-- Logs begin at Mon 2021-11-29 11:09:18 UTC, end at Mon 2021-11-29 13:01:35 UTC. --
Nov 29 11:45:10.867913 dv-neutron-819579-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Nov 29 11:45:13.230955 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.common.config [-] Logging enabled!
Nov 29 11:45:13.231736 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev88
Nov 29 11:45:13.231736 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87492) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 29 11:45:13.234931 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.common.config [-] Logging enabled!
Nov 29 11:45:13.235219 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev88
Nov 29 11:45:13.235541 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87492) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 29 11:45:13.236480 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 29 11:45:13.236711 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 29 11:45:13.237066 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 29 11:45:13.237311 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 29 11:45:13.237538 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 29 11:45:13.237858 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.238156 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.238457 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.238682 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.238963 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.239285 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.239582 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.239870 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.240171 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.240460 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.240742 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.241036 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.241270 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.241579 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.241882 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.242195 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.242429 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.242730 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.243188 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.243616 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.243901 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.244191 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.244470 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.244855 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.245154 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.245447 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.245774 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] host                           = dv-neutron-819579-1-hyperv {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.246055 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.246366 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.246635 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.246921 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.247225 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.247508 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.247796 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.248071 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.248346 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.248622 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.248910 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.249199 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.249495 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.249727 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.249971 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.250263 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.250575 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.250852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.251148 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.251468 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.251765 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.252044 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.252316 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.252602 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.252886 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.253172 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.253447 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.253724 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.253996 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.254269 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.254555 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.254830 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.255104 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.255404 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.255694 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.255965 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.256239 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.256542 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.256833 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.257117 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.257406 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.257681 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.257964 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.258239 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.258509 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.258798 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.259073 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.259388 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.259680 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.259975 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.260268 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.260591 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.260874 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.261162 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:13.261461 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.261761 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.262065 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.262349 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.262642 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.262922 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.263237 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.263519 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.263810 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.264101 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.264395 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.264676 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.264963 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.265241 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.265538 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.265848 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.266141 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.266432 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.266708 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.266982 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.267282 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.267564 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.267852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.268148 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.268439 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.268718 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.268998 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.269290 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.269575 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.269852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.270132 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.270419 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.270702 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.271005 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.271321 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.271623 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.271902 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.272199 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.272499 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.272816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.273099 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.273375 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.273651 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.273948 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.274225 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.274535 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.274817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.275113 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.275434 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.275718 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.276081 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.276367 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.276650 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.276929 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.277210 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.277493 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.277769 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.278047 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.278325 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.278599 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.278875 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.279150 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.279458 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.279738 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.280015 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.280292 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.280566 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.280842 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.281129 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.281429 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.281707 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.281986 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.282267 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.282544 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.282823 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.283125 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.283467 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.283746 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.284050 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.284369 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.284677 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.284969 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.285251 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.285529 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.285825 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.286106 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.286395 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.286670 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.286947 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.287259 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.287547 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.287840 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.288134 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.288428 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.288723 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.289014 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.289295 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.289608 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.289886 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:13.290103 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 29 11:45:13.290346 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87492) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 29 11:45:13.682733 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO keyring.backend [-] Loading KWallet
Nov 29 11:45:13.690119 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO keyring.backend [-] Loading SecretService
Nov 29 11:45:13.693940 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO keyring.backend [-] Loading Windows
Nov 29 11:45:13.695324 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO keyring.backend [-] Loading chainer
Nov 29 11:45:13.695910 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO keyring.backend [-] Loading macOS
Nov 29 11:45:13.731188 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:13.731507 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:13.731816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:13.732162 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 29 11:45:14.042902 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.043186 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.043488 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.044702 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.044986 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.045253 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.172599 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.172831 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.173134 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.186975 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.187309 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.187594 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.216945 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.217234 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.217502 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.255835 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.256460 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.256460 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.490154 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5d0a0c0af0> agent after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.490363 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5d0a0c0af0> agent after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.490639 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5d0a0c09d0> segment precommit_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.490935 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5d0a0c0a60> network precommit_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.491770 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5d0a168790> segment before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.615740 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> network before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.616075 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5d09ee00d0> agent before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.616346 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> network before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.616617 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> port before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.616883 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> port before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.617195 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> segment after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.617457 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> segment precommit_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.617720 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> segment precommit_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.617972 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> segment after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.618250 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> network after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.618503 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> network precommit_delete 0 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.618907 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> port provisioning_complete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.619193 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.619457 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.619747 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> agent after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.620046 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> subnet after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.620288 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> subnet precommit_delete 0 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.620568 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.620827 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.621114 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> segment_host_mapping after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.621466 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> port after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.621719 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> port after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.621966 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> port after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.622249 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.622497 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.622784 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d0ad86c10>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.623187 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:14.623444 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:14.623682 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:14.623919 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:14.624153 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:14.624388 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:14.624758 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 29 11:45:14.627946 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 29 11:45:14.631960 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 29 11:45:14.635922 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Nov 29 11:45:14.637573 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 29 11:45:14.638023 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 29 11:45:14.638360 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 29 11:45:14.638747 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 29 11:45:14.641787 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 29 11:45:14.642041 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 29 11:45:14.642393 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 29 11:45:14.670461 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 29 11:45:14.670921 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5d09f499a0>> qos_plugin after_init 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.671251 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87492) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 29 11:45:14.671613 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5d09f49400>> logging-plugin after_init 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.673009 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87492) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 29 11:45:14.673293 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 29 11:45:14.673539 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 29 11:45:14.676834 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5d09f272b0>> floatingip before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.677118 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5d09f272b0>> port before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:14.749077 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 29 11:45:14.749258 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 29 11:45:14.749458 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 29 11:45:14.749846 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 29 11:45:14.785750 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_db.sqlalchemy.engines [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87492) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 29 11:45:15.120730 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing driver for type 'gre'
Nov 29 11:45:15.121254 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] gre ID ranges: [(1, 1000)]
Nov 29 11:45:15.173443 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing driver for type 'local'
Nov 29 11:45:15.173861 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing driver for type 'vlan'
Nov 29 11:45:15.185786 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] VlanTypeDriver initialization complete
Nov 29 11:45:15.186157 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing driver for type 'vxlan'
Nov 29 11:45:15.186752 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] vxlan ID ranges: [(1, 1000)]
Nov 29 11:45:15.238765 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing extension driver 'port_security'
Nov 29 11:45:15.239105 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.extensions.port_security [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] PortSecurityExtensionDriver initialization complete
Nov 29 11:45:15.239474 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing mechanism driver 'openvswitch'
Nov 29 11:45:15.239797 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing mechanism driver 'hyperv'
Nov 29 11:45:15.246564 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.plugins.ml2.plugin [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:45:15.247364 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d0a118640>> port after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.247736 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d0a118640>> port after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.248093 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d0a118640>> port after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.248485 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d0a1187f0>> subnet after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.248842 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d0a1187f0>> subnet after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.249181 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d0a1187f0>> subnet after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.249558 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95970>> network after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.249908 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95970>> network after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.250240 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95970>> network after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.250611 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95bb0>> security_group after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.250948 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95bb0>> security_group after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.251316 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95bb0>> security_group after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.251699 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95e50>> security_group_rule after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.252035 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95e50>> security_group_rule after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.252366 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95e50>> security_group_rule after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.252735 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95ee0>> address_group after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.253070 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95ee0>> address_group after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.253398 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d09a95ee0>> address_group after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.253733 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] ML2 OVO RPC backend initialized. {{(pid=87492) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 29 11:45:15.254425 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> router_interface after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.254773 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> router_interface after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.255205 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> network before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.255551 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> networks before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.255896 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> port before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.256461 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> ports before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.256554 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> subnet before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.256876 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> subnets before_response 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.257221 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> network after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.257544 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> network after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.257872 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> network after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.258223 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> port after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.258532 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> port after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.258858 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> port after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.259203 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> subnet after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.259535 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> subnet after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.259861 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d09a9c4c0>> subnet after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.260559 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.plugin [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Modular L2 Plugin initialization complete
Nov 29 11:45:15.260824 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading services supported by the core plugin {{(pid=87492) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 29 11:45:15.261144 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.plugins.ml2.managers [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Got port-security extension from driver 'port_security'
Nov 29 11:45:15.261600 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.extensions.vlantransparent [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Disabled vlantransparent extension.
Nov 29 11:45:15.262089 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87492) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 29 11:45:15.262397 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: router
Nov 29 11:45:15.298583 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router_interface before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.298971 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_create 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.299370 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router before_create 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.299742 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router_interface before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.300108 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router_interface after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.300462 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_delete 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.300817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> floatingip after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.301178 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_create 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.301520 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_update 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.301863 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_update 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.302209 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router_gateway after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.302564 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_update 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.302960 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router precommit_update 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.303356 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5d0a2603a0> port after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.303695 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5d0a260550> port after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.304025 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5d0a2604c0> subnet after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.304360 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5d0a260430> subnetpool_address_scope after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.304704 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> port precommit_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.305057 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router precommit_create 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.305397 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5d0a256c10> port before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.305736 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router precommit_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.306098 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router after_update 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.306443 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router precommit_delete 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.306788 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router precommit_create 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.307147 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router_interface after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.307522 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> router precommit_update 55549900 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.307887 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> agent after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.308229 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> agent after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.308571 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d09a9c5e0>> network after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.309433 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Tracking information for resource: router configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:15.309760 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Tracking information for resource: floatingip configured {{(pid=87492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 29 11:45:15.314875 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.db.l3_agentschedulers_db [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 29 11:45:15.315481 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5d09a0e550> port after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.315838 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f5d09a0e430> port after_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.316190 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function _notify_port_delete at 0x7f5d09a0e4c0> port after_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.316569 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5d09a0e820> port after_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.317349 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d099acdf0>> router before_create 55550100 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.317711 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d099acdf0>> router precommit_delete 55550100 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.318065 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d099acdf0>> router precommit_create 55550100 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.318414 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d099acdf0>> router precommit_update 55550100 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.323074 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.provider_configuration [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service providers = [] {{(pid=87492) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 29 11:45:15.323440 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.db.servicetype_db [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87492) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 29 11:45:15.326390 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.service_base [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 29 11:45:15.326734 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.service_base [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 29 11:45:15.327068 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.service_base [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 29 11:45:15.328451 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.services.service_base [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 29 11:45:15.328821 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.services.service_base [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 29 11:45:15.329196 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.329508 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 29 11:45:15.340137 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.340466 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: auto_allocate
Nov 29 11:45:15.346439 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5d099d7b80> network precommit_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.346808 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5d099d7b80> network precommit_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.347352 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.347669 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: tag
Nov 29 11:45:15.354562 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.354887 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: timestamp
Nov 29 11:45:15.358711 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.359038 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: network_ip_availability
Nov 29 11:45:15.364333 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d09977dc0>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.364701 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d09977dc0>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.365052 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d09977dc0>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.365752 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.366070 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: flavors
Nov 29 11:45:15.371101 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.371393 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading Plugin: revisions
Nov 29 11:45:15.375831 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 29 11:45:15.376311 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_concurrency.lockutils [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.644s {{(pid=87492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:15.377057 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87492) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 29 11:45:15.377395 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Initializing extension manager.
Nov 29 11:45:15.377892 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: __init__.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.378226 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: __pycache__ {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.378555 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.378879 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: address_group.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.379665 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.380230 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: address-group
Nov 29 11:45:15.380549 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: address_scope.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.381258 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.381767 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: address-scope
Nov 29 11:45:15.382051 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.382982 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.383523 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: router-admin-state-down-before-update
Nov 29 11:45:15.383843 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: agent.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.384549 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.385056 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: agent
Nov 29 11:45:15.385470 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: agent_resources_synced.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.386342 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.386859 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: agent-resources-synced
Nov 29 11:45:15.387188 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: allowedaddresspairs.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.388980 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.389491 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: allowed-address-pairs
Nov 29 11:45:15.389811 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: auto_allocated_topology.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.390889 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.391439 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: auto-allocated-topology
Nov 29 11:45:15.391760 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: availability_zone.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.392455 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.392961 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: availability_zone
Nov 29 11:45:15.393281 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: availability_zone_filter.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.394184 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.394698 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: availability_zone_filter
Nov 29 11:45:15.395015 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: data_plane_status.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.395940 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.396441 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 29 11:45:15.396756 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: default_subnetpools.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.397670 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.398170 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: default-subnetpools
Nov 29 11:45:15.398488 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.399319 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.399823 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: dhcp_agent_scheduler
Nov 29 11:45:15.400141 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: dns.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.401120 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.401676 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension dns-integration not supported by any of loaded plugins
Nov 29 11:45:15.401978 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: dns_domain_ports.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.402906 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.403459 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 29 11:45:15.403768 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: dvr.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.404445 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.404950 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: dvr
Nov 29 11:45:15.405266 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: empty_string_filtering.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.406173 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.406693 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: empty-string-filtering
Nov 29 11:45:15.407006 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.407930 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.408428 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 29 11:45:15.408742 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.409646 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.410187 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 29 11:45:15.410496 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: external_net.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.411459 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.411943 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: external-net
Nov 29 11:45:15.412257 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.413145 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.413676 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: extra_dhcp_opt
Nov 29 11:45:15.413987 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: extraroute.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.414901 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.415449 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: extraroute
Nov 29 11:45:15.415766 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: extraroute_atomic.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.416945 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.417542 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: extraroute-atomic
Nov 29 11:45:15.417860 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: filter_validation.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.418529 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.419031 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: filter-validation
Nov 29 11:45:15.419374 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: fip_pf_description.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.421717 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.422242 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 29 11:45:15.422569 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: fip_port_details.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.423526 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.424038 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: fip-port-details
Nov 29 11:45:15.424356 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: flavors.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.425601 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.426119 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: flavors
Nov 29 11:45:15.426442 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.428130 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.428666 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 29 11:45:15.428993 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: floatingip_pools.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.429687 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.430200 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: floatingip-pools
Nov 29 11:45:15.430522 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: ip_allocation.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.431454 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.431962 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 29 11:45:15.432358 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.433358 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.433869 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: ip-substring-filtering
Nov 29 11:45:15.434191 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l2_adjacency.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.435135 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.435666 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 29 11:45:15.435982 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.436956 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.437469 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: router
Nov 29 11:45:15.437788 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.440053 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.440576 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 29 11:45:15.440902 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.441826 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.442343 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: ext-gw-mode
Nov 29 11:45:15.442667 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.443631 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.444137 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: l3-ha
Nov 29 11:45:15.444461 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3_flavors.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.445374 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.445878 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: l3-flavors
Nov 29 11:45:15.446195 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.447112 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.447642 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 29 11:45:15.448012 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: l3agentscheduler.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.449053 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.449566 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: l3_agent_scheduler
Nov 29 11:45:15.449888 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: logging.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.451399 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.451922 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension logging not supported by any of loaded plugins
Nov 29 11:45:15.452237 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: metering.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.453324 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.453895 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: metering
Nov 29 11:45:15.454212 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.455333 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.455846 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: metering_source_and_destination_fields
Nov 29 11:45:15.456161 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: multiprovidernet.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.457205 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.457718 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: multi-provider
Nov 29 11:45:15.458035 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: netmtu.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.458945 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.459495 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: net-mtu
Nov 29 11:45:15.459813 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: netmtu_writable.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.460731 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.461243 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: net-mtu-writable
Nov 29 11:45:15.461560 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: network_availability_zone.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.462235 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.462741 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: network_availability_zone
Nov 29 11:45:15.463051 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: network_ip_availability.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.464217 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.464731 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: network-ip-availability
Nov 29 11:45:15.465044 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: network_segment_range.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.465803 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.466302 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 29 11:45:15.466614 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: pagination.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.467612 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.467933 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: pagination
Nov 29 11:45:15.468248 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: port_device_profile.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.469151 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.469661 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: port-device-profile
Nov 29 11:45:15.469978 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.470897 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.471435 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: port-mac-address-regenerate
Nov 29 11:45:15.471758 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.472740 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.473261 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: port-numa-affinity-policy
Nov 29 11:45:15.473576 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: port_resource_request.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.474511 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.475014 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 29 11:45:15.475377 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: portbindings.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.476302 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.476805 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: binding
Nov 29 11:45:15.477123 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: portbindings_extended.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.478384 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.478897 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: binding-extended
Nov 29 11:45:15.479276 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: portsecurity.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.480186 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.480693 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: port-security
Nov 29 11:45:15.481011 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: project_id.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.481985 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.482311 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: project-id
Nov 29 11:45:15.482628 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: providernet.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.483580 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.484090 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: provider
Nov 29 11:45:15.484410 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.487955 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.488477 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos not supported by any of loaded plugins
Nov 29 11:45:15.488806 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.490048 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.490559 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 29 11:45:15.490881 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.491838 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.492352 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 29 11:45:15.492673 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_default.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.493578 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.494086 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-default not supported by any of loaded plugins
Nov 29 11:45:15.494405 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_fip.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.495194 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.495825 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-fip not supported by any of loaded plugins
Nov 29 11:45:15.496138 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_gateway_ip.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.497058 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.497558 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 29 11:45:15.497873 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_port_network_policy.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.498779 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.499312 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 29 11:45:15.499629 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_rule_type_details.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.500537 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.501043 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 29 11:45:15.501360 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: qos_rules_alias.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.502388 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.502891 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 29 11:45:15.503231 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: quotasv2.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.504131 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.504579 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: quotas
Nov 29 11:45:15.504891 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: quotasv2_detail.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.506515 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.506848 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: quota_details
Nov 29 11:45:15.507186 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: rbac.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.508239 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.508757 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: rbac-policies
Nov 29 11:45:15.509083 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: rbac_address_group.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.510013 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.510554 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: rbac-address-group
Nov 29 11:45:15.510879 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: rbac_address_scope.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.511858 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.512369 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: rbac-address-scope
Nov 29 11:45:15.512690 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: rbac_security_groups.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.513619 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.514132 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: rbac-security-groups
Nov 29 11:45:15.514449 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: rbac_subnetpool.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.515383 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.515898 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: rbac-subnetpool
Nov 29 11:45:15.516214 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: revisionifmatch.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.517130 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.517638 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: revision-if-match
Nov 29 11:45:15.517955 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: revisions.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.519067 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.519617 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: standard-attr-revisions
Nov 29 11:45:15.519937 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: router_availability_zone.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.520608 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.521120 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: router_availability_zone
Nov 29 11:45:15.521439 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: routerservicetype.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.522350 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.522863 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension router-service-type not supported by any of loaded plugins
Nov 29 11:45:15.523228 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.524115 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.524630 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: security-groups-normalized-cidr
Nov 29 11:45:15.524946 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.525860 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.526443 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: port-security-groups-filtering
Nov 29 11:45:15.526758 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.527715 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.528228 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: security-groups-remote-address-group
Nov 29 11:45:15.528545 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: securitygroup.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.538307 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.538839 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: security-group
Nov 29 11:45:15.539193 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: segment.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.539988 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.540497 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension segment not supported by any of loaded plugins
Nov 29 11:45:15.540817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.541893 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.542418 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 29 11:45:15.542738 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: servicetype.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.543882 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.544394 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: service-type
Nov 29 11:45:15.544720 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: sorting.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.545699 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.546028 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: sorting
Nov 29 11:45:15.546349 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: standard_attr_segment.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.547285 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.547781 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 29 11:45:15.548109 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: standardattrdescription.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.548762 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.549267 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: standard-attr-description
Nov 29 11:45:15.549585 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: stateful_security_group.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.550510 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.551020 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: stateful-security-group
Nov 29 11:45:15.551369 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: stdattrs_common.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.551948 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 29 11:45:15.552269 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.553282 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.553792 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 29 11:45:15.554111 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: subnet_onboard.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.555202 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.555718 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: subnet_onboard
Nov 29 11:45:15.556036 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.556972 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.557527 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 29 11:45:15.557847 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: subnet_service_types.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.558773 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.559306 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: subnet-service-types
Nov 29 11:45:15.559624 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: subnetallocation.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.560718 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.561232 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: subnet_allocation
Nov 29 11:45:15.561556 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.562227 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.562738 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: subnetpool-prefix-ops
Nov 29 11:45:15.563063 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.564018 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.564527 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 29 11:45:15.564843 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: tagging.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.565904 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.566426 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: standard-attr-tag
Nov 29 11:45:15.566750 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: timestamp.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.567974 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.568485 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loaded extension: standard-attr-timestamp
Nov 29 11:45:15.568807 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: trunk.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.569832 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.570344 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension trunk not supported by any of loaded plugins
Nov 29 11:45:15.570667 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: trunk_details.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.571603 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.572117 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension trunk-details not supported by any of loaded plugins
Nov 29 11:45:15.572437 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: uplink_status_propagation.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.573455 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.573975 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 29 11:45:15.574288 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Loading extension file: vlantransparent.py {{(pid=87492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 29 11:45:15.574973 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 29 11:45:15.575507 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 29 11:45:15.578290 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:network
Nov 29 11:45:15.579018 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:subnet
Nov 29 11:45:15.579843 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 29 11:45:15.580437 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:port
Nov 29 11:45:15.581716 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.582147 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service FLAVORS assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.582768 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.583187 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.583540 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:router
Nov 29 11:45:15.584186 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:floatingip
Nov 29 11:45:15.584922 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service METERING assigned prefix: /metering {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.586375 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d098ad940>> rbac-policy before_create 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.586742 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d098ad940>> rbac-policy before_update 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.587083 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d098ad940>> rbac-policy before_delete 55550000 {{(pid=87492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:45:15.588256 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 29 11:45:15.588844 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:security_group
Nov 29 11:45:15.589504 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 29 11:45:15.590250 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service CORE assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.590605 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 29 11:45:15.590948 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] subnetpool is already registered
Nov 29 11:45:15.591572 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service CORE assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.591892 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 29 11:45:15.592213 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] subnetpool is already registered
Nov 29 11:45:15.594748 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.595192 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service FLAVORS assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.595778 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.596194 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.596520 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:router
Nov 29 11:45:15.596851 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] router is already registered
Nov 29 11:45:15.597442 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:floatingip
Nov 29 11:45:15.597775 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] floatingip is already registered
Nov 29 11:45:15.598402 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service METERING assigned prefix: /metering {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.599064 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 29 11:45:15.599425 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] rbac_policy is already registered
Nov 29 11:45:15.599965 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:security_group
Nov 29 11:45:15.600288 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] security_group is already registered
Nov 29 11:45:15.600870 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 29 11:45:15.601194 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] security_group_rule is already registered
Nov 29 11:45:15.601844 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service CORE assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.602157 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 29 11:45:15.602481 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] subnetpool is already registered
Nov 29 11:45:15.603084 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.v2.resource_helper [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Service CORE assigned prefix:  {{(pid=87492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 29 11:45:15.603430 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 29 11:45:15.603755 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING neutron.quota.resource_registry [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] subnetpool is already registered
Nov 29 11:45:15.604500 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: extensions {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.605948 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: address-groups {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.607614 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: address-scopes {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.608842 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: agents {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.610011 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: auto-allocated-topology {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.611285 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: availability_zones {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.612654 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: dhcp-networks {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.614059 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: dhcp-agents {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.615513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: routers {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.618179 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: flavors {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.619371 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: service_profiles {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.620840 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: next_providers {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.622677 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: service_profiles {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.624810 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: floatingip-pools {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.626045 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: routers {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.628698 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: floatingips {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.629896 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: l3-routers {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.631321 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: l3-agents {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.632713 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: metering-labels {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.634092 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: metering-label-rules {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.635434 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: network-ip-availabilities {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.636690 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: bindings {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.638355 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: quotas {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.639823 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: quotas {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.641247 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: rbac-policies {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.642541 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: security-groups {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.643765 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: security-group-rules {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.645023 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: service-providers {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.646240 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: subnetpools {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.647687 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: subnetpools {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.649154 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.650831 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.652720 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.654504 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.656308 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.658172 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.659893 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.661808 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.663588 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.665537 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron.api.extensions [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Extended resource: tags {{(pid=87492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 29 11:45:15.672589 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING keystonemiddleware.auth_token [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 29 11:45:15.678239 dv-neutron-819579-1-hyperv neutron-server[87492]: WARNING keystonemiddleware.auth_token [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 29 11:45:15.688234 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_concurrency.lockutils [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Acquired lock "singleton_lock" {{(pid=87492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 29 11:45:15.688822 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_concurrency.lockutils [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Releasing lock "singleton_lock" {{(pid=87492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 29 11:45:15.689577 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Starting 2 workers
Nov 29 11:45:15.694963 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Started child 87599 {{(pid=87492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 29 11:45:15.699446 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Started child 87600 {{(pid=87492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 29 11:45:15.699650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:15.700951 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO neutron.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 29 11:45:15.701054 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [-] (87599) wsgi starting up on http://0.0.0.0:9696
Nov 29 11:45:15.701561 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Notify callbacks [] for process, before_spawn {{(pid=87492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:15.703933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:15.704520 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Starting 1 workers
Nov 29 11:45:15.705271 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [-] (87600) wsgi starting up on http://0.0.0.0:9696
Nov 29 11:45:15.709234 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Started child 87601 {{(pid=87492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 29 11:45:15.709725 dv-neutron-819579-1-hyperv neutron-server[87492]: INFO oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Starting 1 workers
Nov 29 11:45:15.712290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] calling RpcWorker wait() {{(pid=87601) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 29 11:45:15.712819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] returning from RpcWorker wait() {{(pid=87601) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 29 11:45:15.714151 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Started child 87602 {{(pid=87492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 29 11:45:15.714284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:15.714476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:45:15.714903 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG neutron_lib.callbacks.manager [None req-99f05a2c-9a0d-4861-a0bf-49b48709b175 None None] Notify callbacks [] for process, after_spawn {{(pid=87492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:15.716671 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 29 11:45:15.716901 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 29 11:45:15.717074 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 29 11:45:15.717247 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 29 11:45:15.717599 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 29 11:45:15.717737 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 29 11:45:15.718232 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.718474 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.718642 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:15.719236 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.719236 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.719512 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.719845 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.720062 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.720316 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.720594 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.720798 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.720957 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.721109 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.721363 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.721584 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.721877 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.722157 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.722361 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.722640 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.722856 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.723032 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.723319 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.723629 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.723799 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.724038 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.724497 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.724705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.725052 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.725205 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.725440 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.725659 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.725925 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.726165 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.726509 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.726663 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.726885 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.727115 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.727355 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.727569 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.727834 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.728055 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.728532 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] host                           = dv-neutron-819579-1-hyperv {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.728745 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.728979 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.729267 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.729503 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.729756 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.730075 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.730371 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.730612 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.730871 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.731114 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.731396 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.731642 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.731872 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.732112 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.732276 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.732498 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.732772 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.733041 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.733232 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.733402 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.733574 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.733873 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.734020 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.734226 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.734487 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.734668 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.734881 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.735212 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.735379 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.735595 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.735830 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.736060 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.736274 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.736523 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.736781 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.736992 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.737214 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.737429 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.737657 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.737884 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.738112 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.738354 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.738580 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.738807 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.739056 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.739289 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.739531 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.741612 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.741894 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:45:15.742048 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.742205 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.742689 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.742926 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.743220 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.743467 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.743718 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.743982 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.744211 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.744445 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.744718 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.744954 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.745194 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.745415 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.745629 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.745874 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.746091 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.746324 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.746539 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.746762 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.746997 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.747428 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.747738 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.748033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.748274 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.748505 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.748753 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.748986 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.749217 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.749471 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.749699 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.750035 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.750256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.750544 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.750766 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.751000 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.752142 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.752874 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.753151 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.754369 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.754610 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.754876 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.755030 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.755277 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.755560 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.756467 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.756467 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.756467 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.756728 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.756728 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.756998 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.757202 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.757401 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.757673 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.757896 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.758110 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.758338 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.758565 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.758782 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.759011 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.759278 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.759521 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.759750 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.760293 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.760293 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.760612 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.760750 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.760968 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.761279 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.761500 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.761768 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.762018 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.762259 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.762475 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.762708 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.762927 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.763252 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.763430 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.763659 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.764852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.764852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.764852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.764852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.764852 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.765195 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.765195 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.765467 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.765626 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.765835 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.766054 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.766280 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.766496 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.766724 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.766934 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.767202 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.767965 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.767965 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.767965 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.768313 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.768313 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.768546 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.768672 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.769138 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.769138 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.769369 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.769512 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.769807 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.770062 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.770415 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.770730 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.770977 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.771220 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.771465 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.771718 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.771953 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.772181 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.772446 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.772665 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.772902 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.773162 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.773380 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.773638 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.773851 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.774072 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.774300 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.774541 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.774777 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.775042 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.775354 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.775600 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.775887 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.776317 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.776585 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.776806 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.777084 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.777301 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.777562 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.777874 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.778130 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.778377 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.778623 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.778856 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.779317 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.779570 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.779837 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.780078 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.780299 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.780514 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.780812 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.781180 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.781371 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.781595 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.781821 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.782146 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.782382 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.782591 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.782821 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.783081 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.783353 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.783581 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.783845 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.784102 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.784365 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.784608 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.784833 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.785068 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.785286 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.785533 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.785758 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.785988 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.786214 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.786444 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.786651 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.786858 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.787123 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.787371 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.787617 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.787815 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.788020 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.788237 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.788463 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.788669 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.788882 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.789109 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.789319 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.789529 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.789740 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.789962 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.790210 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.790555 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.790789 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.791028 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.791267 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.791504 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.791744 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.791973 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.792188 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.792437 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.792654 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.792877 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.793084 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.793295 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.793503 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.793725 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.793949 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.794173 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.794422 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.794673 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.794980 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.795251 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.795494 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.795719 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.795944 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.796155 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.796389 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.796617 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.796825 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.797033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.797241 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.797505 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.797738 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.797975 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.798199 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.798420 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.798623 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.798829 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.799049 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.799354 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.799588 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.799884 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.800126 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.800339 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.800561 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.800767 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.800974 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.801184 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.801387 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.801614 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.801816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.802022 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.802228 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.802427 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.802725 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.802967 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.803214 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.803502 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.803724 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.803945 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.804200 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.804507 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.804712 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.805118 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.805519 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.805750 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.806124 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.806525 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.806984 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.807428 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.807857 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.808250 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.808545 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.808959 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.809229 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.809605 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.809914 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.810241 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.810513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.810780 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.811016 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.811294 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.811521 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.811735 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.811949 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.812174 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.812404 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.812656 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.812892 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.813139 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.813338 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.813562 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.813793 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.814015 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.814238 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.814455 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.814668 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.814824 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 29 11:45:15.815371 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 29 11:45:15.815536 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 29 11:45:15.815686 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 29 11:45:15.815862 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 29 11:45:15.816025 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 29 11:45:15.816324 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 29 11:45:15.816524 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.816829 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.816982 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.817124 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.817272 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.817454 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.817611 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.817766 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.817925 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.818074 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.818372 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.818530 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.818688 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.818850 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819004 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819162 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819337 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819492 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819652 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819808 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.819962 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.820116 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.820269 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.820423 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.820637 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.820798 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.820952 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.821105 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.821264 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.821425 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.821587 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.821750 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.821912 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.822065 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.822219 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.822370 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.822525 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.822677 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.822875 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.823132 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.823388 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] host                           = dv-neutron-819579-1-hyperv {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.823645 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.823802 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.823957 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.824202 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.824363 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.824517 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.824672 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.824831 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.824984 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.825131 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.825296 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.825434 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.825582 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.825871 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.826166 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.826311 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.826464 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.826618 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.826800 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.827203 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.827203 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.827444 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.827444 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.827699 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.827699 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.828465 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.828465 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.828693 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.828693 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.828912 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.828912 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829130 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829246 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829379 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829498 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829616 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829767 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.829921 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830073 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830226 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830379 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830533 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830671 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830827 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.830984 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.831134 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.831318 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.831473 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.831627 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.831781 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.831933 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.832086 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.832244 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.832396 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.832549 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.832702 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.832856 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833009 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833163 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833317 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833469 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833623 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833776 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.833927 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.834080 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.834235 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.834389 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.834542 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.834697 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 29 11:45:15.834870 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835028 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835207 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835368 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835526 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835682 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835838 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.835995 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.836163 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.836362 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.836486 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.836603 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.836760 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.836917 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.837073 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.837237 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.837393 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.837549 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.837705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.837862 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.838018 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.838173 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.838346 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.838672 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.838818 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.838938 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839055 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839214 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839376 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839596 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839716 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839826 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.839968 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.840114 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.840268 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.840431 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.840716 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.840716 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.841513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.841513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.841513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.841513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.841513 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.842330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.842330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.842330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.842330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.842330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.842330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843256 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843909 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843909 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843909 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843909 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.843909 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.844790 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.844790 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.844790 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.844790 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.844790 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.844790 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845652 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845652 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845652 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845983 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.845983 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846205 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846337 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846524 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846524 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846748 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846864 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.846990 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.847109 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.847259 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.847420 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.847584 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.847762 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.847918 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.848074 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.848231 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.848387 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849515 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849515 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849515 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849802 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849802 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.849956 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850033 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850138 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850293 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850445 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850592 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850748 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.850905 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.851061 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.851235 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.851391 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.851546 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.851709 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.851865 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.852031 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.852202 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.852341 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.852712 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.852892 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.853059 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.853262 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.853384 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.853502 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.853630 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.854817 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.855705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.855705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.855705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.855705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.855705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.855705 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856327 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856327 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856327 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856327 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.856816 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857169 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857169 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857313 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857887 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857887 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857887 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.857887 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858323 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858323 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858323 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858580 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858580 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858719 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.858833 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859015 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859136 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859300 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859458 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859614 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859769 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.859925 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860112 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860232 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860368 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860524 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860683 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860841 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.860997 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.861117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:45:15.861241 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.861364 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.861480 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.861596 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.861736 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.861894 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862050 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862206 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862361 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862518 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862674 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862829 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.862986 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.863143 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.863317 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.863489 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.863645 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.863801 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.863957 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.864112 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.864267 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.864423 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.864580 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.864736 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.864895 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865051 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865211 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865370 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865527 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865683 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865840 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.865997 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.866154 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.866311 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.866479 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.866635 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.866835 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.866957 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.867078 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.867286 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.867409 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.867539 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.867695 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.867850 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868017 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868173 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868329 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868484 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868640 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868805 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.868964 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.869120 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.869283 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.869438 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.869594 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.869827 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.870012 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.870169 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.870330 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.870631 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.870794 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.870954 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.871113 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.871300 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872037 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872037 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872037 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872037 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872487 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872487 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872487 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872862 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872862 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.872862 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873209 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873209 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873445 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873445 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873666 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873782 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.873906 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874024 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874140 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874327 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874439 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874564 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874719 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.874874 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.875030 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.875219 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.875981 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.875981 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 29 11:45:15.875981 dv-neutron-819579-1-hyperv neutron-server[87492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 29 11:45:16.036835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 42868) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:16.048538 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0084875
Nov 29 11:45:26.517127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df2a50-1e69-4c10-a115-6d2021636510 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:45:26.600942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df2a50-1e69-4c10-a115-6d2021636510 None None] No non-hosted networks {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 29 11:45:26.609031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.agentschedulers_db [None req-d6df2a50-1e69-4c10-a115-6d2021636510 None None] DHCP Agent not found on host dv-neutron-819579-1-hyperv {{(pid=87601) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 29 11:45:26.676546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbcee-d52d-4598-bce7-d975ce9ea0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719691'] for agent, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:27.028797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719691'] for agent, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:27.029839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.030399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.030960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.031546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.032733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.033294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.033877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.034408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.034936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.039576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.040252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.046273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:27.046939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5d08d9f730>, 'Open vSwitch agent', 'dv-neutron-819579-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:45:27.061451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5d095d4e80>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819579-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:45:29.017632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9214201-9387-4f28-b0ec-ab939136f2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719691'] for agent, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:29.075223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3e53-23d6-480e-ab9d-d73d18d16ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:30.013638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719691'] for agent, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:31.529499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719691'] for agent, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:33.377042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 42960) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:33.983623 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-de782b5d-6f5c-4df8-8078-e0ce4fe2a383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:33.984104 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-de782b5d-6f5c-4df8-8078-e0ce4fe2a383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:33.984346 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.db.l3_hamode_db [None req-53a62682-ece8-4538-a9ef-5f9801228350 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 29 11:45:34.066663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a62682-ece8-4538-a9ef-5f9801228350 None None] Routers set() bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:45:34.067035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a62682-ece8-4538-a9ef-5f9801228350 None None] Router IDs set() for agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 29 11:45:34.209836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-de782b5d-6f5c-4df8-8078-e0ce4fe2a383 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:45:34.210867 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de782b5d-6f5c-4df8-8078-e0ce4fe2a383 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8326054
Nov 29 11:45:36.549870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 42974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:36.928596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:45:37.030125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.policy [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87600) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 29 11:45:37.078584 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:37.078846 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:37.087506 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.quota [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5d093846a0>.
Nov 29 11:45:37.103581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:37.172057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752347968411', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752347968998', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752347962659', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752347918538', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752347912857', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752347935876', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-869360', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3366896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423077'] for rbac-policy, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:37.235597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:37.236828 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25f254d6-5e57-4609-a4f6-f11b3cb857e1 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6860240
Nov 29 11:45:39.846653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 42988) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:40.237504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Request body: {'network': {'project_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'name': 'private'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:45:40.245758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:40.251005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Usage tracker for resource:network and tenant:68ba4c399e724814abf7ec9186e89200 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:45:40.255852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:45:40.262331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:45:40.275653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Made reservation on behalf of 68ba4c399e724814abf7ec9186e89200 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:45:40.278630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.295909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.309851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:40.313890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Usage tracker for resource:security_group_rule and tenant:68ba4c399e724814abf7ec9186e89200 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:45:40.320324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:45:40.326574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:45:40.428243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.433856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.438335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:40.458979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:45:40.485120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752348577949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.485692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5d0a0c09d0> segment precommit_create {{(pid=87600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 29 11:45:40.486140 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Added segment 00c83fea-4d70-4e68-9e30-fb4231044763 of type vlan for network c5ed641a-0764-4a81-a0c7-bab7454f3739
Nov 29 11:45:40.536343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c677d6-2ab1-4076-957b-ac6866bfede1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:40.564633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.564959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.565278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.565590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.565900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.566208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.566518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.566824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.567128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.567423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.567726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.568022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Tracked resource versions report:
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]: pushed versions:
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]: {   'AddressGroup': {'1.2'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'ConntrackHelper': {'1.0'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Log': {'1.0'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Network': {'1.1'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Port': {'1.7'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'PortForwarding': {'1.2'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'QosPolicy': {'1.8'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'SecurityGroup': {'1.4'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'SubPort': {'1.0'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Subnet': {'1.1'},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Trunk': {'1.1'}}
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]: consumer versions:
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Log': '1.0',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Network': '1.1',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Port': '1.7',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'PortForwarding': '1.2',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'QosPolicy': '1.8',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'SecurityGroup': '1.4',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'SubPort': '1.0',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Subnet': '1.1',
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Trunk': '1.1'}}
Nov 29 11:45:40.569284 dv-neutron-819579-1-hyperv neutron-server[87600]:  {{(pid=87600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:45:40.611811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.627089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:40.662235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.663636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:45:40.664316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:40.667378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:40.780923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ed641a-0764-4a81-a0c7-bab7454f3739,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:40.783762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9357085
Nov 29 11:45:40.800993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:40.811256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:45:43.483471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43004) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:44.099027 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING oslo_policy.policy [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:44.099644 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING oslo_policy.policy [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:44.539565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.policy [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87599) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 29 11:45:44.586909 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING oslo_policy.policy [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:44.587284 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING oslo_policy.policy [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 29 11:45:44.595780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:45:44.598057 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c46c727-779d-4218-a7bf-5018a6332327 admin admin] 10.222.0.20 "GET /v2.0/networks/c5ed641a-0764-4a81-a0c7-bab7454f3739 HTTP/1.1" status: 200  len: 825 time: 1.1113694
Nov 29 11:45:44.642924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d40f5afc-6156-4ec3-a1a0-8a8c8057b407 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/ca3013a7-4b00-4b5c-83ee-f46efbf08c58 HTTP/1.1" status: 200  len: 734 time: 0.0366089
Nov 29 11:45:44.652051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'name': 'private-subnet', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:45:44.653877 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.quota [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5d09687070>.
Nov 29 11:45:44.660129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:44.665884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Usage tracker for resource:subnet and tenant:68ba4c399e724814abf7ec9186e89200 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:45:44.669304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:45:44.677270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:45:44.693443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Made reservation on behalf of 68ba4c399e724814abf7ec9186e89200 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:45:44.696559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:45.019353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:45.024185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:45.099525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Checking segment: {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:45:45.099753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Network hostable DHCP agents. Network: c5ed641a-0764-4a81-a0c7-bab7454f3739, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:45:45.115821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49430c55-fa53-442b-8593-0464a313d9ca,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:45.125674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.126014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.126335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.126657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.126961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.127322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.127618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.127922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.128225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.128524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.128819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.129104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Tracked resource versions report:
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]: pushed versions:
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]: {   'AddressGroup': {'1.2'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'ConntrackHelper': {'1.0'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Log': {'1.0'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Network': {'1.1'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Port': {'1.7'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'PortForwarding': {'1.2'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'QosPolicy': {'1.8'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'SecurityGroup': {'1.4'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'SubPort': {'1.0'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Subnet': {'1.1'},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Trunk': {'1.1'}}
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]: consumer versions:
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Log': '1.0',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Network': '1.1',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Port': '1.7',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'PortForwarding': '1.2',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'QosPolicy': '1.8',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'SecurityGroup': '1.4',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'SubPort': '1.0',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Subnet': '1.1',
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Trunk': '1.1'}}
Nov 29 11:45:45.130838 dv-neutron-819579-1-hyperv neutron-server[87599]:  {{(pid=87599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:45:45.170341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:45:45.172850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:45.183855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c5ed641a-0764-4a81-a0c7-bab7454f3739) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:45:45.189619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:45:45.190286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:45.195147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1fab4-98f4-489e-a0a8-494738182064 None None] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:45:45.214642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5661042
Nov 29 11:45:45.598401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c5ed641a-0764-4a81-a0c7-bab7454f3739', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:45:45.599774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:45.783190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Allocated IP 172.20.0.2 (c5ed641a-0764-4a81-a0c7-bab7454f3739/49430c55-fa53-442b-8593-0464a313d9ca/2cf957d4-26ad-4f64-877e-ae2f95442ab0) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:45:46.015691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:46.029144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Transition to ACTIVE for port object 2cf957d4-26ad-4f64-877e-ae2f95442ab0 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:45:46.048847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Transition to ACTIVE for port object 2cf957d4-26ad-4f64-877e-ae2f95442ab0 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:45:46.056207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:46.062253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:46.121202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:45:46.124604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:45:46.128430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:45:46.165220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Pushing event updated for resources: {'Port': ['ID=2cf957d4-26ad-4f64-877e-ae2f95442ab0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:46.183452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.183801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.184125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.184468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.184785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.185111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.185421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.185727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.186046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.186340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.186643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.186939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Tracked resource versions report:
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]: pushed versions:
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]: {   'AddressGroup': {'1.2'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'ConntrackHelper': {'1.0'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Log': {'1.0'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Network': {'1.1'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Port': {'1.7'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'PortForwarding': {'1.2'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'QosPolicy': {'1.8'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'SecurityGroup': {'1.4'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'SubPort': {'1.0'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Subnet': {'1.1'},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Trunk': {'1.1'}}
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]: consumer versions:
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Log': '1.0',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Network': '1.1',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Port': '1.7',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'PortForwarding': '1.2',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'QosPolicy': '1.8',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'SecurityGroup': '1.4',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'SubPort': '1.0',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Subnet': '1.1',
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Trunk': '1.1'}}
Nov 29 11:45:46.188329 dv-neutron-819579-1-hyperv neutron-server[87601]:  {{(pid=87601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:45:46.193014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:46.242344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Attempting to bind port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:45:46.243041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Attempting to bind port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:45:46.243189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Attempting to bind port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 on network c5ed641a-0764-4a81-a0c7-bab7454f3739 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:45:46.248720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:45:46.249108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Checking segment: {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:45:46.249585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:46.249977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Bound using segment: {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:45:46.250473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Bound port: 2cf957d4-26ad-4f64-877e-ae2f95442ab0, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:45:46.250866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:46.358795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] For port 2cf957d4-26ad-4f64-877e-ae2f95442ab0, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:45:46.362622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] For port 2cf957d4-26ad-4f64-877e-ae2f95442ab0, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2cf957d4-26ad-4f64-877e-ae2f95442ab0,segment=NetworkSegment(00c83fea-4d70-4e68-9e30-fb4231044763),segment_id=00c83fea-4d70-4e68-9e30-fb4231044763)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:45:46.368126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:46.373098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:46.459613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Pushing event updated for resources: {'Port': ['ID=2cf957d4-26ad-4f64-877e-ae2f95442ab0,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:46.462728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:47.648152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:48.028001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-db08072f-f33c-4055-92e6-3ef4611ecf3f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:45:48.029127 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db08072f-f33c-4055-92e6-3ef4611ecf3f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3800554
Nov 29 11:45:49.272918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2cf957d4-26ad-4f64-877e-ae2f95442ab0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:45:49.347074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:45:50.023360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a34d9c-4d8b-4261-a424-9eeb2344f922 None None] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:45:50.121062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Provisioning for port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:45:50.132050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Provisioning complete for port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:45:50.132430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:50.359702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:50.407092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] For port 2cf957d4-26ad-4f64-877e-ae2f95442ab0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2cf957d4-26ad-4f64-877e-ae2f95442ab0,segment=NetworkSegment(00c83fea-4d70-4e68-9e30-fb4231044763),segment_id=00c83fea-4d70-4e68-9e30-fb4231044763)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:45:50.412960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:50.418642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:50.432815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:50.490631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Pushing event updated for resources: {'Port': ['ID=2cf957d4-26ad-4f64-877e-ae2f95442ab0,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:50.493824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:50.643768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b0fe773b-571e-4c36-8e86-c341d78732d8 None None] Provisioning complete for port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:45:50.644113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0fe773b-571e-4c36-8e86-c341d78732d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:50.816666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-780a98df-5196-4abc-bc79-12dc4f865ac3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:45:50.817610 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-780a98df-5196-4abc-bc79-12dc4f865ac3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3837843
Nov 29 11:45:51.248699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2cf957d4-26ad-4f64-877e-ae2f95442ab0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:45:51.316872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:45:51.317216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:53.478908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:53.868533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'name': 'router1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:45:53.877049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:53.883414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Usage tracker for resource:router and tenant:68ba4c399e724814abf7ec9186e89200 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:45:53.888567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:45:53.894680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:45:53.907674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:53.909248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:53.930416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:54.045683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:54.072067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:54.073880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b651dd6a-9572-4f6c-b663-e6c4f7043e84 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5937240
Nov 29 11:45:56.441439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2352c67-24c5-4dbb-96a3-3e8fadc4f4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:56.520023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:56.927735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-c9965037-3927-46a2-a2d3-f749cf49615b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:45:56.928730 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9965037-3927-46a2-a2d3-f749cf49615b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4077570
Nov 29 11:45:57.021929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.011979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-45cc97b5-5a2f-4313-b557-786e43b4be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.312428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:45:59.704553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:45:59.710110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:59.714299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Usage tracker for resource:network and tenant:63d607a2b3a34ebaaafdae7d175f20a5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:45:59.718115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:45:59.724406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:45:59.738720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Made reservation on behalf of 63d607a2b3a34ebaaafdae7d175f20a5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:45:59.742356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.758634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.777201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:45:59.781018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Usage tracker for resource:security_group_rule and tenant:63d607a2b3a34ebaaafdae7d175f20a5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:45:59.783854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:45:59.789644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:45:59.878009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.884059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.889304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:45:59.904151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Reserving flat network on physical network physnet1 {{(pid=87600) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 29 11:45:59.926800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a8be8-9b05-4d5a-8e81-faff0b8c352a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:45:59.930893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:45:59.931854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.932187 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Added segment 21086bed-534e-48c9-b3c4-115792db29b9 of type flat for network c01ccd2b-c658-4738-a22e-50c7dec56a32
Nov 29 11:45:59.956730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:45:59.970480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:00.013023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:00.014333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:46:00.014909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:00.019390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:00.134012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Pushing event updated for resources: {'Network': ['ID=c01ccd2b-c658-4738-a22e-50c7dec56a32,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:00.136924 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8234293
Nov 29 11:46:00.137784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:00.154590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:46:01.477200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:02.487570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:46:02.723749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da5c2d-e455-4542-8c97-f93bdbd342ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:46:02.725120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35da5c2d-e455-4542-8c97-f93bdbd342ae admin admin] 10.222.0.20 "GET /v2.0/subnets/49430c55-fa53-442b-8593-0464a313d9ca HTTP/1.1" status: 200  len: 849 time: 0.2363815
Nov 29 11:46:02.871781 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-349d9b51-26a3-48d2-b384-0400c733c552 admin admin] 10.222.0.20 "GET /v2.0/routers/2cea8075-c4cf-497d-bad4-98273840e6a5 HTTP/1.1" status: 200  len: 704 time: 0.1380374
Nov 29 11:46:03.332080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:03.598163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Allocated IP 172.20.0.1 (c5ed641a-0764-4a81-a0c7-bab7454f3739/49430c55-fa53-442b-8593-0464a313d9ca/dc39de7d-ad1f-456b-8adf-ae58fd082405) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:46:03.774685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:03.795053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Transition to ACTIVE for port object dc39de7d-ad1f-456b-8adf-ae58fd082405 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:46:03.856278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:03.861167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:03.925581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:46:03.928914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:46:03.935588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:46:03.936174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:04.105681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Pushing event updated for resources: {'Port': ['ID=dc39de7d-ad1f-456b-8adf-ae58fd082405,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:04.128400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:04.199738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-53916b39-05ce-44b3-9da6-f5d658453dba None None] Provisioning for port dc39de7d-ad1f-456b-8adf-ae58fd082405 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:46:04.206267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-53916b39-05ce-44b3-9da6-f5d658453dba None None] Provisioning complete for port dc39de7d-ad1f-456b-8adf-ae58fd082405 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:46:04.207008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53916b39-05ce-44b3-9da6-f5d658453dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:04.269533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-53916b39-05ce-44b3-9da6-f5d658453dba None None] Port dc39de7d-ad1f-456b-8adf-ae58fd082405 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:46:04.280909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:04.534005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:04.541577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:04.542787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:04.545924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:04.671463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Pushing event updated for resources: {'Port': ['ID=dc39de7d-ad1f-456b-8adf-ae58fd082405,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:04.676340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:04.740849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:46:04.741962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:46:04.932494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Router 2cea8075-c4cf-497d-bad4-98273840e6a5 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:46:04.995015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ee0757c4-92a1-422c-802c-a5f652cd0c88 None None] Provisioning complete for port dc39de7d-ad1f-456b-8adf-ae58fd082405 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:46:04.995494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee0757c4-92a1-422c-802c-a5f652cd0c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:05.050910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee0757c4-92a1-422c-802c-a5f652cd0c88 None None] Port dc39de7d-ad1f-456b-8adf-ae58fd082405 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:46:05.094289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:46:05.103465 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] 10.222.0.20 "PUT /v2.0/routers/2cea8075-c4cf-497d-bad4-98273840e6a5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2240181
Nov 29 11:46:05.104685 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Sync routers for ids ['2cea8075-c4cf-497d-bad4-98273840e6a5'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:46:05.115990 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Routers {'2cea8075-c4cf-497d-bad4-98273840e6a5'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:46:05.116875 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09574400>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:45:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2cea8075-c4cf-497d-bad4-98273840e6a5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:05.298501 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Set router 2cea8075-c4cf-497d-bad4-98273840e6a5 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:46:05.668925 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09574400>, [{'id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'name': 'router1', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:45:53Z', 'updated_at': '2021-11-29T11:46:04Z', 'revision_number': 2, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'gw_port_host': None, '_interfaces': [{'id': 'dc39de7d-ad1f-456b-8adf-ae58fd082405', 'name': '', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'mac_address': 'fa:16:3e:42:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:03Z', 'updated_at': '2021-11-29T11:46:04Z', 'revision_number': 2, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'subnets': [{'id': '49430c55-fa53-442b-8593-0464a313d9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:05.674597 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Checking router: 2cea8075-c4cf-497d-bad4-98273840e6a5 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:46:05.674989 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Updating router 2cea8075-c4cf-497d-bad4-98273840e6a5 port dc39de7d-ad1f-456b-8adf-ae58fd082405 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:46:05.730863 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:06.121023 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:06.136187 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Transition to ACTIVE for port object dc39de7d-ad1f-456b-8adf-ae58fd082405 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:46:06.144334 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:06.153045 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:06.387859 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Pushing event updated for resources: {'Port': ['ID=dc39de7d-ad1f-456b-8adf-ae58fd082405,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:06.406867 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.407203 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.407544 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.407828 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.408169 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.408488 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.408797 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.409096 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.409412 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.409715 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.410012 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.410308 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Tracked resource versions report:
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]: pushed versions:
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]: {   'AddressGroup': {'1.2'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'ConntrackHelper': {'1.0'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Log': {'1.0'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Network': {'1.1'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Port': {'1.7'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'PortForwarding': {'1.2'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'QosPolicy': {'1.8'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'SecurityGroup': {'1.4'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'SubPort': {'1.0'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Subnet': {'1.1'},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Trunk': {'1.1'}}
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]: consumer versions:
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Log': '1.0',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Network': '1.1',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Port': '1.7',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'PortForwarding': '1.2',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'QosPolicy': '1.8',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'SecurityGroup': '1.4',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'SubPort': '1.0',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Subnet': '1.1',
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Trunk': '1.1'}}
Nov 29 11:46:06.411609 dv-neutron-819579-1-hyperv neutron-server[87602]:  {{(pid=87602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:46:06.417229 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:06.417983 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Attempting to bind port dc39de7d-ad1f-456b-8adf-ae58fd082405 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:46:06.418369 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Attempting to bind port dc39de7d-ad1f-456b-8adf-ae58fd082405 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:46:06.418836 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Attempting to bind port dc39de7d-ad1f-456b-8adf-ae58fd082405 on network c5ed641a-0764-4a81-a0c7-bab7454f3739 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:46:06.424209 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:46:06.424596 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Checking segment: {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:46:06.425062 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:06.425437 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Bound using segment: {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:46:06.425935 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Bound port: dc39de7d-ad1f-456b-8adf-ae58fd082405, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c83fea-4d70-4e68-9e30-fb4231044763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:46:06.426308 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:06.513161 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] For port dc39de7d-ad1f-456b-8adf-ae58fd082405, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:46:06.517446 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] For port dc39de7d-ad1f-456b-8adf-ae58fd082405, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dc39de7d-ad1f-456b-8adf-ae58fd082405,segment=NetworkSegment(00c83fea-4d70-4e68-9e30-fb4231044763),segment_id=00c83fea-4d70-4e68-9e30-fb4231044763)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:46:06.522975 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:06.527529 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:06.619028 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Pushing event updated for resources: {'Port': ['ID=dc39de7d-ad1f-456b-8adf-ae58fd082405,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:06.622546 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:06.623457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Routers {'2cea8075-c4cf-497d-bad4-98273840e6a5'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:46:06.624055 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09574400>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:45:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2cea8075-c4cf-497d-bad4-98273840e6a5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:06.775360 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] Set router 2cea8075-c4cf-497d-bad4-98273840e6a5 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:46:07.114895 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09574400>, [{'id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'name': 'router1', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:45:53Z', 'updated_at': '2021-11-29T11:46:04Z', 'revision_number': 2, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'gw_port_host': None, '_interfaces': [{'id': 'dc39de7d-ad1f-456b-8adf-ae58fd082405', 'name': '', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'mac_address': 'fa:16:3e:42:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:03Z', 'updated_at': '2021-11-29T11:46:06Z', 'revision_number': 4, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'subnets': [{'id': '49430c55-fa53-442b-8593-0464a313d9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:07.119382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0135e-3ba8-4626-956c-538eff23c64f None None] The sync data for ids ['2cea8075-c4cf-497d-bad4-98273840e6a5'] in dv-neutron-819579-1-hyperv is: [{'id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'name': 'router1', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:45:53Z', 'updated_at': '2021-11-29T11:46:04Z', 'revision_number': 2, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'gw_port_host': None, '_interfaces': [{'id': 'dc39de7d-ad1f-456b-8adf-ae58fd082405', 'name': '', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'mac_address': 'fa:16:3e:42:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:03Z', 'updated_at': '2021-11-29T11:46:06Z', 'revision_number': 4, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'subnets': [{'id': '49430c55-fa53-442b-8593-0464a313d9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:46:07.274953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43112) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:46:07.437872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb73cf-634e-43fa-a874-2658038ec6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:46:07.439319 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-15bb73cf-634e-43fa-a874-2658038ec6ad admin admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 842 time: 0.1632555
Nov 29 11:46:07.448963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:46:07.454875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:46:07.458882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Usage tracker for resource:subnet and tenant:63d607a2b3a34ebaaafdae7d175f20a5 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:46:07.461856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:46:07.468023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:46:07.479707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Made reservation on behalf of 63d607a2b3a34ebaaafdae7d175f20a5 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:46:07.482179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:07.894678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:46:07.895115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:07.899110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:07.967544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f374adae-60c3-4c16-a0b4-82d58f3faf42,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:07.973399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:07.979261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:46:07.979644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Network hostable DHCP agents. Network: c01ccd2b-c658-4738-a22e-50c7dec56a32, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:46:08.000842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:46:08.011779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c01ccd2b-c658-4738-a22e-50c7dec56a32) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:46:08.017390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:46:08.018172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:08.021909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796cd33-8384-439d-b0d7-6e0a75ff96fc None None] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:46:08.042072 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5967047
Nov 29 11:46:08.251224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad5728-ad67-4c4e-ad38-e72ad423a309 None None] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:46:09.272201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dc39de7d-ad1f-456b-8adf-ae58fd082405 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:46:09.344549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port dc39de7d-ad1f-456b-8adf-ae58fd082405 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:46:09.349184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port dc39de7d-ad1f-456b-8adf-ae58fd082405 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:46:09.349547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:09.464212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:09.496392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port dc39de7d-ad1f-456b-8adf-ae58fd082405, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dc39de7d-ad1f-456b-8adf-ae58fd082405,segment=NetworkSegment(00c83fea-4d70-4e68-9e30-fb4231044763),segment_id=00c83fea-4d70-4e68-9e30-fb4231044763)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:46:09.500905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:09.504132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:09.568594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=dc39de7d-ad1f-456b-8adf-ae58fd082405,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:09.572061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:10.352299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43126) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:46:10.581853 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b43d2be-5b8d-42d4-859a-48b401c9e9ba admin admin] 10.222.0.20 "GET /v2.0/routers/2cea8075-c4cf-497d-bad4-98273840e6a5 HTTP/1.1" status: 200  len: 710 time: 0.2282393
Nov 29 11:46:10.714523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d377c34-a978-4e55-9c7c-8efe2f6c3aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:46:10.715825 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4d377c34-a978-4e55-9c7c-8efe2f6c3aab admin admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 886 time: 0.1263061
Nov 29 11:46:10.724787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:46:11.185170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:11.257587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dc39de7d-ad1f-456b-8adf-ae58fd082405 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:46:11.329713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port dc39de7d-ad1f-456b-8adf-ae58fd082405 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:46:11.330095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:11.553070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:11.611418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:11.750487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Allocated IP 172.26.4.172 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/03a604ea-012a-46ef-a130-ba4866a17508) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:46:11.913057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:11.974195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:11.978227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:12.043617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:46:12.046706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:46:12.049443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:46:12.121052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=03a604ea-012a-46ef-a130-ba4866a17508,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:12.172236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:12.478444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:12.860108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:12.863526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:13.042944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Router 2cea8075-c4cf-497d-bad4-98273840e6a5 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:46:13.225956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:46:13.234722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:13.235941 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] 10.222.0.20 "PUT /v2.0/routers/2cea8075-c4cf-497d-bad4-98273840e6a5 HTTP/1.1" status: 200  len: 890 time: 2.5144465
Nov 29 11:46:13.236111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Sync routers for ids ['2cea8075-c4cf-497d-bad4-98273840e6a5'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:46:13.246594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Routers {'2cea8075-c4cf-497d-bad4-98273840e6a5'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:46:13.247342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0a7da940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:45:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2cea8075-c4cf-497d-bad4-98273840e6a5'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:13.437557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Set router 2cea8075-c4cf-497d-bad4-98273840e6a5 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:46:13.775790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0a7da940>, [{'id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'name': 'router1', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '03a604ea-012a-46ef-a130-ba4866a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:45:53Z', 'updated_at': '2021-11-29T11:46:12Z', 'revision_number': 4, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'gw_port': {'id': '03a604ea-012a-46ef-a130-ba4866a17508', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:11Z', 'updated_at': '2021-11-29T11:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dc39de7d-ad1f-456b-8adf-ae58fd082405', 'name': '', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'mac_address': 'fa:16:3e:42:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:03Z', 'updated_at': '2021-11-29T11:46:09Z', 'revision_number': 5, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'subnets': [{'id': '49430c55-fa53-442b-8593-0464a313d9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:13.780876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Checking router: 2cea8075-c4cf-497d-bad4-98273840e6a5 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:46:13.781234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Updating router 2cea8075-c4cf-497d-bad4-98273840e6a5 port 03a604ea-012a-46ef-a130-ba4866a17508 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:46:13.831931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:14.155270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:14.167062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Transition to ACTIVE for port object 03a604ea-012a-46ef-a130-ba4866a17508 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:46:14.174382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:14.178550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:14.272425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10456-c68d-4bd1-a623-a8c782994508 None None] Pushing event updated for resources: {'Port': ['ID=03a604ea-012a-46ef-a130-ba4866a17508,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:14.275753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9bc10456-c68d-4bd1-a623-a8c782994508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:14.276561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Attempting to bind port 03a604ea-012a-46ef-a130-ba4866a17508 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:46:14.276921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Attempting to bind port 03a604ea-012a-46ef-a130-ba4866a17508 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:46:14.277269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Attempting to bind port 03a604ea-012a-46ef-a130-ba4866a17508 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:46:14.282636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:46:14.282974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:46:14.283425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:14.283826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:46:14.284244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Bound port: 03a604ea-012a-46ef-a130-ba4866a17508, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:46:14.284646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:14.359341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] For port 03a604ea-012a-46ef-a130-ba4866a17508, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:46:14.362460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] For port 03a604ea-012a-46ef-a130-ba4866a17508, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=03a604ea-012a-46ef-a130-ba4866a17508,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:46:14.368076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:14.372199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:14.445933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Routers {'2cea8075-c4cf-497d-bad4-98273840e6a5'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:46:14.446534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0a7da940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:45:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2cea8075-c4cf-497d-bad4-98273840e6a5'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:14.502195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10456-c68d-4bd1-a623-a8c782994508 None None] Pushing event updated for resources: {'Port': ['ID=03a604ea-012a-46ef-a130-ba4866a17508,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:14.505648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9bc10456-c68d-4bd1-a623-a8c782994508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:14.630611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] Set router 2cea8075-c4cf-497d-bad4-98273840e6a5 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:46:14.971301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0a7da940>, [{'id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'name': 'router1', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '03a604ea-012a-46ef-a130-ba4866a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:45:53Z', 'updated_at': '2021-11-29T11:46:12Z', 'revision_number': 4, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'gw_port': {'id': '03a604ea-012a-46ef-a130-ba4866a17508', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:11Z', 'updated_at': '2021-11-29T11:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dc39de7d-ad1f-456b-8adf-ae58fd082405', 'name': '', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'mac_address': 'fa:16:3e:42:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:03Z', 'updated_at': '2021-11-29T11:46:09Z', 'revision_number': 5, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'subnets': [{'id': '49430c55-fa53-442b-8593-0464a313d9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:46:14.976986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39e699-02a6-4ebb-9b0f-0edc839d6349 None None] The sync data for ids ['2cea8075-c4cf-497d-bad4-98273840e6a5'] in dv-neutron-819579-1-hyperv is: [{'id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'name': 'router1', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '03a604ea-012a-46ef-a130-ba4866a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:45:53Z', 'updated_at': '2021-11-29T11:46:12Z', 'revision_number': 4, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'gw_port': {'id': '03a604ea-012a-46ef-a130-ba4866a17508', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:11Z', 'updated_at': '2021-11-29T11:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dc39de7d-ad1f-456b-8adf-ae58fd082405', 'name': '', 'network_id': 'c5ed641a-0764-4a81-a0c7-bab7454f3739', 'tenant_id': '68ba4c399e724814abf7ec9186e89200', 'mac_address': 'fa:16:3e:42:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea8075-c4cf-497d-bad4-98273840e6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49430c55-fa53-442b-8593-0464a313d9ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:46:03Z', 'updated_at': '2021-11-29T11:46:09Z', 'revision_number': 5, 'project_id': '68ba4c399e724814abf7ec9186e89200', 'subnets': [{'id': '49430c55-fa53-442b-8593-0464a313d9ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca3013a7-4b00-4b5c-83ee-f46efbf08c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:46:15.285809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 03a604ea-012a-46ef-a130-ba4866a17508 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:46:15.357978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 03a604ea-012a-46ef-a130-ba4866a17508 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:46:15.363998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 03a604ea-012a-46ef-a130-ba4866a17508 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:46:15.364377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:15.493012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:15.509843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 03a604ea-012a-46ef-a130-ba4866a17508, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=03a604ea-012a-46ef-a130-ba4866a17508,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:46:15.514630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:15.521199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37677503-b29f-46f4-9958-59c733517cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:46:15.547242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43136) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:46:15.593372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=03a604ea-012a-46ef-a130-ba4866a17508,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:46:15.596464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:46:15.665144 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aefaa3db-7681-4380-8295-d3a8d97c1d79 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1167965
Nov 29 11:46:17.264487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 03a604ea-012a-46ef-a130-ba4866a17508 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:46:17.349017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 03a604ea-012a-46ef-a130-ba4866a17508 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:46:17.349390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:17.772603 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:46:26.450465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b52fc4c-3b8d-434f-b576-93a10a474263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:27.016338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:29.007351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5c51568-07c8-4e27-bae8-8d429aa7f489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:29.961243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:31.496161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:54.762111 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:46:56.437353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01f57819-943e-4327-843d-03abc0dd1e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:57.021072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:59.011194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce1a7-155e-4879-b7de-6041491a93fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:46:59.966841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:01.510154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:26.456466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-252b8b3d-ae3b-47e4-9a13-5db93d74a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:27.029944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:29.016096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c8790f-75cd-4510-b0a3-b7845eeabf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:29.969251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:31.505449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:31.760933 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:47:56.448322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24748bc3-3618-412b-bf29-5796db91f9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:57.025468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:59.013115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79c7b3ea-fda1-4283-b12c-cf3c85a6c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:47:59.973268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:01.507717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:08.760011 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:48:21.263992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43740) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:21.339544 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08fa9cf-6617-44f3-8de5-b248a3ce6a42 admin admin] GET failed (client error): The resource could not be found.
Nov 29 11:48:21.340925 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f08fa9cf-6617-44f3-8de5-b248a3ce6a42 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0757940
Nov 29 11:48:21.476626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079a5c3-9372-420f-bbf4-30db9efe5292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:21.477997 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c079a5c3-9372-420f-bbf4-30db9efe5292 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1313007
Nov 29 11:48:23.559794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43750) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:23.682686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7eb2c0-3973-45ef-a6ac-37e39bcb4c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:23.683274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c7eb2c0-3973-45ef-a6ac-37e39bcb4c69 admin admin] Synchronizing usage tracker for tenant:63d607a2b3a34ebaaafdae7d175f20a5 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:48:23.711754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c7eb2c0-3973-45ef-a6ac-37e39bcb4c69 admin admin] Unset dirty status for tenant:63d607a2b3a34ebaaafdae7d175f20a5 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:48:23.713692 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7c7eb2c0-3973-45ef-a6ac-37e39bcb4c69 admin admin] 10.222.0.20 "GET /v2.0/subnets/49430c55-fa53-442b-8593-0464a313d9ca HTTP/1.1" status: 200  len: 849 time: 0.1523390
Nov 29 11:48:23.725911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:48:23.848859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:24.051953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752348684364'] for subnet, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:24.058322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfd9b79e-6426-45dc-8a7f-e92acd77ce31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:48:24.104241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:24.105282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:24.111771 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] 10.222.0.20 "PUT /v2.0/subnets/49430c55-fa53-442b-8593-0464a313d9ca HTTP/1.1" status: 200  len: 868 time: 0.3841348
Nov 29 11:48:24.111986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248225e-7844-4e72-be57-a87aaf936e12 None None] Network c5ed641a-0764-4a81-a0c7-bab7454f3739 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:48:24.131220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49430c55-fa53-442b-8593-0464a313d9ca,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:48:24.139687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.140039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.140349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.140669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.140987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.141331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.141792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.142132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.142447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.142754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.143250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.143721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:48:24.147504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:48:24.577340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ea3f858b-5793-4e8c-ac68-a3e99d930994 None None] Provisioning complete for port dc39de7d-ad1f-456b-8adf-ae58fd082405 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:48:24.578061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea3f858b-5793-4e8c-ac68-a3e99d930994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:24.714177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ea3f858b-5793-4e8c-ac68-a3e99d930994 None None] Provisioning complete for port 2cf957d4-26ad-4f64-877e-ae2f95442ab0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:48:24.714377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea3f858b-5793-4e8c-ac68-a3e99d930994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:26.230727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43760) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:26.406531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb2fe3-dec0-414f-afc1-a997e9c7fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:26.406904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb2fe3-dec0-414f-afc1-a997e9c7fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:26.408467 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d0fb2fe3-dec0-414f-afc1-a997e9c7fdc1 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1767056
Nov 29 11:48:26.444474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bca6b23f-7ea3-4dd0-a6ab-8fdc8bb4e67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:27.030632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:28.559896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43770) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:28.757249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad645b5-6c6b-470f-9c29-080ba9c1d5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:28.757715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad645b5-6c6b-470f-9c29-080ba9c1d5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:28.758438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bad645b5-6c6b-470f-9c29-080ba9c1d5fd admin admin] Synchronizing usage tracker for tenant:63d607a2b3a34ebaaafdae7d175f20a5 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:48:28.778236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bad645b5-6c6b-470f-9c29-080ba9c1d5fd admin admin] Unset dirty status for tenant:63d607a2b3a34ebaaafdae7d175f20a5 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:48:28.779574 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bad645b5-6c6b-470f-9c29-080ba9c1d5fd admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2186747
Nov 29 11:48:29.018284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ec847d-7f78-4f99-b584-31787332f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:29.975863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:30.886478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:31.069064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b5c02-19b0-4712-b986-9baa36b87d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:31.070338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb6b5c02-19b0-4712-b986-9baa36b87d62 admin admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 886 time: 0.1828253
Nov 29 11:48:31.515602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:33.200104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43790) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:33.390775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b82663-e1cb-43d6-b968-ad0cf9f5723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:33.392123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f1b82663-e1cb-43d6-b968-ad0cf9f5723f admin admin] 10.222.0.20 "GET /v2.0/networks/c5ed641a-0764-4a81-a0c7-bab7454f3739 HTTP/1.1" status: 200  len: 869 time: 0.1910326
Nov 29 11:48:35.490844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:35.647940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36d8a7-f87c-4cf9-9736-cb399aa08e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:35.648683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36d8a7-f87c-4cf9-9736-cb399aa08e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:35.650956 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d36d8a7-f87c-4cf9-9736-cb399aa08e5b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1591406
Nov 29 11:48:37.738312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43810) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:37.861367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64510b57-1304-46a4-b0ff-f643067af10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:37.861803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64510b57-1304-46a4-b0ff-f643067af10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:37.863348 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64510b57-1304-46a4-b0ff-f643067af10a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1236777
Nov 29 11:48:39.969357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43820) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:40.118454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434ece0-4380-486a-960f-f8d98971708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:40.119800 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d434ece0-4380-486a-960f-f8d98971708f admin admin] 10.222.0.20 "GET /v2.0/subnets/49430c55-fa53-442b-8593-0464a313d9ca HTTP/1.1" status: 200  len: 868 time: 0.1492362
Nov 29 11:48:42.223693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43830) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:48:42.348757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9182771-a9a1-470f-a6e8-e5e0d6d3e8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:48:42.350093 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9182771-a9a1-470f-a6e8-e5e0d6d3e8e6 admin admin] 10.222.0.20 "GET /v2.0/subnets/f374adae-60c3-4c16-a0b4-82d58f3faf42 HTTP/1.1" status: 200  len: 816 time: 0.1257155
Nov 29 11:48:45.759197 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:48:56.438257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7720d6c9-8815-4f91-a21e-5081b0ab115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:57.034427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:59.022574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-abb7310c-fa5e-466c-940b-b01c2e743882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:48:59.979062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:01.516603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:05.394794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:49:05.448292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-451314f3-0575-4a5d-a1de-fd820371a8f8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:49:05.449382 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-451314f3-0575-4a5d-a1de-fd820371a8f8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0535958
Nov 29 11:49:07.758864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43884) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:49:07.828377 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0ef10d-b142-42c4-a5d0-3d227fa677b3 admin admin] GET failed (client error): The resource could not be found.
Nov 29 11:49:07.829685 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9b0ef10d-b142-42c4-a5d0-3d227fa677b3 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0698335
Nov 29 11:49:07.957189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436260f6-dd12-4c7a-85c0-cf40aa63adee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:49:07.958548 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-436260f6-dd12-4c7a-85c0-cf40aa63adee admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1249576
Nov 29 11:49:10.084071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43894) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:49:10.133047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:49:10.138555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:49:10.148303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:49:10.159717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Made reservation on behalf of 63d607a2b3a34ebaaafdae7d175f20a5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:49:10.162078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:10.249929 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.services.revisions.revision_plugin [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5d08992550] {project_id='63d607a2b3a34ebaaafdae7d175f20a5', id='e69bf93d-9870-426e-91b0-6d004d1b9ac3', target_tenant='*', action='access_as_shared', object_id='6759499c-ff5c-4bc2-b38e-c5237e883dd0'}> to bump revision.
Nov 29 11:49:10.262445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:49:10.270921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:10.271296 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Added segment f28b69f4-7053-42b5-af99-a9bdc85fb446 of type vlan for network 6759499c-ff5c-4bc2-b38e-c5237e883dd0
Nov 29 11:49:10.295798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:10.327934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:10.329268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:49:10.329858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:10.333114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88febba0-c6aa-4c69-ae86-0a1bc4b56760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:49:10.431490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Pushing event updated for resources: {'Network': ['ID=6759499c-ff5c-4bc2-b38e-c5237e883dd0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:49:10.438762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3537407
Nov 29 11:49:10.440050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.440403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.440738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.441064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.441385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.441723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.442047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.442378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.442698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.443014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.443357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.443672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:10.447155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:49:10.455355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:49:12.554312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 43904) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:49:12.623726 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c4930c-9004-4841-beee-4204afb29c53 admin admin] GET failed (client error): The resource could not be found.
Nov 29 11:49:12.624978 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d3c4930c-9004-4841-beee-4204afb29c53 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0697079
Nov 29 11:49:12.729204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7e5dc-b39e-4f3e-8688-30cc856e35d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:49:12.730748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c4a7e5dc-b39e-4f3e-8688-30cc856e35d1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1017692
Nov 29 11:49:12.743577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Request body: {'subnet': {'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:49:12.748774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:49:12.759034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:49:12.771116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Made reservation on behalf of 63d607a2b3a34ebaaafdae7d175f20a5 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:49:12.773470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:12.969261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:12.972774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:49:13.040406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98905fd-58e8-42d1-b256-a54c5cd759f0,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:49:13.044098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:49:13.050896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Checking segment: {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:49:13.051274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Network hostable DHCP agents. Network: 6759499c-ff5c-4bc2-b38e-c5237e883dd0, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:49:13.069675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:49:13.079927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6759499c-ff5c-4bc2-b38e-c5237e883dd0) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:49:13.084109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:49:13.084679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:13.089436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0437f-73f4-46ea-9f13-e798d0305a33 None None] Network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:49:13.115330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3701506
Nov 29 11:49:13.315281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6759499c-ff5c-4bc2-b38e-c5237e883dd0', 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0', 'tenant_id': '63d607a2b3a34ebaaafdae7d175f20a5', 'fixed_ips': [{'subnet_id': 'a98905fd-58e8-42d1-b256-a54c5cd759f0'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:49:13.316323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:13.481218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Allocated IP 192.168.233.2 (6759499c-ff5c-4bc2-b38e-c5237e883dd0/a98905fd-58e8-42d1-b256-a54c5cd759f0/aa61b632-68bc-4032-af85-ed1884645de6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:49:13.695659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:13.706583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Transition to ACTIVE for port object aa61b632-68bc-4032-af85-ed1884645de6 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:49:13.725401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Transition to ACTIVE for port object aa61b632-68bc-4032-af85-ed1884645de6 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:49:13.732052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:13.740005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4094f1e-9560-462c-a416-df3b9856e80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:49:13.844671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Pushing event updated for resources: {'Port': ['ID=aa61b632-68bc-4032-af85-ed1884645de6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:49:13.852136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:49:13.857396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:49:13.862106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.862483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.862979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.863347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.863676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.864020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.864338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.864686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.865024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.865341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.865655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.865966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:49:13.878654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:49:13.957359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:49:13.973192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Attempting to bind port aa61b632-68bc-4032-af85-ed1884645de6 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:49:13.973561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Attempting to bind port aa61b632-68bc-4032-af85-ed1884645de6 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:49:13.973924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Attempting to bind port aa61b632-68bc-4032-af85-ed1884645de6 on network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:49:13.979430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:49:13.979888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Checking segment: {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:49:13.980357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:13.980754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Bound using segment: {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:49:13.981223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Bound port: aa61b632-68bc-4032-af85-ed1884645de6, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:49:13.981616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:14.069405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] For port aa61b632-68bc-4032-af85-ed1884645de6, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:49:14.072454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] For port aa61b632-68bc-4032-af85-ed1884645de6, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=aa61b632-68bc-4032-af85-ed1884645de6,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:49:14.078404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:14.082513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:49:14.162544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Pushing event updated for resources: {'Port': ['ID=aa61b632-68bc-4032-af85-ed1884645de6,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:49:14.165702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:49:15.034933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bd663-8c2b-42a2-a153-faa7bc9180e7 None None] Network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:49:15.121439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2cb3e1f8-65ab-4d90-afec-e484d2fa6b68 None None] Provisioning for port aa61b632-68bc-4032-af85-ed1884645de6 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:49:15.395439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device aa61b632-68bc-4032-af85-ed1884645de6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:49:15.472372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port aa61b632-68bc-4032-af85-ed1884645de6 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:49:15.478556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port aa61b632-68bc-4032-af85-ed1884645de6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:49:15.478958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:15.587318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-71745cd5-3fad-4988-9557-196d22fac1b5 None None] Provisioning complete for port aa61b632-68bc-4032-af85-ed1884645de6 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:49:15.587594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71745cd5-3fad-4988-9557-196d22fac1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:15.655248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:15.723465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port aa61b632-68bc-4032-af85-ed1884645de6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=aa61b632-68bc-4032-af85-ed1884645de6,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:49:15.731033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:15.735246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:49:15.809137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71745cd5-3fad-4988-9557-196d22fac1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:15.840581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=aa61b632-68bc-4032-af85-ed1884645de6,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:49:15.844269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:49:15.902432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-71745cd5-3fad-4988-9557-196d22fac1b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:49:15.902822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-71745cd5-3fad-4988-9557-196d22fac1b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:49:17.360236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device aa61b632-68bc-4032-af85-ed1884645de6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:49:17.432147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port aa61b632-68bc-4032-af85-ed1884645de6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:49:17.432775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:22.758231 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:49:26.441339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c842d037-5ecc-4ac0-abd5-0acc86824500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:27.039298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:29.026733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-394d6a48-d2d8-4f38-b817-eda950695307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:29.981629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:31.519303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:56.446119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe8ec-8701-43df-b149-7b796a47bade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:57.046591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:59.031565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81df410a-e16a-4fef-9ca3-4108788a87a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:49:59.757278 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:49:59.981910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:01.521428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:23.609605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43956) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:50:23.615509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-f7495f24-e451-497c-baec-a813e3079d77 tempest-verify_tempest_config-148795299 tempest-verify_tempest_config-148795299-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:50:23.616452 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f7495f24-e451-497c-baec-a813e3079d77 tempest-verify_tempest_config-148795299 tempest-verify_tempest_config-148795299-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058868
Nov 29 11:50:23.958136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:50:24.087872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.102085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:50:24.106536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Usage tracker for resource:security_group_rule and tenant:167a070729bb4e51917660399b6e001f is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:50:24.109475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:50:24.115627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:50:24.207052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.212186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.219606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:50:24.259488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed42c51d-8e0a-4f61-aea3-44858ecde152,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:50:24.262367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Synchronizing usage tracker for tenant:63d607a2b3a34ebaaafdae7d175f20a5 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:50:24.270260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.270614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.270949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.271293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.271614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.271942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.272268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.272597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.272892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.273205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.273508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.273809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:50:24.277784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:50:24.293344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Unset dirty status for tenant:63d607a2b3a34ebaaafdae7d175f20a5 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:50:24.294630 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=167a070729bb4e51917660399b6e001f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3352516
Nov 29 11:50:24.297453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 43980) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:50:24.356597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.382748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.476099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.480891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:50:24.496274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed42c51d-8e0a-4f61-aea3-44858ecde152,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:50:24.501448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:50:24.503028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:24.504169 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed42c51d-8e0a-4f61-aea3-44858ecde152 HTTP/1.1" status: 204  len: 168 time: 0.2058144
Nov 29 11:50:26.450580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-389d3796-cbad-4b02-9699-4e62ed716f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:27.048662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:29.046470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e032b1d-24b7-4d7f-89ee-da0424d2b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:29.995314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:31.533036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:36.757537 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:50:56.465863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b61b3a18-fe83-4af8-873e-7c3d451dd6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:57.048849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:59.048226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd876e5e-e956-479c-93ff-19cfbc102270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:50:59.991519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:01.531998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:13.762241 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 5 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:51:26.461689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8deeab03-be22-49b6-83d2-c3dd971bc918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:27.049974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:29.048657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3db3ff26-3d05-4855-a00c-70cec66ce40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:30.004141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:31.540137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:43.099877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719691'] for agent, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:50.762676 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:51:56.465212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-75ddf498-7d30-4a72-a8be-e8f1b51e7270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:57.044847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:58.209463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44050) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:51:58.340482 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ce5aa809-5412-43a8-8908-01539f69982d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1298008
Nov 29 11:51:59.043818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e6964b7-584b-4558-8d35-1173b860a59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:51:59.996717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:00.499203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:52:00.566457 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a127328-c6fb-468e-8927-469a4d914f90 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0658865
Nov 29 11:52:01.545455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:13.059031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:26.469663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8193ecf7-47b3-409d-8939-57337a6488f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:27.056043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:27.762384 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:52:29.048301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-02a809c0-5bef-4921-aa9a-a59915d343f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:29.999370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:31.543694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:43.053701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:56.479755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2e8ce457-6b86-4f20-aa5b-31b265f92956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:57.051918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:52:59.061801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bc34684-2b5a-4e37-baf1-aa7c8356cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:00.011096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:01.545939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:04.762816 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:53:13.054953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:26.477666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25b-d8b5-4f59-a881-914a77715d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:27.049167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:29.061585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d88b28f2-1d64-4c05-86b8-c1d913b3ca78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:30.013699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:31.551688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:33.787971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:33.910507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44244) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:34.064498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-136541068-network', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:34.069942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:34.073968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Usage tracker for resource:network and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:34.077360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:34.083907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:34.094487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Made reservation on behalf of 20e8acc23c034e7da6e043eaa8044327 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:34.096833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.109835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.126207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:34.138896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Usage tracker for resource:security_group_rule and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:34.140574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:34.146486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:34.239555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.244678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.249598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2963c2ae-66ac-4425-bbe0-f2788b63bc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:34.277325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:34.286490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9387f-f4c4-4867-a421-f51bb3b3eefe,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:34.301070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.301743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.302110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.302457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.302811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.303282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.303686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.304080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.304406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.306507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.306984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.307351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Tracked resource versions report:
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]: pushed versions:
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]: {   'AddressGroup': {'1.2'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'ConntrackHelper': {'1.0'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Log': {'1.0'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Network': {'1.1'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Port': {'1.7'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'PortForwarding': {'1.2'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'QosPolicy': {'1.8'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'SecurityGroup': {'1.4'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'SubPort': {'1.0'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Subnet': {'1.1'},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     'Trunk': {'1.1'}}
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]: consumer versions:
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     HyperV agent@hv-neutron-8195: {},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Log': '1.0',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Network': '1.1',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Port': '1.7',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'PortForwarding': '1.2',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'QosPolicy': '1.8',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'SecurityGroup': '1.4',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'SubPort': '1.0',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Subnet': '1.1',
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:                                                        'Trunk': '1.1'}}
Nov 29 11:53:34.308699 dv-neutron-819579-1-hyperv neutron-server[87600]:  {{(pid=87600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:53:34.317449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:34.322835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.323197 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Added segment 98949baa-db11-4ea2-81b1-a76ad85b9e4d of type vlan for network cf939d84-dd31-463e-a415-5a4b7cf4dd91
Nov 29 11:53:34.350454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.381972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.383414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:34.384015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.388772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0401f469-3a4c-4ed4-af61-e628693e6697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:34.402358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44262) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:34.472679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1030079891-network', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:34.501509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:34.506099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Pushing event updated for resources: {'Network': ['ID=cf939d84-dd31-463e-a415-5a4b7cf4dd91,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:34.508672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Usage tracker for resource:network and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:34.511870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:34.515285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:34.518564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:34.519531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:34.530134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44272) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:34.530383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7403097
Nov 29 11:53:34.533304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Made reservation on behalf of 04189e896c3842bead4ab4ecdb9273a7 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:34.536195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.537649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Request body: {'subnet': {'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-136541068-subnet', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:34.543540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:34.548924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Usage tracker for resource:subnet and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:34.552752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:34.559148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:34.567408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.571624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Made reservation on behalf of 20e8acc23c034e7da6e043eaa8044327 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:34.575821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.600825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:34.611092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Usage tracker for resource:security_group_rule and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:34.615126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:34.623605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:34.730650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.736884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.741181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:34.768924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:34.777709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f04ba2-d4b9-4468-8be9-329f46355285,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:34.781301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:34.784179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.784516 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Added segment 4d7452fb-5246-416c-88f9-e887245fc710 of type vlan for network f62316e7-9679-414c-bf40-130368d73ff3
Nov 29 11:53:34.815514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.827884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.833729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7157f455-5c94-450a-902e-e441401f5912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:34.854036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.855999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:34.856970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:34.864085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:34.924441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Checking segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:34.924787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Network hostable DHCP agents. Network: cf939d84-dd31-463e-a415-5a4b7cf4dd91, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:53:34.954083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:53:34.961730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:34.969733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, cf939d84-dd31-463e-a415-5a4b7cf4dd91) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:34.972466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.973016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.973747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.977181 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0631199
Nov 29 11:53:34.978220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.978725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.979312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.979799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.980341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.980598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ac037-3b4f-4085-aaf6-c98241a9522f None None] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:34.980968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.981894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.982558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.983111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Tracked resource versions report:
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]: pushed versions:
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]: {   'AddressGroup': {'1.2'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'ConntrackHelper': {'1.0'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Log': {'1.0'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Network': {'1.1'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Port': {'1.7'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'PortForwarding': {'1.2'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'QosPolicy': {'1.8'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'SecurityGroup': {'1.4'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'SubPort': {'1.0'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Subnet': {'1.1'},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     'Trunk': {'1.1'}}
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]: consumer versions:
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     HyperV agent@hv-neutron-8195: {},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Log': '1.0',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Network': '1.1',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Port': '1.7',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'PortForwarding': '1.2',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'QosPolicy': '1.8',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'SecurityGroup': '1.4',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'SubPort': '1.0',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Subnet': '1.1',
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:                                                        'Trunk': '1.1'}}
Nov 29 11:53:34.984633 dv-neutron-819579-1-hyperv neutron-server[87599]:  {{(pid=87599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:53:34.991443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:35.002257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:35.003097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.028007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.4962001
Nov 29 11:53:35.029157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:35.036045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44292) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:35.039711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Request body: {'subnet': {'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1030079891-subnet', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:35.041222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-53543434-network', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:35.045831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:35.050813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Usage tracker for resource:subnet and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:35.054297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:35.056568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:35.065829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:35.069676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Usage tracker for resource:network and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:35.072716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:35.081377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:35.082349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:35.088550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:35.095992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Usage tracker for resource:router and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:35.100215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:35.103568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Made reservation on behalf of a4915ee5d4f44f19825bc05afb6871c1 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:35.105927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.110429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:35.112368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Made reservation on behalf of 04189e896c3842bead4ab4ecdb9273a7 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:35.115000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.136901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.158199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:35.162447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Usage tracker for resource:security_group_rule and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:35.165924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:35.171903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:35.187516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f62316e7-9679-414c-bf40-130368d73ff3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:35.190374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:35.208580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.209629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.244228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network f62316e7-9679-414c-bf40-130368d73ff3 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:35.257917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.277781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.286570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.292749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:35.355629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf5e05-eb35-4dd9-b0ea-6f4dfa9f99cb,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:35.374170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:35.392980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:35.398648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752348577949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.399255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5d0a0c09d0> segment precommit_create {{(pid=87599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 29 11:53:35.399710 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Added segment 5aea6024-aff2-4c91-8b40-8a7f67053408 of type vlan for network a78f5a23-0281-46a0-8fc7-5bb473964c35
Nov 29 11:53:35.448317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.492207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.492908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:35.494023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.501570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:35.552822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:53:35.553678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.701066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Pushing event updated for resources: {'Network': ['ID=a78f5a23-0281-46a0-8fc7-5bb473964c35,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:35.705155 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3017461
Nov 29 11:53:35.706290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:35.708735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44314) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:35.714449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Request body: {'subnet': {'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-53543434-subnet', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:35.719753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:35.724401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Usage tracker for resource:subnet and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:35.727649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:35.733662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:35.748103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Made reservation on behalf of a4915ee5d4f44f19825bc05afb6871c1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:35.750245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:35.752514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.772429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.835438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:35.926367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:35.955417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Allocated IP 172.20.0.2 (cf939d84-dd31-463e-a415-5a4b7cf4dd91/2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e/8e48e56f-9e25-4b27-898f-23f4d02f3d95) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:35.973274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Checking segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:35.973846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Network hostable DHCP agents. Network: f62316e7-9679-414c-bf40-130368d73ff3, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:53:36.021123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=901b7777-2853-4d3e-bb3c-7b51f3975fc5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:36.034661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:36.038793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Network f62316e7-9679-414c-bf40-130368d73ff3 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:53:36.089498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.104148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11e0ad07-e548-47cd-8b97-44ac4fbfe6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:36.115106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44328) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:36.124254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, f62316e7-9679-414c-bf40-130368d73ff3) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:36.130725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:36.131407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.170900 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1726766
Nov 29 11:53:36.172796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44336) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:36.183540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:36.186826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13517633-c543-4a39-be9f-1933df594201,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:36.189281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:36.190703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a49929-dee0-4e7e-98d8-9e4e17ca4ce8 None None] Network f62316e7-9679-414c-bf40-130368d73ff3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:36.193370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:36.194613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Usage tracker for resource:router and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:36.196769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Checking segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:36.197276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Network hostable DHCP agents. Network: a78f5a23-0281-46a0-8fc7-5bb473964c35, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:53:36.198374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:36.204987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:36.219794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.221003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.232376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:53:36.246142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, a78f5a23-0281-46a0-8fc7-5bb473964c35) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:36.251249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:36.252163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.297634 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5870328
Nov 29 11:53:36.300170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:36.305959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:36.311666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:36.316462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Usage tracker for resource:router and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:36.323989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:36.332358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:36.341177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.345749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6d231-5fa3-4250-b501-11b09bd62bfa None None] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:36.354557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.355959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.385409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.538232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.549198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Transition to ACTIVE for port object 8e48e56f-9e25-4b27-898f-23f4d02f3d95 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:36.568683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Transition to ACTIVE for port object 8e48e56f-9e25-4b27-898f-23f4d02f3d95 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:36.587043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.627079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:36.664349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:36.669755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:36.676630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:36.679022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-928944608'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:36.816327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:36.829689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.891942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Usage tracker for resource:router and tenant:eb92daab34534beeb271a5d0d173c3b2 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:36.896413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:36.900347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:37.013379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:37.024088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Attempting to bind port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:37.024448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Attempting to bind port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:37.024810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Attempting to bind port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 on network cf939d84-dd31-463e-a415-5a4b7cf4dd91 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:37.026830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Pushing event updated for resources: {'Port': ['ID=8e48e56f-9e25-4b27-898f-23f4d02f3d95,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:37.050514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:37.050741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Checking segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:37.051232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.051601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Bound using segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:37.052233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Bound port: 8e48e56f-9e25-4b27-898f-23f4d02f3d95, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:37.052623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.058522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.066535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-f62316e7-9679-414c-bf40-130368d73ff3', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:53:37.067575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.081493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.081974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.082303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.082823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.083486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.083486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.083651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.083874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.084184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.084490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.084806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.085107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Tracked resource versions report:
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]: pushed versions:
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]: {   'AddressGroup': {'1.2'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'ConntrackHelper': {'1.0'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Log': {'1.0'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Network': {'1.1'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Port': {'1.7'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'PortForwarding': {'1.2'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'QosPolicy': {'1.8'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'SecurityGroup': {'1.4'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'SubPort': {'1.0'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Subnet': {'1.1'},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     'Trunk': {'1.1'}}
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]: consumer versions:
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     HyperV agent@hv-neutron-8195: {},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Log': '1.0',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Network': '1.1',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Port': '1.7',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'PortForwarding': '1.2',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'QosPolicy': '1.8',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'SecurityGroup': '1.4',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'SubPort': '1.0',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Subnet': '1.1',
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:                                                        'Trunk': '1.1'}}
Nov 29 11:53:37.086155 dv-neutron-819579-1-hyperv neutron-server[87601]:  {{(pid=87601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:53:37.095548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:37.140538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.143902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.154775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.245085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a78f5a23-0281-46a0-8fc7-5bb473964c35', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:53:37.245085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.333425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.351260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] For port 8e48e56f-9e25-4b27-898f-23f4d02f3d95, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:37.419427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] For port 8e48e56f-9e25-4b27-898f-23f4d02f3d95, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e48e56f-9e25-4b27-898f-23f4d02f3d95,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:37.434412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.447859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9bc10456-c68d-4bd1-a623-a8c782994508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:37.528498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Allocated IP 172.26.4.129 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/2408082e-871d-430e-a00e-9244ff6065b8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:37.548979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Allocated IP 172.20.0.2 (f62316e7-9679-414c-bf40-130368d73ff3/901b7777-2853-4d3e-bb3c-7b51f3975fc5/2348e1b1-54f4-4a42-98bd-5e012d63498e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:37.572221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Pushing event updated for resources: {'Port': ['ID=8e48e56f-9e25-4b27-898f-23f4d02f3d95,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:37.585731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:37.602063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.643633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Allocated IP 172.20.0.2 (a78f5a23-0281-46a0-8fc7-5bb473964c35/13517633-c543-4a39-be9f-1933df594201/c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:37.691701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.797972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44378) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:37.816660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.886047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.916486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:37.931545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:38.021404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Pushing event updated for resources: {'Port': ['ID=2408082e-871d-430e-a00e-9244ff6065b8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:38.029650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:38.055151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:38.058079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:38.060966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.062234 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51a912de-cba3-4bed-a338-c865c74f0790 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.9447684
Nov 29 11:53:38.063041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:38.066085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44392) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:38.358830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2086679194'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:38.369735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.386943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Transition to ACTIVE for port object 2348e1b1-54f4-4a42-98bd-5e012d63498e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:38.387203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.413067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Transition to ACTIVE for port object 2348e1b1-54f4-4a42-98bd-5e012d63498e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:38.429756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.447867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Allocated IP 172.26.4.240 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/f533eab8-154c-498c-991f-8df990ecbcf0) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:38.448125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:38.450941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:38.531553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Usage tracker for resource:network and tenant:596ba5d058b748c4aabb9eac96e6fbcc is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:38.534283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.542251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:38.554980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:38.602947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Pushing event updated for resources: {'Port': ['ID=2348e1b1-54f4-4a42-98bd-5e012d63498e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:38.635502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.639096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:38.641460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Network f62316e7-9679-414c-bf40-130368d73ff3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:38.661076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:38.670725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:38.684816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44404) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:38.687710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Made reservation on behalf of 596ba5d058b748c4aabb9eac96e6fbcc for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:38.698623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.795404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Transition to ACTIVE for port object c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:38.831107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44408) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:38.946830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Transition to ACTIVE for port object c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:38.948723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Attempting to bind port 2348e1b1-54f4-4a42-98bd-5e012d63498e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:38.950089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Attempting to bind port 2348e1b1-54f4-4a42-98bd-5e012d63498e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:38.950690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Attempting to bind port 2348e1b1-54f4-4a42-98bd-5e012d63498e on network f62316e7-9679-414c-bf40-130368d73ff3 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:38.959636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:38.961099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Checking segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:38.961892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:38.962667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Bound using segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:38.963780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Bound port: 2348e1b1-54f4-4a42-98bd-5e012d63498e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:38.965911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.099015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.123941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.150929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.157388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.160987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:39.178970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-4b3f0a6f-91b2-4cb9-b7fa-523f25f74e74 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:39.183987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Usage tracker for resource:security_group_rule and tenant:596ba5d058b748c4aabb9eac96e6fbcc is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:39.184148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44422) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.187593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:39.188169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.263632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:39.272872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Pushing event updated for resources: {'Port': ['ID=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:39.275892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800df82-3d91-4163-9da4-3953f9263d79 None None] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:39.293580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:39.301324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:39.304772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3d0b5283-60b0-4cd8-a52c-5fda54bc844f tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:39.333518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.334046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa9299c-a707-47cd-af1d-13de2e68703c {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:53:39.373334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.403806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-93a1af72-374e-40db-bfee-6a0c1efb8e67 None None] Provisioning for port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:39.438394 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3d0b5283-60b0-4cd8-a52c-5fda54bc844f tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "PUT /v2.0/quotas/6c1422dc17be45d2a5d4b36418e4df97 HTTP/1.1" status: 200  len: 368 time: 0.6023209
Nov 29 11:53:39.443788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44430) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.446331 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4b3f0a6f-91b2-4cb9-b7fa-523f25f74e74 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "PUT /v2.0/quotas/4107a61e825145c3990da580aa0c347b HTTP/1.1" status: 200  len: 366 time: 0.7370398
Nov 29 11:53:39.451934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:39.453005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44434) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.457305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Request body: {'network': {'project_id': '6c1422dc17be45d2a5d4b36418e4df97'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:39.462818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:39.462953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:39.468066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Usage tracker for resource:network and tenant:6c1422dc17be45d2a5d4b36418e4df97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:39.471029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:39.471500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.472716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:39.473423 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ea00c7dd-183d-4711-b9ec-2d6b75f386a6 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7fa9299c-a707-47cd-af1d-13de2e68703c HTTP/1.1" status: 204  len: 168 time: 1.4060013
Nov 29 11:53:39.477227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:39.478659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44438) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.491764 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9cdebac0-3fdb-4d8f-8ce0-7efb3bb43629 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0332263
Nov 29 11:53:39.493563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.502014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Request body: {'router': {'name': 'tempest-router-1470139122', 'distributed': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:39.506778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44442) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.529358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:39.532847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.533396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] For port 2348e1b1-54f4-4a42-98bd-5e012d63498e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:39.534634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Made reservation on behalf of 6c1422dc17be45d2a5d4b36418e4df97 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:39.537142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.541243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.542632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Usage tracker for resource:router and tenant:eb92daab34534beeb271a5d0d173c3b2 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:39.555520 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-055f98bd-9a14-4592-8c28-09f7246da9c2 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "GET /v2.0/quotas/4107a61e825145c3990da580aa0c347b HTTP/1.1" status: 200  len: 366 time: 0.0443871
Nov 29 11:53:39.559393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:39.560997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.574057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44446) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.575333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:39.612145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:39.614366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] For port 2348e1b1-54f4-4a42-98bd-5e012d63498e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2348e1b1-54f4-4a42-98bd-5e012d63498e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:39.616610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.616738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Usage tracker for resource:security_group_rule and tenant:6c1422dc17be45d2a5d4b36418e4df97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:39.618167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:39.619938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:39.627261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:39.643257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.648829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.682478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:39.685436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Attempting to bind port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:39.686071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Attempting to bind port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:39.686642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Attempting to bind port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 on network a78f5a23-0281-46a0-8fc7-5bb473964c35 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:39.693646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:39.694822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.696485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.700609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Pushing event updated for resources: {'Port': ['ID=f533eab8-154c-498c-991f-8df990ecbcf0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:39.706090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:39.719404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:39.720664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:39.721453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:39.727634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e48e56f-9e25-4b27-898f-23f4d02f3d95 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:39.735127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:39.748873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Usage tracker for resource:floatingip and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:39.761784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:39.777552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:39.778357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Checking segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:39.778961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.779671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Bound using segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:39.779908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:39.780560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Bound port: c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:39.781191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.878875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.897524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.910721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:39.915344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:39.924794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.925147 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Added segment 3e5106e3-187c-48a2-8fdb-8c171c431ed7 of type vlan for network 0d65c369-2153-47db-a63a-eef970a6d1ca
Nov 29 11:53:39.927107 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d0abe9f1-2821-4931-9c46-2f3e087bb124 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/4107a61e825145c3990da580aa0c347b HTTP/1.1" status: 204  len: 168 time: 0.3192554
Nov 29 11:53:39.933406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:39.945384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44452) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:39.962334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:39.980932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a294e5f-e7e2-4902-a97b-2c7487d6d1f2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:39.986324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-342d8911-ea53-4fb8-8725-456adaa96df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:39.993207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Router 58727578-fc97-4a94-9997-2259a131afbc is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:53:39.997893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:40.003002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.003920 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Added segment 38661c39-b6a2-4e42-b502-1a36d1223c41 of type vlan for network d5225406-659b-49f8-890a-4f1a80792a8c
Nov 29 11:53:40.007958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.011039 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-54124842-4ff5-48d7-b2b1-240336599822 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0634959
Nov 29 11:53:40.011150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.031048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:40.067129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] For port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:40.070400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] For port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:40.080598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.095130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Pushing event updated for resources: {'Port': ['ID=2348e1b1-54f4-4a42-98bd-5e012d63498e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:40.100603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:40.109342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:40.109342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:40.180415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Pushing event updated for resources: {'Port': ['ID=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:40.184977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:40.192054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:40.193046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.198738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Allocated IP 172.26.4.58 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/09e4079d-53fe-4bda-b9c4-cc1897ede44e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:40.228569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb255e2-af3c-4e21-9e27-dc08ee9e3cb8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:40.231758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:40.261167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.318213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.343877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:40.345965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.391047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-efbeadbf-ca60-438c-aa65-277f683dccb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:40.420362 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb6d2484-0735-4531-abf9-3e6c86c578a6 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "GET /v2.0/quotas/4107a61e825145c3990da580aa0c347b HTTP/1.1" status: 200  len: 370 time: 0.2493255
Nov 29 11:53:40.433621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.439600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44464) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:40.467506 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3a23909a-67cf-4b3c-b3b1-546930966c19 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "GET /v2.0/quotas/4107a61e825145c3990da580aa0c347b/default HTTP/1.1" status: 200  len: 370 time: 0.0190244
Nov 29 11:53:40.473962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44468) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:40.488735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 8e48e56f-9e25-4b27-898f-23f4d02f3d95, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e48e56f-9e25-4b27-898f-23f4d02f3d95,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:40.496390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.496653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.498758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:40.526406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.542067 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-ce21920c-c444-44b2-94f3-0c4262f51ac0 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] delete failed (client error): The resource could not be found.
Nov 29 11:53:40.545828 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ce21920c-c444-44b2-94f3-0c4262f51ac0 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/4107a61e825145c3990da580aa0c347b HTTP/1.1" status: 404  len: 348 time: 0.0682490
Nov 29 11:53:40.558882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.560179 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b05d6abd-433a-4ee7-a892-fc1e9790e84b tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.0788987
Nov 29 11:53:40.564504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44474) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:40.660251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.670247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:40.670902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.680192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52ae106f-4a9d-4aca-a955-2fc4776f71ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:40.699334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=8e48e56f-9e25-4b27-898f-23f4d02f3d95,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:40.710963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:40.743972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Pushing event updated for resources: {'Network': ['ID=0d65c369-2153-47db-a63a-eef970a6d1ca,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:40.747157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:40.756612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0d65c369-2153-47db-a63a-eef970a6d1ca details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:40.760399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:40.775930 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Sync routers for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:40.792788 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:40.795055 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086b0820>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:40.830479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.3814027
Nov 29 11:53:40.844821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44478) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:40.845153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:40.856443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Pushing event updated for resources: {'Network': ['ID=d5225406-659b-49f8-890a-4f1a80792a8c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:40.863739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Request body: {'network': {'project_id': '6c1422dc17be45d2a5d4b36418e4df97'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:40.900231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:40.918604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.941433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6db89db3-79ad-4627-a632-df94bf19502a None None] Provisioning complete for port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:40.941813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6db89db3-79ad-4627-a632-df94bf19502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:40.988283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:41.004589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.2020442
Nov 29 11:53:41.023429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Usage tracker for resource:network and tenant:6c1422dc17be45d2a5d4b36418e4df97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:41.041212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:41.056176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.057868 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 5.9815850
Nov 29 11:53:41.067780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network d5225406-659b-49f8-890a-4f1a80792a8c details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:41.084226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44494) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:41.152236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:41.188009 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:41.269547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.279821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:network and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:41.530092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Made reservation on behalf of 6c1422dc17be45d2a5d4b36418e4df97 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:41.532419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.550156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b0afb-f47d-41be-82c0-74d1980aaffa None None] Network f62316e7-9679-414c-bf40-130368d73ff3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:41.648719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:41.650648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.701486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.710161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.789773 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:53:41.833659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2348e1b1-54f4-4a42-98bd-5e012d63498e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:41.839518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:subnet and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:41.843837 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086b0820>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:38Z', 'revision_number': 3, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:41.856082 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Checking router: 58727578-fc97-4a94-9997-2259a131afbc for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:53:41.856594 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Updating router 58727578-fc97-4a94-9997-2259a131afbc port 2408082e-871d-430e-a00e-9244ff6065b8 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:53:41.866243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:41.872038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:41.880240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.981868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.983959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82f75f49-793a-4b8a-b8da-eb45c26b17a2 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:53:41.996648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:41.997133 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Added segment 1f6a7f93-17d0-4f4c-8531-3d177e99fa39 of type vlan for network f8403ee2-6234-438a-9caf-49fea3131524
Nov 29 11:53:42.003216 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.030710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:subnetpool and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.041881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.066072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:42.104384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.135581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5274960-379d-4462-9808-d749db6105b6 None None] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:42.194198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:42.197267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.205168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:42.214765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.222337 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e049708a-f507-42a0-b258-84c20000c6c1 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "DELETE /v2.0/routers/82f75f49-793a-4b8a-b8da-eb45c26b17a2 HTTP/1.1" status: 204  len: 168 time: 1.6294994
Nov 29 11:53:42.223209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44500) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:42.225219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:42.243147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Request body: {'router': {'name': 'tempest-router-328714067', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b0620aea352442ed87d69c7d1561cd94'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:42.254035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:42.270743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:42.280891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Usage tracker for resource:router and tenant:b0620aea352442ed87d69c7d1561cd94 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.285471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Pushing event updated for resources: {'Port': ['ID=09e4079d-53fe-4bda-b9c4-cc1897ede44e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:42.287674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:port and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.290411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:42.291296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Request body: {'port': {'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c', 'binding:host_id': 'hv-neutron-8195', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1581790656'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:42.294275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.302587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:42.313450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:42.329274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Usage tracker for resource:port and tenant:b9b14d4a13134f05950bbeff3d260233 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.340498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.347862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-af3dd896-2f39-4e19-a6ac-5d7a5c21efcc None None] Provisioning for port 2348e1b1-54f4-4a42-98bd-5e012d63498e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:42.358125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:42.375280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.386095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.387138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.418566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2348e1b1-54f4-4a42-98bd-5e012d63498e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:42.433631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2348e1b1-54f4-4a42-98bd-5e012d63498e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:42.434025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.448765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:router and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.455184 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.458477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Made reservation on behalf of b9b14d4a13134f05950bbeff3d260233 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:42.461178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.463020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.468959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.472414 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Transition to ACTIVE for port object 2408082e-871d-430e-a00e-9244ff6065b8 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:42.475893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:42.476765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.485818 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.486045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:42.494338 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:42.502739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.587345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.595650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ee654b9c-4711-428b-8f9e-126c18a73ff2 None None] Provisioning for port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:42.615438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:floatingip and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.620388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:42.631315 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Attempting to bind port 2408082e-871d-430e-a00e-9244ff6065b8 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:42.632312 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Attempting to bind port 2408082e-871d-430e-a00e-9244ff6065b8 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:42.632706 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Attempting to bind port 2408082e-871d-430e-a00e-9244ff6065b8 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:42.637437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Usage tracker for resource:security_group_rule and tenant:b9b14d4a13134f05950bbeff3d260233 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.649499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.650681 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:42.651070 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:42.652078 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.652669 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:42.653168 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Bound port: 2408082e-871d-430e-a00e-9244ff6065b8, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:42.654288 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.661972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:53:42.665767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:42.674512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.710998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.712053 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Pushing event updated for resources: {'Port': ['ID=2408082e-871d-430e-a00e-9244ff6065b8,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:42.731907 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.8772309
Nov 29 11:53:42.736474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:42.752985 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.753910 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.754255 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.754585 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.754975 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.755536 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.755861 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.756179 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.756515 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.756832 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.757148 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.757674 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Tracked resource versions report:
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]: pushed versions:
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]: {   'AddressGroup': {'1.2'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'ConntrackHelper': {'1.0'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Log': {'1.0'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Network': {'1.1'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Port': {'1.7'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'PortForwarding': {'1.2'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'QosPolicy': {'1.8'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'SecurityGroup': {'1.4'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'SecurityGroupRule': {'1.2'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'SubPort': {'1.0'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Subnet': {'1.1'},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     'Trunk': {'1.1'}}
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]: consumer versions:
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]: {   DHCP agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     HyperV agent@hv-neutron-8195: {},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     L3 agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     Metadata agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     Metering agent@dv-neutron-819579-1-hyperv: {},
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:     Open vSwitch agent@dv-neutron-819579-1-hyperv: {   'AddressGroup': '1.2',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'ConntrackHelper': '1.0',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Log': '1.0',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Network': '1.1',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Port': '1.7',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'PortForwarding': '1.2',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'QosPolicy': '1.8',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'SecurityGroup': '1.4',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'SecurityGroupRule': '1.2',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'SubPort': '1.0',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Subnet': '1.1',
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:                                                        'Trunk': '1.1'}}
Nov 29 11:53:42.758716 dv-neutron-819579-1-hyperv neutron-server[87602]:  {{(pid=87602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 29 11:53:42.804132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Request body: {'network': {'project_id': '6c1422dc17be45d2a5d4b36418e4df97'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:42.809151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Pushing event updated for resources: {'Network': ['ID=f8403ee2-6234-438a-9caf-49fea3131524,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:42.812400 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:42.817898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:42.826394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:42.827867 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network f8403ee2-6234-438a-9caf-49fea3131524 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:42.879450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Usage tracker for resource:network and tenant:6c1422dc17be45d2a5d4b36418e4df97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:42.897675 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] For port 2408082e-871d-430e-a00e-9244ff6065b8, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:42.900577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:42.903285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.904633 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-54ee83c7-30ba-4fcf-b93d-edf87756aa04 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.6707954
Nov 29 11:53:42.907555 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] For port 2408082e-871d-430e-a00e-9244ff6065b8, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2408082e-871d-430e-a00e-9244ff6065b8,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:42.918247 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.921304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44512) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:42.931976 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:42.935133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Allocated IP 172.26.4.218 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/b4aaaf74-f995-494e-ae99-11ea34064396) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:42.953114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:42.962859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:42.966797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:42.987358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:53:42.987358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:53:42.987358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05ff0751-2e94-4bb4-a4c6-7d76a10c7118 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1979060
Nov 29 11:53:43.004870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:43.014009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 2348e1b1-54f4-4a42-98bd-5e012d63498e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2348e1b1-54f4-4a42-98bd-5e012d63498e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:43.021937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.024031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e48e56f-9e25-4b27-898f-23f4d02f3d95 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:43.069822 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:43.070537 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086b0820>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:43.120780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9bc10456-c68d-4bd1-a623-a8c782994508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:43.179806 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Pushing event updated for resources: {'Port': ['ID=2408082e-871d-430e-a00e-9244ff6065b8,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:43.198771 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:43.274680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:43.275055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.291390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.303856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4040a325-d9ee-42a0-8a33-9c61c14af4f0 None None] Provisioning complete for port 2348e1b1-54f4-4a42-98bd-5e012d63498e triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:43.304239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4040a325-d9ee-42a0-8a33-9c61c14af4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.381855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.404347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=2348e1b1-54f4-4a42-98bd-5e012d63498e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:43.407459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:43.425910 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:43.495048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:43.523132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Sync routers for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:43.557085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:43.557730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086cbee0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:43.692132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:security_group and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:43.709771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:43.732462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.739087 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.4375491
Nov 29 11:53:43.741832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:43.743667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.746289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.746761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.758721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:43.783206 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c85e1379-5b58-47c2-a7e7-5390f13ac2f9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c1422dc17be45d2a5d4b36418e4df97&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7767830
Nov 29 11:53:43.796393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44522) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:43.836388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:43.842331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:43.888729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:43.889525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.889746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Usage tracker for resource:security_group_rule and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:43.905309 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086b0820>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:38Z', 'revision_number': 3, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:43.912935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:43.913639 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd2235-aac2-42be-beed-3bc8f854893e None None] The sync data for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv is: [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:38Z', 'revision_number': 3, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:53:43.964580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.979001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:43.996714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:44.012381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.023456 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f545d20d-6646-419e-86a3-599f119bbe88 tempest-QuotasTest-951534691 tempest-QuotasTest-951534691-project-admin] 10.222.0.20 "GET /v2.0/quotas/f0be77a92b874cdd95aeb47eeb4e3d48/details.json HTTP/1.1" status: 200  len: 703 time: 3.1709535
Nov 29 11:53:44.119939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:53:44.158513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.176972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.243807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Nov 29 11:53:44.244278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Router b19293ea-99f5-4507-96a5-394b86bf4ed2 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f5d099acf70> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f5d099acd60> provider. {{(pid=87599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Nov 29 11:53:44.278045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.317185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.328293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.399515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086cbee0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:39Z', 'revision_number': 3, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:44.407786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Checking router: 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:53:44.408390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Updating router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d port f533eab8-154c-498c-991f-8df990ecbcf0 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:53:44.472791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:44.475522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.486651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.492823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-91668c3b-cf37-41e9-8798-9dffd53c8cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:44.517588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.524199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:44.592508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.659065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.665558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:44.676119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Router 4953aa09-1533-4cc1-9a40-376d3f1bd397 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:53:44.690422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:44.699107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:44.703209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Port': ['ID=b4aaaf74-f995-494e-ae99-11ea34064396,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:44.706687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:44.708960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:44.717790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.718984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cb255e2-af3c-4e21-9e27-dc08ee9e3cb8 HTTP/1.1" status: 204  len: 168 time: 0.9205952
Nov 29 11:53:44.747071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44534) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:44.747471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:44.758844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2408082e-871d-430e-a00e-9244ff6065b8 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:44.792447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:44.840810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3628fe-c6a6-4fdd-b999-ac23002ed344,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:44.850225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:44.859337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:44.860061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:44.968147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb255e2-af3c-4e21-9e27-dc08ee9e3cb8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:44.975468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2408082e-871d-430e-a00e-9244ff6065b8 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:45.010640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2408082e-871d-430e-a00e-9244ff6065b8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:45.011034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.046272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:45.182079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.205415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.219600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.228584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 2408082e-871d-430e-a00e-9244ff6065b8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2408082e-871d-430e-a00e-9244ff6065b8,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:45.238759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.243268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2348e1b1-54f4-4a42-98bd-5e012d63498e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:45.268199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.275532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:45.310520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:45.344718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Usage tracker for resource:security_group_rule and tenant:89db4b99e1f34461ac0e872461de82b7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:45.349489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:45.354940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:53:45.356382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:45.363208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.364563 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Sync routers for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:45.386088 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:45.387060 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98a60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:45.425847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.432546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:45.433550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=2408082e-871d-430e-a00e-9244ff6065b8,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:45.437091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:45.452388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Transition to ACTIVE for port object f533eab8-154c-498c-991f-8df990ecbcf0 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:45.454909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2348e1b1-54f4-4a42-98bd-5e012d63498e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:45.455321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.496184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.503914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:45.541554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.548869 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.3747756
Nov 29 11:53:45.549665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:45.561124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.566453 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] No L3 agents can host the router b19293ea-99f5-4507-96a5-394b86bf4ed2
Nov 29 11:53:45.589448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Attempting to bind port f533eab8-154c-498c-991f-8df990ecbcf0 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:45.589866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Attempting to bind port f533eab8-154c-498c-991f-8df990ecbcf0 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:45.622682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Attempting to bind port f533eab8-154c-498c-991f-8df990ecbcf0 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:45.622682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:45.629290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.629549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:45.629549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.629549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:45.629549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Bound port: f533eab8-154c-498c-991f-8df990ecbcf0, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:45.629549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.712986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] For port f533eab8-154c-498c-991f-8df990ecbcf0, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:45.720822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] For port f533eab8-154c-498c-991f-8df990ecbcf0, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f533eab8-154c-498c-991f-8df990ecbcf0,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:45.724624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6db22b-0f80-4bfb-9946-6d588188714a None None] Pushing event updated for resources: {'Port': ['ID=f533eab8-154c-498c-991f-8df990ecbcf0,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:45.727970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a6db22b-0f80-4bfb-9946-6d588188714a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:45.762089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:45.772402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:45.790649 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:45.889965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:45.890707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086cbee0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:45.933032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Transition to ACTIVE for port object 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:45.981425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5d091d9490>> segment before_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.981776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5d091d9490>> subnet precommit_delete_associations 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.982490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> segment_host_mapping after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.982823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> port after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.983150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> port after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.983512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> port after_update 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.983819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> segment after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.984126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> subnet after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.984436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> subnet after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.984737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d03b911c0>> subnet after_update 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:45.997773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Allocated IP 172.20.0.1 (cf939d84-dd31-463e-a415-5a4b7cf4dd91/2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e/416bc04b-b02e-4daf-ab13-d2bf328a3960) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:46.077735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.098136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:46.150811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d08099670>> subnet after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:46.151153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d08099670>> subnet after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:46.151507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d08099670>> subnet before_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:46.151834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d08099670>> subnet before_update 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:53:46.152184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03f18ee0>,) {'filters': {'network_id': ['f8403ee2-6234-438a-9caf-49fea3131524']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:46.165645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.197895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03f18ee0>, '1f6a7f93-17d0-4f4c-8531-3d177e99fa39') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:46.198187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03f18ee0>, '1f6a7f93-17d0-4f4c-8531-3d177e99fa39') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:46.201855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fbd1b515-b133-4c95-beec-6b1e4613eb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:46.207316 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98a60>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:42Z', 'revision_number': 3, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:46.212146 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Checking router: 4953aa09-1533-4cc1-9a40-376d3f1bd397 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:53:46.212654 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Updating router 4953aa09-1533-4cc1-9a40-376d3f1bd397 port 09e4079d-53fe-4bda-b9c4-cc1897ede44e binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:53:46.253253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.280134 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.284188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6db22b-0f80-4bfb-9946-6d588188714a None None] Pushing event updated for resources: {'Port': ['ID=f533eab8-154c-498c-991f-8df990ecbcf0,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:46.290857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a6db22b-0f80-4bfb-9946-6d588188714a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:46.329505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.334111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.342763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.411195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:53:46.411889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.430563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   from cryptography.utils import int_from_bytes
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   from cryptography.utils import int_from_bytes
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn_limited(
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn_limited(
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:53:46.438753 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:53:46.506227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:53:46.519665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086cbee0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:39Z', 'revision_number': 3, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:46.526778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dc702-be37-4bb3-b19e-87b35347721f None None] The sync data for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv is: [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:39Z', 'revision_number': 3, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:53:46.545438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Hosts for router b19293ea-99f5-4507-96a5-394b86bf4ed2: [] {{(pid=87599) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Nov 29 11:53:46.604566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89db4b99e1f34461ac0e872461de82b7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8516452
Nov 29 11:53:46.621381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.624601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44548) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:46.651251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2408082e-871d-430e-a00e-9244ff6065b8 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:46.660148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78822e4-014c-4097-bcfa-887b7d356b72,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:46.669048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.692886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:46.706474 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.719154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.729829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:46.733638 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Transition to ACTIVE for port object 09e4079d-53fe-4bda-b9c4-cc1897ede44e will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:46.747516 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.752035 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:46.778003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:46.798577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.803081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2408082e-871d-430e-a00e-9244ff6065b8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:46.803831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.810651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:46.812063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.813602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Hosts for other DVR routers connected to router b19293ea-99f5-4507-96a5-394b86bf4ed2: set() {{(pid=87599) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Nov 29 11:53:46.826344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Transition to ACTIVE for port object 416bc04b-b02e-4daf-ab13-d2bf328a3960 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:46.832099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.833305 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1ccb214f-f614-467d-b238-96265639ca89 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "PUT /v2.0/routers/b19293ea-99f5-4507-96a5-394b86bf4ed2 HTTP/1.1" status: 200  len: 716 time: 3.8971031
Nov 29 11:53:46.854295 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Attempting to bind port 09e4079d-53fe-4bda-b9c4-cc1897ede44e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:46.854676 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Attempting to bind port 09e4079d-53fe-4bda-b9c4-cc1897ede44e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:46.855052 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Attempting to bind port 09e4079d-53fe-4bda-b9c4-cc1897ede44e on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:46.875721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44556) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:46.879775 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f758ac-56dd-47f2-ac34-3e88528386df None None] Pushing event updated for resources: {'Port': ['ID=09e4079d-53fe-4bda-b9c4-cc1897ede44e,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:46.882645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.887181 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60f758ac-56dd-47f2-ac34-3e88528386df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:46.911262 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:46.912024 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:46.912129 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.918662 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:46.918662 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Bound port: 09e4079d-53fe-4bda-b9c4-cc1897ede44e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:46.918662 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:46.953748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Port': ['ID=b4aaaf74-f995-494e-ae99-11ea34064396,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:46.956944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:46.962560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:47.036594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:47.037677 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] For port 09e4079d-53fe-4bda-b9c4-cc1897ede44e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:47.042120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f8403ee2-6234-438a-9caf-49fea3131524 HTTP/1.1" status: 204  len: 168 time: 2.2908208
Nov 29 11:53:47.046517 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] For port 09e4079d-53fe-4bda-b9c4-cc1897ede44e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=09e4079d-53fe-4bda-b9c4-cc1897ede44e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:47.052856 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.059506 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ce5e8a7-d499-4d6c-9baa-50df49b07440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:47.137035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:47.137407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.147515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:47.148365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8403ee2-6234-438a-9caf-49fea3131524,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:47.149646 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f758ac-56dd-47f2-ac34-3e88528386df None None] Pushing event updated for resources: {'Port': ['ID=09e4079d-53fe-4bda-b9c4-cc1897ede44e,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:47.155392 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60f758ac-56dd-47f2-ac34-3e88528386df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:47.169938 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:47.171121 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98a60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:47.201289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.204649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:47.231816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Checking segment: {'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:47.232220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Network hostable DHCP agents. Network: d5225406-659b-49f8-890a-4f1a80792a8c, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:53:47.297713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a9445392-8ac1-49d1-9d43-ab13623aa627 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "GET /v2.0/routers/b19293ea-99f5-4507-96a5-394b86bf4ed2 HTTP/1.1" status: 200  len: 716 time: 0.4132915
Nov 29 11:53:47.312194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44566) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:47.343156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Network d5225406-659b-49f8-890a-4f1a80792a8c is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:53:47.364933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, d5225406-659b-49f8-890a-4f1a80792a8c) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:47.373446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fac30c7-d5b0-4075-a184-deea4b3e9668 None None] Network d5225406-659b-49f8-890a-4f1a80792a8c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:47.383934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:47.394622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Allocated IP 172.20.0.1 (a78f5a23-0281-46a0-8fc7-5bb473964c35/13517633-c543-4a39-be9f-1933df594201/f1254019-c1b4-4c29-8236-d161b0a19e10) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:47.414183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.415464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:47.415999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:47.416515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:47.454877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:47.458633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.504614 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:47.547841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:47.553392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.557828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.559174 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.3661757
Nov 29 11:53:47.561706 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:47.562174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.562273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:47.571222 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 2 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:47.573826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1103805365'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:47.588229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:47.599678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Usage tracker for resource:network and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:47.602964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:47.690860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:47.734847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:47.819699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.827653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Made reservation on behalf of 0b00a752ca414bf7bc3bd7d3a54a0915 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:47.831133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.854423 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a0fcf562-4993-4eb2-82c9-599bf871ebf7 tempest-RoutersTestDVR-401353454 tempest-RoutersTestDVR-401353454-project] 10.222.0.20 "GET /v2.0/routers/b19293ea-99f5-4507-96a5-394b86bf4ed2 HTTP/1.1" status: 200  len: 682 time: 0.5399382
Nov 29 11:53:47.858802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44576) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:47.861573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.908664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:47.917090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:47.917840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:47.949300 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74653dba-30ef-475b-b142-e58522e732ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98a60>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:42Z', 'revision_number': 3, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:47.954264 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74653dba-30ef-475b-b142-e58522e732ed None None] The sync data for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv is: [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:42Z', 'revision_number': 3, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:53:48.049566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.050162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.050846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.077400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03185370>,) {'filters': {'network_id': ['0d65c369-2153-47db-a63a-eef970a6d1ca']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:48.088169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Pushing event updated for resources: {'Port': ['ID=416bc04b-b02e-4daf-ab13-d2bf328a3960,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:48.096931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.104086 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e78822e4-014c-4097-bcfa-887b7d356b72 HTTP/1.1" status: 204  len: 168 time: 1.4718056
Nov 29 11:53:48.115951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:48.127230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:48.127540 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:48.128002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:48.144299 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 3 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:48.157143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:48.162743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.165501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03185370>, '3e5106e3-187c-48a2-8fdb-8c171c431ed7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:48.165786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03185370>, '3e5106e3-187c-48a2-8fdb-8c171c431ed7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:48.178725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78822e4-014c-4097-bcfa-887b7d356b72,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:48.179825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Usage tracker for resource:security_group_rule and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:48.189143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:48.189464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:48.191731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.192157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.192506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.192769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.245795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.246209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2250ef0a-6098-4689-a4b3-b60a64b940e7 None None] Provisioning for port 416bc04b-b02e-4daf-ab13-d2bf328a3960 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:48.254153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2250ef0a-6098-4689-a4b3-b60a64b940e7 None None] Provisioning complete for port 416bc04b-b02e-4daf-ab13-d2bf328a3960 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:48.254588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2250ef0a-6098-4689-a4b3-b60a64b940e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.266874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:48.271954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:48.272445 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:48.275747 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 4 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:48.290437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Transition to ACTIVE for port object f1254019-c1b4-4c29-8236-d161b0a19e10 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:48.337683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.338019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.338353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.355630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:48.356365 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:48.358172 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 5 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:48.395875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.434910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:53:48.435335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.448802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.449374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.450189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.461691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:48.462551 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:48.465047 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 6 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:53:48.473732 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:53:48.484885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2250ef0a-6098-4689-a4b3-b60a64b940e7 None None] Port 416bc04b-b02e-4daf-ab13-d2bf328a3960 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:53:48.485563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.490079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.509682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33553394-1873-4632-b1d4-54453257ec9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:48.543031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.543346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.543824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.608954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:48.609286 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:48.661953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 7 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:48.671046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:48.673690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Pushing event updated for resources: {'Port': ['ID=f1254019-c1b4-4c29-8236-d161b0a19e10,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:48.680601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:48.682502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:48.696837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:48.697322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.716180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44584) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:48.759494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f533eab8-154c-498c-991f-8df990ecbcf0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:48.764798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.764798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.765044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.779295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.792784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:48.793116 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:48.810058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 8 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:48.857195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.890594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f533eab8-154c-498c-991f-8df990ecbcf0 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:48.899985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f533eab8-154c-498c-991f-8df990ecbcf0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:48.900360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.926853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.934820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.938704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:48.942816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.966378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:48.966969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Usage tracker for resource:security_group_rule and tenant:f0be77a92b874cdd95aeb47eeb4e3d48 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:48.971772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:48.972115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:48.975802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:48.978901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:48.993390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:49.009325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:49.013477 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:49.020631 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 9 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:49.022013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.074264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d65c369-2153-47db-a63a-eef970a6d1ca,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:49.077782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:49.087254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:49.087594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:49.087930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:49.092992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] 10.222.0.20 "DELETE /v2.0/networks/0d65c369-2153-47db-a63a-eef970a6d1ca HTTP/1.1" status: 204  len: 168 time: 1.9420547
Nov 29 11:53:49.094189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.094750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b19293ea-99f5-4507-96a5-394b86bf4ed2 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:53:49.111646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.130880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:49.131239 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:49.142205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f533eab8-154c-498c-991f-8df990ecbcf0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f533eab8-154c-498c-991f-8df990ecbcf0,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:49.145562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-319f34c9-09fb-4d74-bdc8-afdc684a29b1 None None] Provisioning for port f1254019-c1b4-4c29-8236-d161b0a19e10 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:49.152541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.153649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 09e4079d-53fe-4bda-b9c4-cc1897ede44e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:49.183936 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 10 to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2
Nov 29 11:53:49.205926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.207274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.208677 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5038fa0b-c3cf-4944-b72e-863dc2dfa122 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b19293ea-99f5-4507-96a5-394b86bf4ed2 HTTP/1.1" status: 204  len: 168 time: 1.3361952
Nov 29 11:53:49.213951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-319f34c9-09fb-4d74-bdc8-afdc684a29b1 None None] Provisioning complete for port f1254019-c1b4-4c29-8236-d161b0a19e10 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:49.214327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-319f34c9-09fb-4d74-bdc8-afdc684a29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.214955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44590) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:49.221252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Request body: {'router': {'name': 'tempest-router-1204461420', 'distributed': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:49.229777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:49.235002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.240422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Usage tracker for resource:router and tenant:eb92daab34534beeb271a5d0d173c3b2 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:49.249089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.249629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:49.256791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3990ab4a-0314-4f2f-8324-b060a9b0fb9e tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.279408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:49.279889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:49.280092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:49.301021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:49.301389 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:49.301745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.325568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:49.330294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.354382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:49.366554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e8101-e2d6-40be-8d77-c4fca3652a28,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:49.371919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:49.384861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.385529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Added segment bef9362e-47ca-46ec-a5d4-a49c99d214a1 of type vlan for network eb2d27d3-090d-43b4-a4c8-c15c916aca0a
Nov 29 11:53:49.386289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-319f34c9-09fb-4d74-bdc8-afdc684a29b1 None None] Port f1254019-c1b4-4c29-8236-d161b0a19e10 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:53:49.396097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.397981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.403049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f533eab8-154c-498c-991f-8df990ecbcf0,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:49.407259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:49.407875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 09e4079d-53fe-4bda-b9c4-cc1897ede44e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:49.416467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 09e4079d-53fe-4bda-b9c4-cc1897ede44e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:49.416836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.442192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.472759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.504515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Allocated IP 172.20.0.1 (f62316e7-9679-414c-bf40-130368d73ff3/901b7777-2853-4d3e-bb3c-7b51f3975fc5/9217c662-c4e2-4cbe-804f-9fd3464c0e5c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:49.528408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.541922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.563020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.568655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:49.569322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.592612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 09e4079d-53fe-4bda-b9c4-cc1897ede44e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=09e4079d-53fe-4bda-b9c4-cc1897ede44e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:49.599762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.606108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.639542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.653591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65d28bda-4143-4214-96f5-e5973e1e6ad9 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.655512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.666453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.670693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.703060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=09e4079d-53fe-4bda-b9c4-cc1897ede44e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:49.715441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:49.738064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.765181 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.1989744
Nov 29 11:53:49.772858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:49.791254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Request body: {'subnet': {'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:49.817509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.886292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Pushing event updated for resources: {'Port': ['ID=416bc04b-b02e-4daf-ab13-d2bf328a3960,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:49.897197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Network': ['ID=eb2d27d3-090d-43b4-a4c8-c15c916aca0a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:49.899480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:49.899809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] For port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:49.900214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempted to set empty binding levels {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Nov 29 11:53:49.900832 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71840518-92aa-431f-b777-7b157202023e tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.6843476
Nov 29 11:53:49.901791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:49.904994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:49.908793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:53:49.924725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:49.943991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44600) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:49.971431 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0be77a92b874cdd95aeb47eeb4e3d48&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2540379
Nov 29 11:53:49.973033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.034578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44606) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:50.073891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:50.131474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.169729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:50.177422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Usage tracker for resource:subnet and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:50.180233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Transition to ACTIVE for port object 9217c662-c4e2-4cbe-804f-9fd3464c0e5c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:50.183296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:50.197484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:50.212987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.233118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Made reservation on behalf of 0b00a752ca414bf7bc3bd7d3a54a0915 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:50.234596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:50.237020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.243570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:50.252969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:50.253673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.311805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ab6c0-ab70-47a6-a111-ff23cc5cf18e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:50.326274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.361043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.374723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.425161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:50.431410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.446840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Usage tracker for resource:security_group_rule and tenant:ebde634dc987456f8374d9a4489daea0 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:50.457998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:50.462645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:50.528743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:50.574194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Network f62316e7-9679-414c-bf40-130368d73ff3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:50.577718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:50.583568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:50.588576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:50.633160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:50.644970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:50.654935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.656889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:50.662606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.664749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-593e7aec-58d3-407b-bec8-a2ec4d957752 None None] Provisioning complete for port 416bc04b-b02e-4daf-ab13-d2bf328a3960 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:50.666074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-593e7aec-58d3-407b-bec8-a2ec4d957752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.696815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 8.4217312
Nov 29 11:53:50.712667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d20fb5d8-7c40-48ab-aee1-a0caa30d598b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:50.750673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.751502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44616) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:50.756083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f533eab8-154c-498c-991f-8df990ecbcf0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:50.801317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-593e7aec-58d3-407b-bec8-a2ec4d957752 None None] Port 416bc04b-b02e-4daf-ab13-d2bf328a3960 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:53:50.808824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.845553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f533eab8-154c-498c-991f-8df990ecbcf0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:50.845974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.881244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ab6c0-ab70-47a6-a111-ff23cc5cf18e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:50.896292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:50.903971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.919764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.920455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.944366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.944581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08c9ec07-3c53-4e03-8eb1-544b1ce89264 None None] Provisioning for port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:50.944824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:50.947847 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c0ab6c0-ab70-47a6-a111-ff23cc5cf18e HTTP/1.1" status: 204  len: 168 time: 0.9048829
Nov 29 11:53:50.952562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2c34becd-59b7-468d-87b3-c4533cc180fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:51.020760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08c9ec07-3c53-4e03-8eb1-544b1ce89264 None None] Provisioning complete for port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:51.021464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08c9ec07-3c53-4e03-8eb1-544b1ce89264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.056972 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebde634dc987456f8374d9a4489daea0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9778271
Nov 29 11:53:51.059035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:51.069624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 09e4079d-53fe-4bda-b9c4-cc1897ede44e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:51.092229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Subnet': ['ID=b1900731-7238-4e18-bdc4-a0000d504121,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:51.108021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Checking segment: {'id': 'bef9362e-47ca-46ec-a5d4-a49c99d214a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:51.108168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network hostable DHCP agents. Network: eb2d27d3-090d-43b4-a4c8-c15c916aca0a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:53:51.114683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:51.120153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:51.154199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-08c9ec07-3c53-4e03-8eb1-544b1ce89264 None None] Port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:53:51.214058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 09e4079d-53fe-4bda-b9c4-cc1897ede44e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:51.214552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.215585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5939586-2ac7-46e9-93cd-7023f8fa9956,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:51.231504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:51.237902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:51.240903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:51.243415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Deleting port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:53:51.243593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.249847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.253929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:53:51.259373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.274872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.320417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:51.334603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, eb2d27d3-090d-43b4-a4c8-c15c916aca0a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:51.347232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:51.347835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.356052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.361236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.396892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c6e43-9f6b-497b-91d7-a1c25cff26a9 None None] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:51.403650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6192455
Nov 29 11:53:51.410404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:51.444787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2130137775', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:51.493533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Pushing event updated for resources: {'Port': ['ID=f1254019-c1b4-4c29-8236-d161b0a19e10,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:51.493533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:51.538032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.538236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 553b1e1a-7891-4662-bb8f-9b815d56705c {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:53:51.576158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.577307 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b86d5869-9b39-45d1-9ffa-b2daba0e7388 tempest-RoutersTestDVR-333254908 tempest-RoutersTestDVR-333254908-project-admin] 10.222.0.20 "DELETE /v2.0/routers/553b1e1a-7891-4662-bb8f-9b815d56705c HTTP/1.1" status: 204  len: 168 time: 1.6301517
Nov 29 11:53:51.579317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Router 58727578-fc97-4a94-9997-2259a131afbc has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:53:51.636506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.639278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:51.645351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Usage tracker for resource:router and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:51.648662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:51.658551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:51.668046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.726545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:51.741575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:51.761223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:51.784854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.786002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.836550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:51.855421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-eb2d27d3-090d-43b4-a4c8-c15c916aca0a', 'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a', 'tenant_id': '0b00a752ca414bf7bc3bd7d3a54a0915', 'fixed_ips': [{'subnet_id': 'b1900731-7238-4e18-bdc4-a0000d504121'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:53:51.856356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.067787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.090525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:52.118586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.129645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-51aa8eff-f3cf-445d-91f5-a44a5149aa76 None None] Provisioning complete for port f1254019-c1b4-4c29-8236-d161b0a19e10 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:52.130128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-51aa8eff-f3cf-445d-91f5-a44a5149aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.138792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:52.145473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:52.154925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] For port 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2, host hv-neutron-8195, got binding levels [] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:52.155349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.161938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5939586-2ac7-46e9-93cd-7023f8fa9956,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:52.181587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:52.182204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:52.194971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Allocated IP 172.20.0.2 (eb2d27d3-090d-43b4-a4c8-c15c916aca0a/b1900731-7238-4e18-bdc4-a0000d504121/19cb9692-8dbc-4c02-b22d-83f40f294c7c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:52.256518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-51aa8eff-f3cf-445d-91f5-a44a5149aa76 None None] Port f1254019-c1b4-4c29-8236-d161b0a19e10 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:53:52.375219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Calling delete_port for 4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:53:52.380492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.381798 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5939586-2ac7-46e9-93cd-7023f8fa9956 HTTP/1.1" status: 204  len: 168 time: 1.3191319
Nov 29 11:53:52.410028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Network f62316e7-9679-414c-bf40-130368d73ff3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:52.483493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.501185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Transition to ACTIVE for port object 19cb9692-8dbc-4c02-b22d-83f40f294c7c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:52.526746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Transition to ACTIVE for port object 19cb9692-8dbc-4c02-b22d-83f40f294c7c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:52.536018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.542889 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:52.557000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:52.633594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:52.643925 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-84abb2e5-e423-4e00-9cd4-7f58c1b8dc41 admin admin] 10.222.0.20 "PUT /v2.0/routers/58727578-fc97-4a94-9997-2259a131afbc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5496378
Nov 29 11:53:52.655033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Pushing event updated for resources: {'Port': ['ID=19cb9692-8dbc-4c02-b22d-83f40f294c7c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:52.657806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Sync routers for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:52.667427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:52.672803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:52.673487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089be910>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:52.776953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.786685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.888778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:53:52.923030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:52.947258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:52.956335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:52.959224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:52.990114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:53.005474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Usage tracker for resource:security_group_rule and tenant:b0620aea352442ed87d69c7d1561cd94 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:53.069635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:53.094813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:53.106878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:53.154637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Attempting to bind port 19cb9692-8dbc-4c02-b22d-83f40f294c7c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:53.155334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Attempting to bind port 19cb9692-8dbc-4c02-b22d-83f40f294c7c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'bef9362e-47ca-46ec-a5d4-a49c99d214a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:53.155881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Attempting to bind port 19cb9692-8dbc-4c02-b22d-83f40f294c7c on network eb2d27d3-090d-43b4-a4c8-c15c916aca0a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:53.161898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b71f9d34-0455-4095-bbc2-ef180e3c3a67 None None] Provisioning complete for port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:53.162550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b71f9d34-0455-4095-bbc2-ef180e3c3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.169244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.194548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:53.205221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:53.207940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Router 4953aa09-1533-4cc1-9a40-376d3f1bd397 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:53:53.208068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:53.208861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Checking segment: {'id': 'bef9362e-47ca-46ec-a5d4-a49c99d214a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:53.209476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.210086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Bound using segment: {'id': 'bef9362e-47ca-46ec-a5d4-a49c99d214a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:53.210765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Bound port: 19cb9692-8dbc-4c02-b22d-83f40f294c7c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef9362e-47ca-46ec-a5d4-a49c99d214a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:53.211386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.215992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Usage tracker for resource:security_group_rule and tenant:52d91a75caaa4134a53432a1bdd3527f is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:53.223051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:53.238735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:53.242360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:53.294296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:53.302594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.305898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:53.337126 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 HTTP/1.1" status: 204  len: 168 time: 2.4659913
Nov 29 11:53:53.340693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44692) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:53.390651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b71f9d34-0455-4095-bbc2-ef180e3c3a67 None None] Port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:53:53.410076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44696) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:53.505379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] For port 19cb9692-8dbc-4c02-b22d-83f40f294c7c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:53.510416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] For port 19cb9692-8dbc-4c02-b22d-83f40f294c7c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=19cb9692-8dbc-4c02-b22d-83f40f294c7c,segment=NetworkSegment(bef9362e-47ca-46ec-a5d4-a49c99d214a1),segment_id=bef9362e-47ca-46ec-a5d4-a49c99d214a1)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:53.551275 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-130f2953-4355-4274-8f12-d2acfb7e7199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:53:53.551848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-130f2953-4355-4274-8f12-d2acfb7e7199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Synchronizing usage tracker for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:53:53.592698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:53.604389 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Sync routers for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:53.607416 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] 10.222.0.20 "PUT /v2.0/routers/1bdb6f5c-af4e-4bde-b9a0-edc860afa05d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8023365
Nov 29 11:53:53.626657 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:53.627382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094969d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:53.636375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.649970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:53.673907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.691769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-130f2953-4355-4274-8f12-d2acfb7e7199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Unset dirty status for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:53:53.693085 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-130f2953-4355-4274-8f12-d2acfb7e7199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "GET /v2.0/ports/4b2bbf3b-9bc3-453b-a8b4-9a6c5f189aa2 HTTP/1.1" status: 404  len: 333 time: 0.3509867
Nov 29 11:53:53.698439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44704) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:53.705854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Request body: {'port': {'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157950930'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:53.723985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:53.727536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-450782591', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:53.736143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.743896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.777603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:53.782449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:53.786608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.793241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:53.817562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Made reservation on behalf of b9b14d4a13134f05950bbeff3d260233 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:53.821371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:53.824851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:53.827334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Usage tracker for resource:port and tenant:fe781b04bd994fc78daba4aa90722174 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:53.870348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5673f3-651a-429e-b985-7e1470b46ab9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:53.872969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Sync routers for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:53.874854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:53.886377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:53.903245 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:53.921207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:53.933826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:53:53.940620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Pushing event updated for resources: {'Port': ['ID=19cb9692-8dbc-4c02-b22d-83f40f294c7c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:53.966787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:53.967604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875ac70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:53.998297 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0620aea352442ed87d69c7d1561cd94&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8038204
Nov 29 11:53:54.011528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:54.014414 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/4953aa09-1533-4cc1-9a40-376d3f1bd397/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4589164
Nov 29 11:53:54.053248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Made reservation on behalf of fe781b04bd994fc78daba4aa90722174 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:54.056442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.102464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.128455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:54.364225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Allocated IP 172.26.4.238 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/e15676ea-fb51-4d07-8528-6c212c141d33) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:54.380523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.411221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:54.422750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Usage tracker for resource:security_group_rule and tenant:fe781b04bd994fc78daba4aa90722174 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:54.429846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:54.443142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:54.498059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.534227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.552954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:54.558912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.653471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Network d5225406-659b-49f8-890a-4f1a80792a8c is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:54.657963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=95cdf4d9-91cc-4900-ab3c-8e22fbd15da0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:54.660929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:54.663078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:54.664342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:54.665362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:54.666222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.687034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:54.692451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db879503-2acb-4cbf-8f38-0a540ee56222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:54.724021 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.0243475
Nov 29 11:53:54.730159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:54.730284 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094969d0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 2, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:54.738347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52d91a75caaa4134a53432a1bdd3527f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6272273
Nov 29 11:53:54.738601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:54.740021 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Checking router: 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:53:54.740375 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Updating router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d port f1254019-c1b4-4c29-8236-d161b0a19e10 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:53:54.760002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc89a2-2f7a-4b89-aa7c-77f75a20865b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:54.774450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:54.779914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:54.792338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 19cb9692-8dbc-4c02-b22d-83f40f294c7c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:54.840170 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.889673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:54.950949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.026111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.086153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089be910>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 2, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:55.129481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44732) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:55.152556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.160136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789297642', 'description': 'tempest-description--636976229'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:55.171780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:55.182231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Usage tracker for resource:security_group and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:55.192625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:55.204830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:55.210307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Checking router: 58727578-fc97-4a94-9997-2259a131afbc for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:53:55.212075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Updating router 58727578-fc97-4a94-9997-2259a131afbc port 416bc04b-b02e-4daf-ab13-d2bf328a3960 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:53:55.236376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.289250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.302418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44738) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:55.328009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117514317', 'description': 'tempest-description--1583544094'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:55.339873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:55.348032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] device_id is not set on port a57eaf15-32d0-484b-98a9-d22e5822cf15 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:53:55.348197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.355426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8094796e-671f-4fbc-b236-33eb586c2bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:55.400048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:55.402434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:55.405998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc89a2-2f7a-4b89-aa7c-77f75a20865b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:55.407659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:55.413602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.416822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:55.417645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.421033 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbdc89a2-2f7a-4b89-aa7c-77f75a20865b HTTP/1.1" status: 204  len: 168 time: 0.6431501
Nov 29 11:53:55.432835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Usage tracker for resource:security_group_rule and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:55.437292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:55.450129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:55.460732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.479361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca29fc-faf1-4a5f-86ad-53d776466e84 None None] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:53:55.483208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.484829 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.497037 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Transition to ACTIVE for port object f1254019-c1b4-4c29-8236-d161b0a19e10 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:55.507469 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.512418 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2e147711-28b3-48e6-bf47-18d6ce708664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:55.522812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Usage tracker for resource:security_group and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:55.525807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:55.543311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:55.557680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483950385', 'description': 'tempest-description--1590617447'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:55.682169 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ce517-402a-4009-9302-eedfcf443972 None None] Pushing event updated for resources: {'Port': ['ID=f1254019-c1b4-4c29-8236-d161b0a19e10,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:55.696428 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b81ce517-402a-4009-9302-eedfcf443972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:55.703415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:55.738981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Usage tracker for resource:security_group and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:55.745715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.795969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:55.802052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d40241-288c-4ca2-b549-6b1d54dd7a5e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:55.827652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:55.828677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:55.839039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.887241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:55.889735 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Attempting to bind port f1254019-c1b4-4c29-8236-d161b0a19e10 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:55.890247 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Attempting to bind port f1254019-c1b4-4c29-8236-d161b0a19e10 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:55.890334 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Attempting to bind port f1254019-c1b4-4c29-8236-d161b0a19e10 on network a78f5a23-0281-46a0-8fc7-5bb473964c35 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:55.897056 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:55.897470 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Checking segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:55.897806 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.898366 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Bound using segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:55.898827 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Bound port: f1254019-c1b4-4c29-8236-d161b0a19e10, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:55.899237 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.941358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5673f3-651a-429e-b985-7e1470b46ab9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:55.966630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.977541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:55.984931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.002900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:56.010527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:56.023287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.025294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:56.027515 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.8891709
Nov 29 11:53:56.028121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44754) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:56.033860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:56.039156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Usage tracker for resource:security_group_rule and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:56.043637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:56.047405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Request body: {'security_group_rule': {'security_group_id': 'a798d005-4146-41b4-aae0-81eef932d36c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:56.055278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:56.073588 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] For port f1254019-c1b4-4c29-8236-d161b0a19e10, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:56.079658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:56.084284 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] For port f1254019-c1b4-4c29-8236-d161b0a19e10, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1254019-c1b4-4c29-8236-d161b0a19e10,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:56.089402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Provisioning for port 19cb9692-8dbc-4c02-b22d-83f40f294c7c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:56.095606 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.100716 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:56.111331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Provisioning complete for port 19cb9692-8dbc-4c02-b22d-83f40f294c7c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:56.111818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.155122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.157023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Usage tracker for resource:security_group_rule and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:56.160782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:56.167362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:56.180791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 19cb9692-8dbc-4c02-b22d-83f40f294c7c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:56.194195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 19cb9692-8dbc-4c02-b22d-83f40f294c7c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:56.194609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.198853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a798d005-4146-41b4-aae0-81eef932d36c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:56.209947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.216131 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ce517-402a-4009-9302-eedfcf443972 None None] Pushing event updated for resources: {'Port': ['ID=f1254019-c1b4-4c29-8236-d161b0a19e10,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:56.222825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:56.224430 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b81ce517-402a-4009-9302-eedfcf443972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:56.232033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Usage tracker for resource:security_group_rule and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:56.246030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.247115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:56.250216 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:56.252405 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094969d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:56.269928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.309697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:53:56.329715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.385670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.394814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Transition to ACTIVE for port object 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:56.395532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.403754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:56.407183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:56.436328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Transition to ACTIVE for port object 416bc04b-b02e-4daf-ab13-d2bf328a3960 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:56.460862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.483514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.485386 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4515786
Nov 29 11:53:56.488882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44766) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:56.496236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:56.506321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259aacf9-f513-4dbc-b4a9-4399b441c550,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:56.519584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Request body: {'security_group_rule': {'security_group_id': 'a798d005-4146-41b4-aae0-81eef932d36c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:56.536366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:56.540296 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:56.540589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Usage tracker for resource:security_group_rule and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:56.542160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.543598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:56.560428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:56.561461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:56.608832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Allocated IP 172.26.4.142 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/a57eaf15-32d0-484b-98a9-d22e5822cf15) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:56.640235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:56.641373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:56.687409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.741025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.762552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:56.763199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:56.763747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:56.773711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:56.774294 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:56.778895 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 2 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:56.832426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:56.833058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:56.833593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:56.848037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=95cdf4d9-91cc-4900-ab3c-8e22fbd15da0,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:56.853499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:56.861763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:56.861941 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:56.864002 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 3 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:56.904630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.912076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:56.912369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:56.913073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:56.931927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:56.932355 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:56.932957 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 4 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:56.935100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.951385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] For port 19cb9692-8dbc-4c02-b22d-83f40f294c7c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=19cb9692-8dbc-4c02-b22d-83f40f294c7c,segment=NetworkSegment(bef9362e-47ca-46ec-a5d4-a49c99d214a1),segment_id=bef9362e-47ca-46ec-a5d4-a49c99d214a1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:53:56.964246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:56.965483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:56.965912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:56.966369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:56.972280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:56.972737 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:56.974567 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 5 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:56.982102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:57.002112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.004551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.015932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a4e22a-3b6a-4f3e-8196-2d2b85ac036d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:57.021370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.021846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.022280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.023074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b4bfb73-c969-46d9-b757-30adeb369b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.029325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:57.030069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:57.030494 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:57.030692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875ac70>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 2, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:57.031145 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 6 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:57.041473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.042832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5489781
Nov 29 11:53:57.045863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44778) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:57.052926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:57.053810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:57.056665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.058241 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a5673f3-651a-429e-b985-7e1470b46ab9 HTTP/1.1" status: 204  len: 168 time: 3.0423658
Nov 29 11:53:57.059661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.059920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:57.064324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Usage tracker for resource:floatingip and tenant:20e8acc23c034e7da6e043eaa8044327 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:57.067700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:57.073791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:57.083632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.084146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.084740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.090253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:57.090845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:57.091330 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:57.092025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.099886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.110814 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 7 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:57.169581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Port': ['ID=e15676ea-fb51-4d07-8528-6c212c141d33,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:57.182231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:57.198972 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094969d0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:53:56Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:57.208798 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb96701-7b20-4263-b60f-01fb39ac6a59 None None] The sync data for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv is: [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:53:56Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:53:57.229084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.233104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.8274782
Nov 29 11:53:57.233104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:57.234874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44786) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:57.239381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1ff20990-31a3-4d4d-af05-291cb238e403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:57.247027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Checking router: 4953aa09-1533-4cc1-9a40-376d3f1bd397 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:53:57.247467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Updating router 4953aa09-1533-4cc1-9a40-376d3f1bd397 port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:53:57.256303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.261011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.261582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.304017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Request body: {'security_group_rule': {'security_group_id': 'd7f88576-9722-40c4-9fb5-efd9c02d084b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:57.314676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:57.322231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Usage tracker for resource:security_group_rule and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:57.329992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:57.331380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.342792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:57.362921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6272a2-ff51-4f08-83f4-61bc83d0975d None None] Pushing event updated for resources: {'Port': ['ID=416bc04b-b02e-4daf-ab13-d2bf328a3960,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:57.366562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f6272a2-ff51-4f08-83f4-61bc83d0975d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:57.380993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:57.381511 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:57.382887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:57.388768 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 8 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:57.392877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:53:57.418400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:53:57.425217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.426631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.427191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.433757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Attempting to bind port 416bc04b-b02e-4daf-ab13-d2bf328a3960 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.434122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Attempting to bind port 416bc04b-b02e-4daf-ab13-d2bf328a3960 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.434500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Attempting to bind port 416bc04b-b02e-4daf-ab13-d2bf328a3960 on network cf939d84-dd31-463e-a415-5a4b7cf4dd91 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.446034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.448306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:53:57.459320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:57.464008 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:57.468530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 9 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:57.490497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:57.491026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Checking segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:57.491494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.491899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Bound using segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:57.492392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Bound port: 416bc04b-b02e-4daf-ab13-d2bf328a3960, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:57.492774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.508262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.509434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.510012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.515840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.539928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:57.541717 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:57.545150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 10 to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0
Nov 29 11:53:57.613681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.637060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:57.638019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:57.638778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:57.641227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.711002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:53:57.711592 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:53:57.712081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.746484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:57.866801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Pushing event updated for resources: {'Port': ['ID=19cb9692-8dbc-4c02-b22d-83f40f294c7c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:57.877542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:57.887502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44798) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:57.936414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f88576-9722-40c4-9fb5-efd9c02d084b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:57.977200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:57.977809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ca93e7b-7a6e-4b47-9e07-0bc9f9037d26 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:58.029211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] For port 416bc04b-b02e-4daf-ab13-d2bf328a3960, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:58.033571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] For port 416bc04b-b02e-4daf-ab13-d2bf328a3960, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=416bc04b-b02e-4daf-ab13-d2bf328a3960,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:53:58.047448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.056717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f6272a2-ff51-4f08-83f4-61bc83d0975d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:58.060380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.062217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.086659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:58.087408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.096798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.125164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:58.132378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4c3bbe08-1bd8-4e1d-897c-8f8a6884d12a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:58.150358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.152347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.8486218
Nov 29 11:53:58.158031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f43b6-4820-4071-baba-d8e306d8c5eb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:58.161816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-77a487d9-3c97-469c-b604-68320fce98eb None None] Provisioning complete for port 19cb9692-8dbc-4c02-b22d-83f40f294c7c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:58.162317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77a487d9-3c97-469c-b604-68320fce98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.173749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44808) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:58.175123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Usage tracker for resource:security_group_rule and tenant:eb92daab34534beeb271a5d0d173c3b2 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:58.185324 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 4.7671926
Nov 29 11:53:58.187142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:58.187618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.959s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:58.196679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Request body: {'security_group_rule': {'security_group_id': '2e8f43b6-4820-4071-baba-d8e306d8c5eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:58.205125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:58.208353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.209710 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9605997
Nov 29 11:53:58.217035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44812) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:58.217594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44814) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:58.234861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Request body: {'security_group_rule': {'security_group_id': 'd7f88576-9722-40c4-9fb5-efd9c02d084b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:58.247476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:58.250289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:58.252552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864a2dd1-c64c-4201-bb6c-b53775aa929a,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:58.267481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.142'}]}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:58.306053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] For port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:53:58.306429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempted to set empty binding levels {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Nov 29 11:53:58.332143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:58.332853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089be910>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:58.450566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:58.453385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Allocated IP 172.26.4.10 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/6f3ae51d-8a6e-4e94-a800-a5b3540f1d67) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:53:58.461052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:58.465355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Usage tracker for resource:security_group_rule and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:58.473225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.474511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:58.478570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:58.481294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:58.497061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Pushing event updated for resources: {'Port': ['ID=a57eaf15-32d0-484b-98a9-d22e5822cf15,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:58.504066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Usage tracker for resource:router and tenant:fe781b04bd994fc78daba4aa90722174 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:58.508416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Usage tracker for resource:security_group_rule and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:58.509551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:58.512615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:58.521822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:58.570577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.632222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:58.635642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:58.669105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:58.725223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:58.739484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=95cdf4d9-91cc-4900-ab3c-8e22fbd15da0,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:58.762934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6272a2-ff51-4f08-83f4-61bc83d0975d None None] Pushing event updated for resources: {'Port': ['ID=416bc04b-b02e-4daf-ab13-d2bf328a3960,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:58.774000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:58.785015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] In _notify_port_updated(), no bound segment for port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:53:58.786224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:58.786980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.788683 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "PUT /v2.0/ports/95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 HTTP/1.1" status: 200  len: 981 time: 4.0565152
Nov 29 11:53:58.793340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f6272a2-ff51-4f08-83f4-61bc83d0975d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:58.796577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.810186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44826) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:58.821405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.823024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.841743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:58.898384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1695220614', 'router:external': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:53:58.903681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:53:58.927038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:58.938583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:network and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:58.943480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:58.952304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:59.038651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Made reservation on behalf of 1e81b8306e2c48faa4c611ca56fa49cf for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:53:59.040985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.086506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.114758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.146205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:53:59.161289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:security_group_rule and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:53:59.161597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.167030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:53:59.178292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:53:59.234812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.244859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-269eff9f-0dec-4cb6-a52b-b25add25c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.259060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Transition to ACTIVE for port object 9217c662-c4e2-4cbe-804f-9fd3464c0e5c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:53:59.270588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.277595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f6272a2-ff51-4f08-83f4-61bc83d0975d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:59.391817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.412638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.440344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.453298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1254019-c1b4-4c29-8236-d161b0a19e10 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:53:59.469175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.469553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.477647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.484884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.497362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:59.499273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.499775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.500247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.500721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.501183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.501808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.502412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.503262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.503939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.504550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.505178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.505778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.506377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.506975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.507597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.508191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.508787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.509381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.511317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Synchronizing usage tracker for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:53:59.543814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:53:59.548960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa985d-bfa2-462a-9c28-0a71f0fab0ba None None] Pushing event updated for resources: {'Port': ['ID=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:59.560771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Router 91070dca-2cbe-447f-ba7f-f96a82725b97 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:53:59.562684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.567887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdefdec-5909-4e85-bb68-31e254f57e09,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:59.571199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:59.571892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57aa985d-bfa2-462a-9c28-0a71f0fab0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:59.581781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:59.582212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.582565 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Added segment c924ccf3-628a-4239-b9f3-91faf8c518b4 of type vlan for network 21cef6fa-f852-4b54-8e8c-8f5074d96599
Nov 29 11:53:59.591253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.674163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.691698 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb92daab34534beeb271a5d0d173c3b2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7993538
Nov 29 11:53:59.698866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Attempting to bind port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:53:59.699639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Attempting to bind port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:53:59.700013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Attempting to bind port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c on network f62316e7-9679-414c-bf40-130368d73ff3 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:53:59.704968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f1254019-c1b4-4c29-8236-d161b0a19e10 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:53:59.713176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:53:59.713620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Checking segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:53:59.714033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.714430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Bound using segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:53:59.715077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Bound port: 9217c662-c4e2-4cbe-804f-9fd3464c0e5c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:53:59.715233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44830) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:59.715328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.735083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f1254019-c1b4-4c29-8236-d161b0a19e10 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:53:59.735083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.750808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Unset dirty status for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:53:59.756115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2f3c4dec-088d-452e-9622-05f20fe0dd64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16268 time: 0.9446683
Nov 29 11:53:59.759357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44834) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:59.768049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7a0dfb-919a-4013-8714-e7934cef4600,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:59.789553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.810092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:53:59.817432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-90325ac7-5dd0-4d34-9de5-bed550addb42 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:59.841845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:53:59.848693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089be910>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:53:58Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:59.863902 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] Sync routers for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:53:59.880324 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:53:59.880975 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09496f70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:53:59.887798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.889814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:53:59.890582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.895439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b41601b6-82e4-4634-a44f-ac4728dc8b54 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:53:59.912575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b0eb9-00ae-4c92-a4ae-181c12f191f3 None None] The sync data for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv is: [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:53:58Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:53:59.917921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:53:59.919336 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 8.5079138
Nov 29 11:53:59.928839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:53:59.939064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a850f5-d896-4abc-a0b6-5a0d063d5b33,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:53:59.945232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Deleting port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:53:59.945642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.031591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] For port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:00.040541 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09496f70>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:00.064089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] For port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:00.068608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.076680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:00.077632 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09496f70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:00.133772 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.6793468
Nov 29 11:54:00.137122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.142691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8456d456-712e-495d-88e4-ce3c0a8af8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:00.165214 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09496f70>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:00.166158 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207af15-bae8-4448-8581-7944ebd58091 None None] The sync data for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:00.203576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44844) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:00.221191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'subnet': {'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:00.228740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Network': ['ID=21cef6fa-f852-4b54-8e8c-8f5074d96599,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:00.236671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:00.249065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:00.252925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.253523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 21cef6fa-f852-4b54-8e8c-8f5074d96599 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:54:00.254865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:subnet and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:00.254970 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a1220547-d00b-475a-8605-456f13b5009c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0747879
Nov 29 11:54:00.256109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.267253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:00.270349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:00.281159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Request body: {'security_group_rule': {'security_group_id': '2e8f43b6-4820-4071-baba-d8e306d8c5eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:00.282599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.283386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.285006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0542552
Nov 29 11:54:00.285725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f934ba08-17e0-4ec4-9db9-405fb62a5363,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:00.298604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44852) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:00.302508 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:00.308290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:00.314853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:00.315124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fbaee6d-196e-4968-bd22-0facd171b4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:00.321598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:00.339142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:00.347108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Usage tracker for resource:security_group_rule and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:00.356728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:00.360697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Usage tracker for resource:floatingip and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:00.374809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:00.382476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:00.383257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875ac70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:00.390431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:00.401028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:00.403399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Made reservation on behalf of 1e81b8306e2c48faa4c611ca56fa49cf for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:00.406306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.585983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event updated for resources: {'Port': ['ID=6f3ae51d-8a6e-4e94-a800-a5b3540f1d67,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:00.600404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:00.604939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.881s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:00.605238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:00.607095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:00.612820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa985d-bfa2-462a-9c28-0a71f0fab0ba None None] Pushing event updated for resources: {'Port': ['ID=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:00.616851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57aa985d-bfa2-462a-9c28-0a71f0fab0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:00.623304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] For port 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0, host hv-neutron-8195, got binding levels [] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:00.623535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.653747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:00.660313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.694383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.698191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f1254019-c1b4-4c29-8236-d161b0a19e10, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1254019-c1b4-4c29-8236-d161b0a19e10,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:00.710454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.711356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 19cb9692-8dbc-4c02-b22d-83f40f294c7c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:00.717404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:00.766822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14299bcb-8f41-4492-804e-fdb8d3bd9e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:00.785651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.877056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:00.939668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:00.944416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Calling delete_port for 95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:00.983894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f1254019-c1b4-4c29-8236-d161b0a19e10,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:00.988312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:01.051563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.131430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.182310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 19cb9692-8dbc-4c02-b22d-83f40f294c7c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:01.182696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.202365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:01.270487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.284599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.302179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7a0dfb-919a-4013-8714-e7934cef4600,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:01.313201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:01.314118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:01.342426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.343408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.417315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:01.429072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event deleted for resources: {'Port': ['ID=95cdf4d9-91cc-4900-ab3c-8e22fbd15da0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:01.444982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:01.456115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.466368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44922ab-10b4-4b65-9000-ae1cd262c182,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:01.475805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.476003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875ac70>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:01.477870 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f7a0dfb-919a-4013-8714-e7934cef4600 HTTP/1.1" status: 204  len: 168 time: 1.7536962
Nov 29 11:54:01.481474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:01.495779 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "DELETE /v2.0/ports/95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 HTTP/1.1" status: 204  len: 168 time: 1.7290883
Nov 29 11:54:01.496768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44858) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:01.506008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179fde0-da52-41a2-aab2-e6fd24b31b72 None None] The sync data for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv is: [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:01.532841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.536894 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2654569
Nov 29 11:54:01.555040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44862) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:01.563887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.580621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:01.636019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.650684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:01.674865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Usage tracker for resource:floatingip and tenant:a4915ee5d4f44f19825bc05afb6871c1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:01.682953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:01.700267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:01.710246 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a619337-804d-48b3-9fa5-c9ba1c1633de tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:54:01.711046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a619337-804d-48b3-9fa5-c9ba1c1633de tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Synchronizing usage tracker for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:01.721684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.781982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1254019-c1b4-4c29-8236-d161b0a19e10 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:01.802614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.843076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.935270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f1254019-c1b4-4c29-8236-d161b0a19e10 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:01.935897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:01.952453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a619337-804d-48b3-9fa5-c9ba1c1633de tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Unset dirty status for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:01.962278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2a619337-804d-48b3-9fa5-c9ba1c1633de tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "GET /v2.0/ports/95cdf4d9-91cc-4900-ab3c-8e22fbd15da0 HTTP/1.1" status: 404  len: 333 time: 0.4589260
Nov 29 11:54:01.966118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44868) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:01.979506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-808220061', 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:01.989056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:02.017207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:02.126958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Made reservation on behalf of b9b14d4a13134f05950bbeff3d260233 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:02.129833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.131099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 416bc04b-b02e-4daf-ab13-d2bf328a3960 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:02.182013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port 44635280-aae1-4bc4-b4a1-047b5b70f5bc yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:02.213681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 416bc04b-b02e-4daf-ab13-d2bf328a3960 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:02.219835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 416bc04b-b02e-4daf-ab13-d2bf328a3960 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:02.220221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.234832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:54:02.235559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.264224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:02.355042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.394951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.402445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Allocated IP 172.26.4.245 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/0630d0ce-c078-45c7-a28e-58261e53d608) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:02.432505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.438551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 416bc04b-b02e-4daf-ab13-d2bf328a3960, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=416bc04b-b02e-4daf-ab13-d2bf328a3960,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:02.444692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.448994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57aa985d-bfa2-462a-9c28-0a71f0fab0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:02.451386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:02.467801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.476182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.481339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c2248413-450f-4b35-bbb3-895695b8ecf6,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:02.484952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8708ece2-79e8-4303-bfc3-5bb110a6e4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:02.504637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:02.544487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.547920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=416bc04b-b02e-4daf-ab13-d2bf328a3960,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:02.552518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:02.623269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Checking segment: {'id': 'c924ccf3-628a-4239-b9f3-91faf8c518b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:02.623727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network hostable DHCP agents. Network: 21cef6fa-f852-4b54-8e8c-8f5074d96599, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:54:02.670892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event updated for resources: {'Port': ['ID=6f3ae51d-8a6e-4e94-a800-a5b3540f1d67,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:02.676168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.677852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:02.688699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:02.734195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Network d5225406-659b-49f8-890a-4f1a80792a8c is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:02.740549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:02.742636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.744023 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.6971471
Nov 29 11:54:02.752426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:02.753631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:02.754684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.792855 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.8240135
Nov 29 11:54:02.793882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=44635280-aae1-4bc4-b4a1-047b5b70f5bc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:02.795644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network 21cef6fa-f852-4b54-8e8c-8f5074d96599 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:54:02.796483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44888) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:02.799237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:02.829360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:02.880551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643cef54-c656-4133-8cb8-5405b63fa156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:02.881365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-643cef54-c656-4133-8cb8-5405b63fa156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Synchronizing usage tracker for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:02.910052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-643cef54-c656-4133-8cb8-5405b63fa156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Unset dirty status for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:02.911729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-643cef54-c656-4133-8cb8-5405b63fa156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "GET /v2.0/ports/44635280-aae1-4bc4-b4a1-047b5b70f5bc HTTP/1.1" status: 200  len: 958 time: 0.1140220
Nov 29 11:54:02.914513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:02.985545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Deleting port 44635280-aae1-4bc4-b4a1-047b5b70f5bc {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:02.986055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.012446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 21cef6fa-f852-4b54-8e8c-8f5074d96599) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:03.013029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44900) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:03.020521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14705d2-913d-4b20-a754-88f88e9670af None None] Network 21cef6fa-f852-4b54-8e8c-8f5074d96599 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:03.079278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.120745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:03.121612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.251940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.270731 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.0586100
Nov 29 11:54:03.277039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44920) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:03.277429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:03.308590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-833752351', 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:03.336339 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-92536469-9772-46bc-a5e7-83778b85b448 tempest-AgentManagementNegativeTest-462830634 tempest-AgentManagementNegativeTest-462830634-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3221602
Nov 29 11:54:03.351035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:03.364183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:port and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:03.370522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.383477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce96b5-5f48-4b19-86e3-a34c1c91ea9f None None] Network 21cef6fa-f852-4b54-8e8c-8f5074d96599 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:03.391092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:03.402752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:03.403923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:03.421418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:03.464912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:03.489071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.500444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:03.505396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event updated for resources: {'Port': ['ID=0630d0ce-c078-45c7-a28e-58261e53d608,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:03.520261 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 29 11:54:03.534072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:03.599905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Allocated IP 172.20.0.1 (eb2d27d3-090d-43b4-a4c8-c15c916aca0a/b1900731-7238-4e18-bdc4-a0000d504121/80bc4269-23b3-4fc8-b213-6b06739c5d34) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:03.606556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Allocated IP 172.26.4.95 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/ba1df74f-8632-4279-a645-dc5753558a2d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:03.621073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-71396bfc-0e29-4538-921f-3c383d3057fa req-a7436232-fc12-4fb6-827e-7b4d947280e7 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Synchronizing usage tracker for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:03.658605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Calling delete_port for 44635280-aae1-4bc4-b4a1-047b5b70f5bc owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:03.817042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9217c662-c4e2-4cbe-804f-9fd3464c0e5c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:03.938505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44936) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:03.978490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-71396bfc-0e29-4538-921f-3c383d3057fa req-a7436232-fc12-4fb6-827e-7b4d947280e7 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Unset dirty status for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:03.979699 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-a7436232-fc12-4fb6-827e-7b4d947280e7 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--789297642&fields=id&tenant_id=20e8acc23c034e7da6e043eaa8044327 HTTP/1.1" status: 200  len: 267 time: 0.4758947
Nov 29 11:54:03.981233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:03.999040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:04.005850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:04.006329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.035852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.038395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.064727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Made reservation on behalf of 1e81b8306e2c48faa4c611ca56fa49cf for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:04.067989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.090436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.090916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb47cd6-bac8-4fe5-b035-ce58dae1e1bb {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:54:04.098176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] device_id is not set on port d28196f9-cb80-4195-9b5d-ad23dfd68461 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:04.189978 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:54:04.193946 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-12bc5e98-1e59-44bc-abd1-b29c5c56f1ad tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.9647360
Nov 29 11:54:04.194350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:04.194485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.197356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.210834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:04.238647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:04.243103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.244323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 416bc04b-b02e-4daf-ab13-d2bf328a3960 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:04.266553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.280747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a6db22b-0f80-4bfb-9946-6d588188714a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:04.292886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event deleted for resources: {'Port': ['ID=44635280-aae1-4bc4-b4a1-047b5b70f5bc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:04.298708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.301558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:04.319723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.334695 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "DELETE /v2.0/ports/44635280-aae1-4bc4-b4a1-047b5b70f5bc HTTP/1.1" status: 204  len: 168 time: 1.4164119
Nov 29 11:54:04.335116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44946) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:04.338144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Allocated IP 172.20.0.14 (21cef6fa-f852-4b54-8e8c-8f5074d96599/c2248413-450f-4b35-bbb3-895695b8ecf6/d28196f9-cb80-4195-9b5d-ad23dfd68461) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:04.371098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:04.385810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.391955 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-132edc4e-fef9-4859-a31a-20adbfefe844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:54:04.392709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-132edc4e-fef9-4859-a31a-20adbfefe844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Synchronizing usage tracker for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:04.394243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:04.395018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.397533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:04.398336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 416bc04b-b02e-4daf-ab13-d2bf328a3960 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:04.398729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.428108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-132edc4e-fef9-4859-a31a-20adbfefe844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Unset dirty status for tenant:b9b14d4a13134f05950bbeff3d260233 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:04.433901 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-132edc4e-fef9-4859-a31a-20adbfefe844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "GET /v2.0/ports/44635280-aae1-4bc4-b4a1-047b5b70f5bc HTTP/1.1" status: 404  len: 333 time: 0.0930128
Nov 29 11:54:04.434036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9c303e32f240bcbb6d588e8e1aedfd is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:04.434463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44950) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:04.438920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:04.441744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Request body: {'port': {'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1413819022'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:04.453467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:04.464241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Deleting port a57eaf15-32d0-484b-98a9-d22e5822cf15 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:04.464805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.476674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:04.495736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-f61a042a-c6e7-43c6-bd57-aa5ab1adcf6d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:04.496485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-71396bfc-0e29-4538-921f-3c383d3057fa req-f61a042a-c6e7-43c6-bd57-aa5ab1adcf6d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Synchronizing usage tracker for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:04.510937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:04.545216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Transition to ACTIVE for port object 80bc4269-23b3-4fc8-b213-6b06739c5d34 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:04.639025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-71396bfc-0e29-4538-921f-3c383d3057fa req-f61a042a-c6e7-43c6-bd57-aa5ab1adcf6d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Unset dirty status for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:04.640035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Made reservation on behalf of b9b14d4a13134f05950bbeff3d260233 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:04.640520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-f61a042a-c6e7-43c6-bd57-aa5ab1adcf6d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/networks?id=cf939d84-dd31-463e-a415-5a4b7cf4dd91 HTTP/1.1" status: 200  len: 805 time: 0.6538358
Nov 29 11:54:04.642406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.670328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port cee49a03-9a03-44ff-96eb-e2b5607ff467 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:04.767353 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-9bc65ffc-8c65-449a-96c8-d192e2a45aef tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/quotas/20e8acc23c034e7da6e043eaa8044327 HTTP/1.1" status: 200  len: 375 time: 0.1050894
Nov 29 11:54:04.768361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.797863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.806342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4b9b9fe9-412c-4784-832f-a89d64522035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:04.944633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.954880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:04.963950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:05.030303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network 21cef6fa-f852-4b54-8e8c-8f5074d96599 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:05.034990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:05.041888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:05.042926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:05.043906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.057469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Port': ['ID=d28196f9-cb80-4195-9b5d-ad23dfd68461,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:05.063822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:05.065055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.073348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.080751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-34217a69-e982-4a3f-9c52-fb0710d6543e tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:05.114948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:05.119809 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 1.8353300
Nov 29 11:54:05.128979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44956) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:05.132682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:05.155548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:05.183434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Network d5225406-659b-49f8-890a-4f1a80792a8c is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:05.186157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event updated for resources: {'Port': ['ID=ba1df74f-8632-4279-a645-dc5753558a2d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:05.193572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:05.202592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:05.202983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:05.203638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.207091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:05.214609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=cee49a03-9a03-44ff-96eb-e2b5607ff467,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:05.225951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:05.229431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:05.236466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Deleting port d28196f9-cb80-4195-9b5d-ad23dfd68461 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:05.236807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.264003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8284869
Nov 29 11:54:05.268361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44960) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:05.281683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:05.300974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:05.318953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:05.332460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.342920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.345094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:05.406985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.515212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.540130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:05.550841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9217c662-c4e2-4cbe-804f-9fd3464c0e5c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:05.568911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Calling delete_port for a57eaf15-32d0-484b-98a9-d22e5822cf15 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:05.628498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0b198851-3ee9-436a-aefc-53671a6172c8 None None] Provisioning for port 80bc4269-23b3-4fc8-b213-6b06739c5d34 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:05.630899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.634948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0b198851-3ee9-436a-aefc-53671a6172c8 None None] Provisioning complete for port 80bc4269-23b3-4fc8-b213-6b06739c5d34 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:05.635292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Port': ['ID=80bc4269-23b3-4fc8-b213-6b06739c5d34,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:05.635516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b198851-3ee9-436a-aefc-53671a6172c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.647450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:05.654475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.662054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:05.668474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.680562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac9c303e32f240bcbb6d588e8e1aedfd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7410102
Nov 29 11:54:05.691590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.694964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:05.695441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:05.696791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 44964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:05.744426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0b198851-3ee9-436a-aefc-53671a6172c8 None None] Port 80bc4269-23b3-4fc8-b213-6b06739c5d34 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:05.820605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-96a81db0-8f11-44dc-9b78-141e20d99e91 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20e8acc23c034e7da6e043eaa8044327&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0336878
Nov 29 11:54:05.837388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Calling delete_port for d28196f9-cb80-4195-9b5d-ad23dfd68461 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:05.850128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a51daa-c880-40e6-92d0-a9a2d07974d2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:05.903390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:05.913232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:05.958752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.041141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] device_id is not set on port cee49a03-9a03-44ff-96eb-e2b5607ff467 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:06.051382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.064230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-143e313e-520d-416d-8c5c-5ba7ca2b184b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:06.065388 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-143e313e-520d-416d-8c5c-5ba7ca2b184b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0900211
Nov 29 11:54:06.072302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.085505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-883c2035-2194-4a3f-bbd1-16d020193c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:06.116359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Transition to ACTIVE for port object cee49a03-9a03-44ff-96eb-e2b5607ff467 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:06.130540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.142781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.146990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event updated for resources: {'Port': ['ID=0630d0ce-c078-45c7-a28e-58261e53d608,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:06.158220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event deleted for resources: {'Port': ['ID=d28196f9-cb80-4195-9b5d-ad23dfd68461,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:06.167678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:06.168138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:06.216450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:06.269859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.292953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.302840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.347544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.370700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d28196f9-cb80-4195-9b5d-ad23dfd68461 HTTP/1.1" status: 204  len: 168 time: 1.2389102
Nov 29 11:54:06.374394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 44974) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:06.380315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=cee49a03-9a03-44ff-96eb-e2b5607ff467,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:06.388984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:06.391977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599', 'external_fixed_ips': [{'subnet_id': 'c2248413-450f-4b35-bbb3-895695b8ecf6', 'ip_address': '172.20.0.14'}]}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:06.400294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:06.404062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.406581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:router and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:06.409593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.409913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.410247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.413622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:06.418457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.419581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.419719 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.1140780
Nov 29 11:54:06.420098 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.420868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:06.422646 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 2 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.441507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.441843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.442178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.445505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:06.453391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.454417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.459986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.460325 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.461699 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 3 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.482499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.482888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.483252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.491590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.492997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.493469 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.498665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 4 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.518997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.519362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.519699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.524530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Pushing event deleted for resources: {'Port': ['ID=a57eaf15-32d0-484b-98a9-d22e5822cf15,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:06.525525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.525909 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.526345 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 5 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.579547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:06.637930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7fd2636e-9abb-4b4e-8c66-937c83bf32b9 service neutron] 10.222.0.20 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5392261
Nov 29 11:54:06.650265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.663299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.663855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.663938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.679672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.680001 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.681974 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 6 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.816475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.816814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.817154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.832811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.833140 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.835976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:06.839783 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 7 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.858260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.858640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.859042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.881429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.881987 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.883443 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 8 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:06.935704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45000) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:06.946879 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 29 11:54:06.968383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:06.968724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:06.969021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:06.982399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:06.982722 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:06.983402 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 9 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:07.016640 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-a6281752-5b34-47c0-be90-393a49935cef tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--483950385&fields=id&tenant_id=04189e896c3842bead4ab4ecdb9273a7 HTTP/1.1" status: 200  len: 267 time: 0.0784006
Nov 29 11:54:07.017401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.019972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:07.020313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:07.020666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:07.027197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:07.027501 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:07.029496 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempt 10 to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467
Nov 29 11:54:07.057173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.059616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.060744 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74a51daa-c880-40e6-92d0-a9a2d07974d2 HTTP/1.1" status: 204  len: 168 time: 1.3588212
Nov 29 11:54:07.068518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f9d8f1d1-2083-4c11-a793-d2786fe5c81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:07.114181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:07.114422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:07.114768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempting to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:07.133762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:07.134088 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Failed to bind port cee49a03-9a03-44ff-96eb-e2b5607ff467 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '38661c39-b6a2-4e42-b502-1a36d1223c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5225406-659b-49f8-890a-4f1a80792a8c'}]
Nov 29 11:54:07.134456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.136560 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a57eaf15-32d0-484b-98a9-d22e5822cf15 HTTP/1.1" status: 204  len: 168 time: 2.9321709
Nov 29 11:54:07.225339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a51daa-c880-40e6-92d0-a9a2d07974d2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:07.242235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:07.256712 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-2639e711-f909-40b4-9dea-e754e7c28d23 service neutron] 10.222.0.20 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5838561
Nov 29 11:54:07.295338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-4332557c-c270-4d10-8c87-b33c6f47e637 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:07.296951 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-4332557c-c270-4d10-8c87-b33c6f47e637 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/networks?id=f62316e7-9679-414c-bf40-130368d73ff3 HTTP/1.1" status: 200  len: 812 time: 0.2708325
Nov 29 11:54:07.351908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] For port cee49a03-9a03-44ff-96eb-e2b5607ff467, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:07.352268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attempted to set empty binding levels {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Nov 29 11:54:07.369062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.375593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:07.385547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.396470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.408804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:07.409986 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-63d67201-91cf-40b4-94f4-1f964eacafd6 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/quotas/04189e896c3842bead4ab4ecdb9273a7 HTTP/1.1" status: 200  len: 375 time: 0.1030557
Nov 29 11:54:07.478062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] In _notify_port_updated(), no bound segment for port cee49a03-9a03-44ff-96eb-e2b5607ff467 on network d5225406-659b-49f8-890a-4f1a80792a8c {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:54:07.478925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:07.479550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.487162 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "PUT /v2.0/ports/cee49a03-9a03-44ff-96eb-e2b5607ff467 HTTP/1.1" status: 200  len: 981 time: 2.2175021
Nov 29 11:54:07.493853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45016) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:07.643851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45028) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:07.709702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event updated for resources: {'Port': ['ID=ba1df74f-8632-4279-a645-dc5753558a2d,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:07.717646 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e14c867e-b5a8-492c-9315-3978733bf634 req-04b8f521-2abd-4a7c-82c7-e72181e8ba1d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 210 time: 0.0845160
Nov 29 11:54:07.718425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:07.737620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.803723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.805107 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.2417076
Nov 29 11:54:07.830679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.837480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.903559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event updated for resources: {'Port': ['ID=cee49a03-9a03-44ff-96eb-e2b5607ff467,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:07.904086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4157b52b-75da-4eb3-bec1-14059091fa4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:07.909188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:07.935207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:07.951106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Deleting port cee49a03-9a03-44ff-96eb-e2b5607ff467 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:07.951494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:08.111589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:08.114092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Port': ['ID=80bc4269-23b3-4fc8-b213-6b06739c5d34,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:08.122731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:08.124669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:08.349117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-fcec14db-8f02-49de-bb5d-2c8abd183d54 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Synchronizing usage tracker for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:08.352898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:08.410486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-fcec14db-8f02-49de-bb5d-2c8abd183d54 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Unset dirty status for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:08.418583 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-fcec14db-8f02-49de-bb5d-2c8abd183d54 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--117514317&fields=id&tenant_id=a4915ee5d4f44f19825bc05afb6871c1 HTTP/1.1" status: 200  len: 267 time: 0.3054967
Nov 29 11:54:08.432300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:08.443101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Usage tracker for resource:security_group_rule and tenant:af1772cd3da74f3f8e3b5ca386c331c2 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:08.449728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:08.459850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] For port cee49a03-9a03-44ff-96eb-e2b5607ff467, host hv-neutron-8195, got binding levels [] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:08.460040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Router 91070dca-2cbe-447f-ba7f-f96a82725b97 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:08.460532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:08.480115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-88e88a70-ba97-4446-bffb-90da02d46eb2 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04189e896c3842bead4ab4ecdb9273a7&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0692711
Nov 29 11:54:08.483844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:08.496870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6422e74c-5cff-44f7-bd98-f07a5b50b9a4 None None] Provisioning complete for port 80bc4269-23b3-4fc8-b213-6b06739c5d34 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:08.498472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6422e74c-5cff-44f7-bd98-f07a5b50b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:08.528602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45080) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:08.553781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:08.634488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6422e74c-5cff-44f7-bd98-f07a5b50b9a4 None None] Port 80bc4269-23b3-4fc8-b213-6b06739c5d34 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:08.674554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Calling delete_port for cee49a03-9a03-44ff-96eb-e2b5607ff467 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:08.706297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:08.739418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-569837949'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:08.821609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-885bb49c-dcb4-468b-9d1e-6d6a9bc412e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:08.822759 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-885bb49c-dcb4-468b-9d1e-6d6a9bc412e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1070385
Nov 29 11:54:08.870535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:08.914240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Usage tracker for resource:network and tenant:531953f951324fe8b07ed02ac8f2cea3 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:08.930906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:08.942311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:08.957097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-4fc15f8b-7df5-41a2-8d5e-cf0e8f841d02 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:08.958609 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-4fc15f8b-7df5-41a2-8d5e-cf0e8f841d02 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 810 time: 0.5393367
Nov 29 11:54:08.994412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:08.998099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.018313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-13395816-9d87-4ab6-b83e-4ea6bcd1565d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/quotas/a4915ee5d4f44f19825bc05afb6871c1 HTTP/1.1" status: 200  len: 375 time: 0.0479963
Nov 29 11:54:09.032982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.052675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04a6990d-181d-40f0-b1ea-1900914187e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:09.074935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.090236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:09.098303 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "PUT /v2.0/routers/91070dca-2cbe-447f-ba7f-f96a82725b97/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1659889
Nov 29 11:54:09.101103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:09.106231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] Sync routers for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:09.119159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Request body: {'port': {'network_id': 'eb2d27d3-090d-43b4-a4c8-c15c916aca0a', 'name': 'tempest-FloatingIPAdminTestJSON-1072792257'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:09.124406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Pushing event deleted for resources: {'Port': ['ID=cee49a03-9a03-44ff-96eb-e2b5607ff467,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:09.125390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:09.134626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085a79a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:09.145694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:09.189988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:09.199524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.207205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Usage tracker for resource:security_group_rule and tenant:531953f951324fe8b07ed02ac8f2cea3 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:09.209777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.214947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085a79a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:09.222887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:09.227648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:09.229038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085a79a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:09.238680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:09.240566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.269217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-204154bc-5060-46e2-ae2f-ca3bb66d24ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:09.297707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Allocated IP 172.20.0.14 (21cef6fa-f852-4b54-8e8c-8f5074d96599/c2248413-450f-4b35-bbb3-895695b8ecf6/0f43d9cd-73fd-4321-b9ad-f190890175eb) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:09.303503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4eec49-f6e0-4eb3-88d8-9375fdf5f5d1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:09.308784 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-4fa5a2d7-f974-47a5-aa29-afad3e882d45 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2895286
Nov 29 11:54:09.314416 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-a68fbcd2-cad4-4dc5-882b-3d0e47351aba service neutron] 10.222.0.20 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4790721
Nov 29 11:54:09.315434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:09.340091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085a79a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:09.340875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d33e3-2287-48cd-857f-94c393484df3 None None] The sync data for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:09.359804 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cee49a03-9a03-44ff-96eb-e2b5607ff467 HTTP/1.1" status: 204  len: 168 time: 1.8583076
Nov 29 11:54:09.404702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:09.460010 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af1772cd3da74f3f8e3b5ca386c331c2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7894938
Nov 29 11:54:09.466817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45112) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:09.479860 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f0db89-09f5-4625-8270-d953ee17557c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:54:09.481485 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29f0db89-09f5-4625-8270-d953ee17557c tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] 10.222.0.20 "GET /v2.0/ports/cee49a03-9a03-44ff-96eb-e2b5607ff467 HTTP/1.1" status: 404  len: 333 time: 0.0756960
Nov 29 11:54:09.500862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45116) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:09.514885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:09.552095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Usage tracker for resource:port and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:09.571772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:09.593291 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-72776768-cb6b-4fb7-9bd6-d782b3618637 service neutron] 10.222.0.20 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729073
Nov 29 11:54:09.630303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.652099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:09.666368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.679707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f03ef7f6-31e2-4c6f-8240-3af4cd133554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:09.729357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network 21cef6fa-f852-4b54-8e8c-8f5074d96599 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:09.736823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:09.747277 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-083b4b71-cb9a-4fd5-891e-32559c2409e4 service neutron] 10.222.0.20 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4375570
Nov 29 11:54:09.753177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:09.779374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Made reservation on behalf of 0b00a752ca414bf7bc3bd7d3a54a0915 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:09.783040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.832322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.864027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.925177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.963160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:09.967808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] device_id is not set on port f088c99b-c530-4b68-8b6a-6759ae357977 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:10.019423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:10.043497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.18', 60908) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:10.111216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Port': ['ID=0f43d9cd-73fd-4321-b9ad-f190890175eb,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:10.122551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:10.316655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-12aa1dda-d1eb-4e26-9672-d169e1d8ea5c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:10.318211 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-12aa1dda-d1eb-4e26-9672-d169e1d8ea5c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.18 "GET /v2.0/networks?id=cf939d84-dd31-463e-a415-5a4b7cf4dd91 HTTP/1.1" status: 200  len: 805 time: 0.2298224
Nov 29 11:54:10.358081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a822c2c1-9bf8-418e-beb1-af3135b95b39 req-3fa74fc2-3c8e-4475-97c0-8beefeadf1e2 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Synchronizing usage tracker for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:10.395721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a822c2c1-9bf8-418e-beb1-af3135b95b39 req-3fa74fc2-3c8e-4475-97c0-8beefeadf1e2 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Unset dirty status for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:10.396914 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a822c2c1-9bf8-418e-beb1-af3135b95b39 req-3fa74fc2-3c8e-4475-97c0-8beefeadf1e2 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 210 time: 0.1599433
Nov 29 11:54:10.444938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:10.455229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:10.530004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:54:10.599774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0db82-5fbd-4c19-97d3-e96ac9350b50,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:10.745360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:10.859522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:10.921064 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d37e98a8-c222-4d4e-b7c0-3832569f684b req-fe3607ae-b054-4889-ac2d-4ba1dd353515 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.2115245
Nov 29 11:54:10.942308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:10.943068 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Added segment 62d6f3ab-1ecb-4853-84b4-7d650b029f63 of type vlan for network 9a14521d-f63d-4909-a337-afdad22f5b8b
Nov 29 11:54:10.960002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:10.974536 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-3ffa1061-700a-4eb6-8716-c38b7762c0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2258692
Nov 29 11:54:10.987059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08646c10>,) {'filters': {'network_id': ['d5225406-659b-49f8-890a-4f1a80792a8c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:10.997908 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-e7f0b08a-813b-48ab-a6d9-32569b392060 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e8acc23c034e7da6e043eaa8044327 HTTP/1.1" status: 200  len: 379 time: 0.5207324
Nov 29 11:54:11.028407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Request body: {'port': {'device_id': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'admin_state_up': True, 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'security_groups': ['a798d005-4146-41b4-aae0-81eef932d36c']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:11.109653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08646c10>, '38661c39-b6a2-4e42-b502-1a36d1223c41') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:11.109949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08646c10>, '38661c39-b6a2-4e42-b502-1a36d1223c41') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:11.150424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Allocated IP 172.20.0.3 (eb2d27d3-090d-43b4-a4c8-c15c916aca0a/b1900731-7238-4e18-bdc4-a0000d504121/f088c99b-c530-4b68-8b6a-6759ae357977) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:11.203249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.209164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.240099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.254090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:11.288008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4eec49-f6e0-4eb3-88d8-9375fdf5f5d1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:11.298859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.310793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:11.358008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:11.405480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Router 1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:54:11.415230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:54:11.415842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.432260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fb7346a0-b281-4c6b-aec6-886c35691c7b req-5e42a3ec-4f50-4929-ad91-be1380dcd28e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Synchronizing usage tracker for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:54:11.448505 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:54:11.673375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.709249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:11.730815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fb7346a0-b281-4c6b-aec6-886c35691c7b req-5e42a3ec-4f50-4929-ad91-be1380dcd28e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Unset dirty status for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:11.731431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:11.732262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.736291 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fb7346a0-b281-4c6b-aec6-886c35691c7b req-5e42a3ec-4f50-4929-ad91-be1380dcd28e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.4449849
Nov 29 11:54:11.849083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:11.865455 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Sync routers for ids ['1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:11.877801 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Routers {'1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:11.880705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bfb55aac-30ca-48f5-9f57-7f02d8198470 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:11.881257 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a8cdf0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:11.913873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.916473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:11.917018 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 5.5376060
Nov 29 11:54:11.918040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a4eec49-f6e0-4eb3-88d8-9375fdf5f5d1 HTTP/1.1" status: 204  len: 168 time: 2.4473023
Nov 29 11:54:11.918776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45194) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:11.931834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:12.091643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Made reservation on behalf of 20e8acc23c034e7da6e043eaa8044327 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:12.111463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:12.161168 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8da4c90e-6e47-465a-a1fa-3bf429b30847 req-cce89e8e-2d83-4ee0-b857-88cd86bd6075 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 210 time: 0.4145634
Nov 29 11:54:12.312746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:12.320286 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Set router 1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:12.324598 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 3.6717596
Nov 29 11:54:12.337569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45202) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:12.359079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'subnet': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:12.379616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:12.387056 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] 10.222.0.20 "DELETE /v2.0/networks/d5225406-659b-49f8-890a-4f1a80792a8c HTTP/1.1" status: 204  len: 168 time: 2.8816931
Nov 29 11:54:12.431142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Network': ['ID=9a14521d-f63d-4909-a337-afdad22f5b8b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:12.444355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 9a14521d-f63d-4909-a337-afdad22f5b8b details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:54:12.478655 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f903d708-acd7-4419-9df3-09728c84449f req-06654e30-9e1f-443f-b124-ec565a4cf0e0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.1418517
Nov 29 11:54:12.629511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:12.631355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:12.675251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:12.680834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Usage tracker for resource:subnet and tenant:531953f951324fe8b07ed02ac8f2cea3 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:12.710344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:12.739977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:12.787812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:12.800051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:12.804569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Pushing event deleted for resources: {'Network': ['ID=d5225406-659b-49f8-890a-4f1a80792a8c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:12.835055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:12.849235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:12.867082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:12.937843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.041588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Transition to ACTIVE for port object f088c99b-c530-4b68-8b6a-6759ae357977 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:13.048966 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f1a325ab-8701-4e2e-9d86-2d34edcfc958 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe781b04bd994fc78daba4aa90722174&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1794040
Nov 29 11:54:13.054387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:13.063755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.123794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Allocated IP 172.20.0.9 (cf939d84-dd31-463e-a415-5a4b7cf4dd91/2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e/bfca685a-7999-4fb0-94e2-8968d9255419) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:13.226582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45224) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:13.254481 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a8cdf0>, [{'id': '1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca', 'name': '', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599', 'external_fixed_ips': [{'subnet_id': 'c2248413-450f-4b35-bbb3-895695b8ecf6', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '0f43d9cd-73fd-4321-b9ad-f190890175eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:06Z', 'updated_at': '2021-11-29T11:54:10Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': '0f43d9cd-73fd-4321-b9ad-f190890175eb', 'name': '', 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': 'c2248413-450f-4b35-bbb3-895695b8ecf6', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:08Z', 'updated_at': '2021-11-29T11:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2248413-450f-4b35-bbb3-895695b8ecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:13.260948 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Checking router: 1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:54:13.261877 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Updating router 1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca port 0f43d9cd-73fd-4321-b9ad-f190890175eb binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:54:13.360093 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.514511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.545092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f534ac75-89e5-4735-bdb4-fe08de46ea68 req-8b7cf209-1bed-405e-a6b3-19aa73fb9a3d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 210 time: 0.1164517
Nov 29 11:54:13.552807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.593757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Deleting port 0f43d9cd-73fd-4321-b9ad-f190890175eb {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:13.594148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.626714 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b77a0de1-2593-49aa-9209-e048b4a25aac req-0fb79abc-183e-4ce3-a35b-9f919e4ca382 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.5267811
Nov 29 11:54:13.690991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Transition to ACTIVE for port object bfca685a-7999-4fb0-94e2-8968d9255419 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:13.696882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.725559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.810113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:13.819841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a368aad1-a0ad-4835-942c-04c559dbd53e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=596ba5d058b748c4aabb9eac96e6fbcc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5920491
Nov 29 11:54:13.821396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45234) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:13.926209 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.959638 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Transition to ACTIVE for port object 0f43d9cd-73fd-4321-b9ad-f190890175eb will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:13.974424 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:13.985709 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:14.023336 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-db59cc52-95f0-4470-9c05-006541c9bc69 req-9b9cb0eb-fb2c-48b9-ad0c-e269b97bd7b7 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.1951058
Nov 29 11:54:14.040153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event updated for resources: {'Port': ['ID=f088c99b-c530-4b68-8b6a-6759ae357977,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:14.050183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:14.051875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.062095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.18', 60916) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:14.080916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:14.095032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:14.101808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:14.186626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:14.187335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.213117 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852467-e4f7-463a-bb35-07b99e8ae61f None None] Pushing event updated for resources: {'Port': ['ID=0f43d9cd-73fd-4321-b9ad-f190890175eb,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:14.224825 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65852467-e4f7-463a-bb35-07b99e8ae61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:14.257976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1496804
Nov 29 11:54:14.264552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:14.298907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.304602 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Attempting to bind port 0f43d9cd-73fd-4321-b9ad-f190890175eb on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:14.305237 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Attempting to bind port 0f43d9cd-73fd-4321-b9ad-f190890175eb by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c924ccf3-628a-4239-b9f3-91faf8c518b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:14.306768 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Attempting to bind port 0f43d9cd-73fd-4321-b9ad-f190890175eb on network 21cef6fa-f852-4b54-8e8c-8f5074d96599 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:14.310868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:14.321800 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:14.322232 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Checking segment: {'id': 'c924ccf3-628a-4239-b9f3-91faf8c518b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:14.329246 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.329760 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Bound using segment: {'id': 'c924ccf3-628a-4239-b9f3-91faf8c518b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:14.330295 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Bound port: 0f43d9cd-73fd-4321-b9ad-f190890175eb, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c924ccf3-628a-4239-b9f3-91faf8c518b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '21cef6fa-f852-4b54-8e8c-8f5074d96599'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:14.330737 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.430847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event updated for resources: {'Port': ['ID=bfca685a-7999-4fb0-94e2-8968d9255419,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:14.435966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:14.468098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:14.473209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:14.498714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.504923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.523726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:14.528677 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] For port 0f43d9cd-73fd-4321-b9ad-f190890175eb, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:14.541482 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] For port 0f43d9cd-73fd-4321-b9ad-f190890175eb, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0f43d9cd-73fd-4321-b9ad-f190890175eb,segment=NetworkSegment(c924ccf3-628a-4239-b9f3-91faf8c518b4),segment_id=c924ccf3-628a-4239-b9f3-91faf8c518b4)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:14.550060 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.554935 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:14.628428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4805d826-cf9e-4cf0-8618-68ce63c05115 None None] Provisioning for port f088c99b-c530-4b68-8b6a-6759ae357977 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:14.646230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4805d826-cf9e-4cf0-8618-68ce63c05115 None None] Provisioning complete for port f088c99b-c530-4b68-8b6a-6759ae357977 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:14.646998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4805d826-cf9e-4cf0-8618-68ce63c05115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.684243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a3db050-16d9-4bf8-83b2-480c7b16971c tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:14.770934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:14.771548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.777356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.806176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:14.830390 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32d40241-288c-4ca2-b549-6b1d54dd7a5e HTTP/1.1" status: 204  len: 168 time: 1.7745559
Nov 29 11:54:14.852026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'project_id': '0b00a752ca414bf7bc3bd7d3a54a0915', 'port_id': 'f088c99b-c530-4b68-8b6a-6759ae357977'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:14.881028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4805d826-cf9e-4cf0-8618-68ce63c05115 None None] Port f088c99b-c530-4b68-8b6a-6759ae357977 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:14.885063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d40241-288c-4ca2-b549-6b1d54dd7a5e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:14.892283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:14.909360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:14.923963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Usage tracker for resource:floatingip and tenant:0b00a752ca414bf7bc3bd7d3a54a0915 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:14.946022 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Routers {'1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:14.955512 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a8cdf0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:15.016588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:15.020767 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0117416
Nov 29 11:54:15.030875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:15.055314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:15.086482 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852467-e4f7-463a-bb35-07b99e8ae61f None None] Pushing event updated for resources: {'Port': ['ID=0f43d9cd-73fd-4321-b9ad-f190890175eb,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:15.091883 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65852467-e4f7-463a-bb35-07b99e8ae61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:15.120801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e64a9f06-745a-48f0-ac80-694321960c0e None None] Provisioning for port bfca685a-7999-4fb0-94e2-8968d9255419 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:15.132076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e64a9f06-745a-48f0-ac80-694321960c0e None None] Provisioning complete for port bfca685a-7999-4fb0-94e2-8968d9255419 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:15.139386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e64a9f06-745a-48f0-ac80-694321960c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:15.271967 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] Set router 1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:15.280839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e64a9f06-745a-48f0-ac80-694321960c0e None None] Port bfca685a-7999-4fb0-94e2-8968d9255419 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:15.455510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-6e14d80b-acca-40e3-8181-30bc2c909c22 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:15.457107 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-6e14d80b-acca-40e3-8181-30bc2c909c22 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0078962
Nov 29 11:54:15.509882 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a8cdf0>, [{'id': '1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca', 'name': '', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:06Z', 'updated_at': '2021-11-29T11:54:13Z', 'revision_number': 4, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:15.513869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de3fdb-5cee-43f2-97f5-d9d40b77141b req-f1bb2eb0-aa48-489a-9fe5-0b5b1b4d6484 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:15.514926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a4de3fdb-5cee-43f2-97f5-d9d40b77141b req-f1bb2eb0-aa48-489a-9fe5-0b5b1b4d6484 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Synchronizing usage tracker for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:15.520542 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487fa6-4be2-4cc4-8071-c9c8121fb7e4 None None] The sync data for ids ['1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca'] in dv-neutron-819579-1-hyperv is: [{'id': '1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca', 'name': '', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:06Z', 'updated_at': '2021-11-29T11:54:13Z', 'revision_number': 4, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:15.528079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:15.542821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Calling delete_port for 0f43d9cd-73fd-4321-b9ad-f190890175eb owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:15.568710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a4de3fdb-5cee-43f2-97f5-d9d40b77141b req-f1bb2eb0-aa48-489a-9fe5-0b5b1b4d6484 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Unset dirty status for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:15.570370 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a4de3fdb-5cee-43f2-97f5-d9d40b77141b req-f1bb2eb0-aa48-489a-9fe5-0b5b1b4d6484 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 931 time: 0.6366162
Nov 29 11:54:15.621571 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2e8c017c-eebe-4fa5-a280-7835d151eead req-0b1e4ecf-61dd-4193-a6c8-f1d2ead7d153 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.3776577
Nov 29 11:54:15.678601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:15.717533 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a4de3fdb-5cee-43f2-97f5-d9d40b77141b req-aeab2dcc-893a-490e-87ed-91a03e2f08f8 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1402416
Nov 29 11:54:15.943394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:15.947895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eb9182d6-0177-4691-8af3-ee16f46b8b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:16.078917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.18', 60920) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:16.229032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-d0cb690e-e5f6-4f16-8127-ca7b4d89d521 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:16.237383 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-d0cb690e-e5f6-4f16-8127-ca7b4d89d521 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.18 "GET /v2.0/networks?id=f62316e7-9679-414c-bf40-130368d73ff3 HTTP/1.1" status: 200  len: 812 time: 2.1565931
Nov 29 11:54:16.326711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Subnet': ['ID=5a3f417f-11b8-41d2-8399-79458cf5a986,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:16.403648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:16.423647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Allocated IP 172.26.4.235 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/aa802be7-2897-4fc1-849e-939495e10d9e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:16.458634 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-63b88c29-e034-41da-a5af-a93fb8aeb325 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04189e896c3842bead4ab4ecdb9273a7 HTTP/1.1" status: 200  len: 379 time: 0.1149957
Nov 29 11:54:16.459318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:16.479562 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a733dbdb-3168-413d-a45a-54a126714161 req-39c5de71-adec-4597-a741-b0fe7efc30d4 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.1579831
Nov 29 11:54:16.492155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Request body: {'port': {'device_id': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'admin_state_up': True, 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'security_groups': ['d7f88576-9722-40c4-9fb5-efd9c02d084b']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:16.728832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:16.741382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:16.790220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a294e5f-e7e2-4902-a97b-2c7487d6d1f2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:16.899011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Request body: {'port': {'device_id': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:16.939935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:17.009815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:17.167258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45292) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.177454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:17.179279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:17.244944 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-664c5d81-5d57-40ad-9241-c413aa09ccc2 req-c0b10a58-6fe8-40bc-8bb1-0cf73f65ba84 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.2398767
Nov 29 11:54:17.259830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:17.270222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:17.275959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:17.359158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Usage tracker for resource:port and tenant:04189e896c3842bead4ab4ecdb9273a7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:17.366925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Checking segment: {'id': '62d6f3ab-1ecb-4853-84b4-7d650b029f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:17.375378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network hostable DHCP agents. Network: 9a14521d-f63d-4909-a337-afdad22f5b8b, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:54:17.387461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:17.393356 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a294e5f-e7e2-4902-a97b-2c7487d6d1f2 HTTP/1.1" status: 204  len: 168 time: 3.4995787
Nov 29 11:54:17.395267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:17.420703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:17.452134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:54:17.483208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Made reservation on behalf of 04189e896c3842bead4ab4ecdb9273a7 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:17.486927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:17.512870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 9a14521d-f63d-4909-a337-afdad22f5b8b) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:17.532895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075f8db-14c7-45a0-ad03-d276ca27de7a None None] Network 9a14521d-f63d-4909-a337-afdad22f5b8b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:17.590440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Pushing event updated for resources: {'Port': ['ID=aa802be7-2897-4fc1-849e-939495e10d9e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:17.596084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:17.625510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:17.673569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-138a4479-ecdf-4b44-9104-64e15a8bb080 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:17.682748 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-138a4479-ecdf-4b44-9104-64e15a8bb080 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.4976003
Nov 29 11:54:17.784239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:17.784841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:17.788430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45304) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.797182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0d85-d05c-4040-9826-5139605bde3d req-a0e23065-1b79-4e7a-8421-8b4144cc8572 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:17.804649 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-15cb0d85-d05c-4040-9826-5139605bde3d req-a0e23065-1b79-4e7a-8421-8b4144cc8572 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 931 time: 0.6072807
Nov 29 11:54:17.829684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:54:17.830007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:54:17.835517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-04171ca0-a15e-422e-a797-8eae48e739c2 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:17.836475 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04171ca0-a15e-422e-a797-8eae48e739c2 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0154040
Nov 29 11:54:17.858064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45308) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.890805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-e9fd2143-f05a-4688-96a5-87932f2ceb42 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:17.893221 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e9fd2143-f05a-4688-96a5-87932f2ceb42 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0225031
Nov 29 11:54:17.899252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45314) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.933281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-2bb03f45-c87f-4088-9398-f891656dcd2b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:17.937802 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2bb03f45-c87f-4088-9398-f891656dcd2b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0308633
Nov 29 11:54:17.950816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45318) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.962609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-e0a89ad4-71cf-4cd3-b249-fbe1a45daef1 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:17.963776 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e0a89ad4-71cf-4cd3-b249-fbe1a45daef1 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0118358
Nov 29 11:54:17.965920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-9a14521d-f63d-4909-a337-afdad22f5b8b', 'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'tenant_id': '531953f951324fe8b07ed02ac8f2cea3', 'fixed_ips': [{'subnet_id': '5a3f417f-11b8-41d2-8399-79458cf5a986'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:54:17.968045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:17.973780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45322) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.980025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Allocated IP 172.20.0.4 (f62316e7-9679-414c-bf40-130368d73ff3/901b7777-2853-4d3e-bb3c-7b51f3975fc5/56b72fb6-419b-4817-a9bf-2eca48b4f34e) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:17.983436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.6448371
Nov 29 11:54:17.991030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-75b04a94-9638-4de3-9358-61502d37dbbb tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:17.992252 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-75b04a94-9638-4de3-9358-61502d37dbbb tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0170772
Nov 29 11:54:17.994492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45326) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:17.994978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45328) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.000885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-15cb0d85-d05c-4040-9826-5139605bde3d req-25d30b63-268f-44f4-bc61-28d99e78aa53 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Synchronizing usage tracker for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:18.008169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-768960527'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:18.036344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-8040ea08-3a97-4b3c-be8e-70a6b348dc89 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.037823 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8040ea08-3a97-4b3c-be8e-70a6b348dc89 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0398207
Nov 29 11:54:18.045061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45334) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.101780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-5e0452fd-ef42-46a4-acf9-56b7192104ab tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.103005 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5e0452fd-ef42-46a4-acf9-56b7192104ab tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0555325
Nov 29 11:54:18.112688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45338) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.125469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-15cb0d85-d05c-4040-9826-5139605bde3d req-25d30b63-268f-44f4-bc61-28d99e78aa53 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Unset dirty status for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:18.138564 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-15cb0d85-d05c-4040-9826-5139605bde3d req-25d30b63-268f-44f4-bc61-28d99e78aa53 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3329403
Nov 29 11:54:18.188405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-c5f5032b-3e14-4efd-8386-8fcaac1054bf tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.195521 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c5f5032b-3e14-4efd-8386-8fcaac1054bf tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0554373
Nov 29 11:54:18.204556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45342) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.300937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.342597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Deleting port 0f43d9cd-73fd-4321-b9ad-f190890175eb {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:18.343069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:18.382002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Allocated IP 2001:db8::2 (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/4eea3de9-309b-4eee-8c12-65071e596c3d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:18.494863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b87ccefa-8577-4e6d-abc9-abc053fc9ad2 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.495927 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b87ccefa-8577-4e6d-abc9-abc053fc9ad2 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.2774508
Nov 29 11:54:18.506175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-a39aed64-0932-4db8-973a-28caac78419f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:18.507801 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-a39aed64-0932-4db8-973a-28caac78419f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 810 time: 2.4204595
Nov 29 11:54:18.515035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.529039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-82d1dd2a-72c6-49b8-b99c-89d4adb8ec99 req-9416b4fb-b158-43e5-8652-df5f939f022d tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Synchronizing usage tracker for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:18.535660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-dfc9934f-3a65-4233-9a5d-eebc3291fb89 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.536661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dfc9934f-3a65-4233-9a5d-eebc3291fb89 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0187232
Nov 29 11:54:18.542856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45356) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.594664 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e8fea6d-3a0a-4d3c-9158-c800cfb93d69 req-9ab1de83-8a56-4f2b-9ea1-bb96403cc7e4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.1081028
Nov 29 11:54:18.598392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-9359f1d4-bdfb-47c7-99a9-03deba0e810b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.601740 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9359f1d4-bdfb-47c7-99a9-03deba0e810b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0078416
Nov 29 11:54:18.612895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.674699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-06740693-2ff4-4034-9738-06176b86d917 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.675691 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06740693-2ff4-4034-9738-06176b86d917 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0610940
Nov 29 11:54:18.677178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-82d1dd2a-72c6-49b8-b99c-89d4adb8ec99 req-9416b4fb-b158-43e5-8652-df5f939f022d tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Unset dirty status for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:18.677494 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-82d1dd2a-72c6-49b8-b99c-89d4adb8ec99 req-9416b4fb-b158-43e5-8652-df5f939f022d tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.4993057
Nov 29 11:54:18.692606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:18.699805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45364) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.741471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Usage tracker for resource:port and tenant:531953f951324fe8b07ed02ac8f2cea3 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:18.770874 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:54:18.779465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:18.780631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-f659186c-e2d3-4e60-a8c6-69e3c6cd2e06 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.781869 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f659186c-e2d3-4e60-a8c6-69e3c6cd2e06 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0811381
Nov 29 11:54:18.784705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.794410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Transition to ACTIVE for port object 4eea3de9-309b-4eee-8c12-65071e596c3d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:18.797514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-6b22b7e7-969d-4fad-b239-d98c45ebed4e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.798718 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b22b7e7-969d-4fad-b239-d98c45ebed4e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0053840
Nov 29 11:54:18.824760 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9503b56e-8044-419f-84a7-30eb71eb68d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9b14d4a13134f05950bbeff3d260233&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5220051
Nov 29 11:54:18.826828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:18.830606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45372) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.830938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45374) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.857394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-1d8d36a7-ae26-4f41-b326-97bc71d4206c tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.857784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Transition to ACTIVE for port object 4eea3de9-309b-4eee-8c12-65071e596c3d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:18.859386 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1d8d36a7-ae26-4f41-b326-97bc71d4206c tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0079648
Nov 29 11:54:18.884488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45380) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.885663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:18.899284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-f7887d34-cdb0-49a8-b3ad-db276c6bbd01 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:18.899870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:18.900775 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f7887d34-cdb0-49a8-b3ad-db276c6bbd01 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0150132
Nov 29 11:54:18.905298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:18.933385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:18.948747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:18.992956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:18.996573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.015108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Pushing event updated for resources: {'Port': ['ID=4eea3de9-309b-4eee-8c12-65071e596c3d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:19.015108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:19.015108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:19.023913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:19.024803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:19.034420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Transition to ACTIVE for port object 56b72fb6-419b-4817-a9bf-2eca48b4f34e will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:19.067568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.102412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] device_id is not set on port 86721163-6e9f-4751-bbc0-cc4433fe0696 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:19.129326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-2ca6b684-7286-4a9a-a57b-da72568b46ca tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.132606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ca6b684-7286-4a9a-a57b-da72568b46ca tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.2238417
Nov 29 11:54:19.139411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:19.165048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] For port 0f43d9cd-73fd-4321-b9ad-f190890175eb, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0f43d9cd-73fd-4321-b9ad-f190890175eb,segment=NetworkSegment(c924ccf3-628a-4239-b9f3-91faf8c518b4),segment_id=c924ccf3-628a-4239-b9f3-91faf8c518b4)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:19.165693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.171978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Attempting to bind port 4eea3de9-309b-4eee-8c12-65071e596c3d on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:19.173020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Attempting to bind port 4eea3de9-309b-4eee-8c12-65071e596c3d by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '62d6f3ab-1ecb-4853-84b4-7d650b029f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:19.173676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Attempting to bind port 4eea3de9-309b-4eee-8c12-65071e596c3d on network 9a14521d-f63d-4909-a337-afdad22f5b8b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:19.188426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:19.189516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Checking segment: {'id': '62d6f3ab-1ecb-4853-84b4-7d650b029f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:19.190569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.191018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Bound using segment: {'id': '62d6f3ab-1ecb-4853-84b4-7d650b029f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:19.192061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Bound port: 4eea3de9-309b-4eee-8c12-65071e596c3d, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d6f3ab-1ecb-4853-84b4-7d650b029f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:19.192472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.194786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-f53f2ca0-214d-401a-8c75-dd0c087635c7 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.198904 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f53f2ca0-214d-401a-8c75-dd0c087635c7 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0583808
Nov 29 11:54:19.216138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45394) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:19.277277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-72ef26a4-4984-4c24-aa82-cd932065b721 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.280189 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72ef26a4-4984-4c24-aa82-cd932065b721 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0515132
Nov 29 11:54:19.296485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45398) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:19.312529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfca685a-7999-4fb0-94e2-8968d9255419 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:54:19.330473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-46083881-2653-4a6e-a8b7-54e1fbfe943a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.332091 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46083881-2653-4a6e-a8b7-54e1fbfe943a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0297270
Nov 29 11:54:19.335058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] For port 4eea3de9-309b-4eee-8c12-65071e596c3d, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:19.347718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] For port 4eea3de9-309b-4eee-8c12-65071e596c3d, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4eea3de9-309b-4eee-8c12-65071e596c3d,segment=NetworkSegment(62d6f3ab-1ecb-4853-84b4-7d650b029f63),segment_id=62d6f3ab-1ecb-4853-84b4-7d650b029f63)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:19.355412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.361067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a6db22b-0f80-4bfb-9946-6d588188714a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:19.372758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.379967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45402) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:19.452740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Calling delete_port for 0f43d9cd-73fd-4321-b9ad-f190890175eb owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:19.471223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.475325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Pushing event updated for resources: {'Port': ['ID=4eea3de9-309b-4eee-8c12-65071e596c3d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:19.489073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:19.515787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Transition to ACTIVE for port object bfca685a-7999-4fb0-94e2-8968d9255419 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:19.538960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.546239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:19.547107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-28b92fb8-4c6e-447c-ba1b-7a5ba3af1082 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.548136 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-28b92fb8-4c6e-447c-ba1b-7a5ba3af1082 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.1112881
Nov 29 11:54:19.576154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45406) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:19.602977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-9ea1d25d-34c9-4b41-b395-f1266bc06850 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.602977 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9ea1d25d-34c9-4b41-b395-f1266bc06850 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0234253
Nov 29 11:54:19.606863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45410) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:19.739643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.779601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:19.812998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:19.971153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-76f64255-af2a-4fd5-9b25-06a4cbd7708e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:19.977332 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-76f64255-af2a-4fd5-9b25-06a4cbd7708e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.3625307
Nov 29 11:54:19.980804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45418) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.050593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-cd1a0dc2-efd3-4a7a-ad81-5980cf7300ac tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.052335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cd1a0dc2-efd3-4a7a-ad81-5980cf7300ac tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0424595
Nov 29 11:54:20.059482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.101548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.109253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Network f62316e7-9679-414c-bf40-130368d73ff3 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:20.118199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Allocated IP 2001:db8::1e (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/86721163-6e9f-4751-bbc0-cc4433fe0696) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:20.120073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-1f93d567-3d79-4248-8a0d-dfc0226b4143 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.125050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1f93d567-3d79-4248-8a0d-dfc0226b4143 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0231159
Nov 29 11:54:20.128629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:20.131421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.138049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca685a-7999-4fb0-94e2-8968d9255419,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:20.138805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:20.144500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:20.145150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.148868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-bd6daa51-3424-4651-84a9-4187fd518477 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.152792 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd6daa51-3424-4651-84a9-4187fd518477 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0171773
Nov 29 11:54:20.182108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:20.182657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.222250 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7338529
Nov 29 11:54:20.233609 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-41c5c7d4-f408-42f6-bff3-d15bf779cac0 req-26496d49-e8f8-4ef3-aa6b-2c42e509539d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.2381814
Nov 29 11:54:20.244827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event updated for resources: {'Port': ['ID=56b72fb6-419b-4817-a9bf-2eca48b4f34e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:20.249818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-5f026ed9-6880-47ad-b54d-a55b1821d0d7 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.250855 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f026ed9-6880-47ad-b54d-a55b1821d0d7 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0163329
Nov 29 11:54:20.256250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:20.258108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45436) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.317259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.542336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-816e971a-76c1-4426-a41d-248eeb099bfc None None] Provisioning for port 56b72fb6-419b-4817-a9bf-2eca48b4f34e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:20.551700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-816e971a-76c1-4426-a41d-248eeb099bfc None None] Provisioning complete for port 56b72fb6-419b-4817-a9bf-2eca48b4f34e triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:20.552078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-816e971a-76c1-4426-a41d-248eeb099bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.597250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.619717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:20.640441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.645736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc3628fe-c6a6-4fdd-b999-ac23002ed344 HTTP/1.1" status: 204  len: 168 time: 1.7921801
Nov 29 11:54:20.653927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-816e971a-76c1-4426-a41d-248eeb099bfc None None] Port 56b72fb6-419b-4817-a9bf-2eca48b4f34e cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:20.679712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.685389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-a5cc5b46-3997-4a41-84c4-bf3b7473119a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.688587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a5cc5b46-3997-4a41-84c4-bf3b7473119a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0406601
Nov 29 11:54:20.693890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3628fe-c6a6-4fdd-b999-ac23002ed344,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:20.706832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45442) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.709800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:20.718964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a1fb-35cd-4b8e-91b8-92377f607dc1 req-8f249854-63e2-46ea-87c5-8ae51a028b90 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:20.721254 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5bf6a1fb-35cd-4b8e-91b8-92377f607dc1 req-8f249854-63e2-46ea-87c5-8ae51a028b90 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 943 time: 1.3400578
Nov 29 11:54:20.723083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:20.774703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.901668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:20.925661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e5b15ba4-b6dd-4692-b15c-24c61eecd123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:20.947447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Pushing event updated for resources: {'Port': ['ID=aa802be7-2897-4fc1-849e-939495e10d9e,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:20.951699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:20.961467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-1eb706f6-f9ad-497b-8296-1cfafea66421 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.962650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1eb706f6-f9ad-497b-8296-1cfafea66421 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0220699
Nov 29 11:54:20.978595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45446) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:20.989719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-d31aff01-7599-4e09-a373-c1a887c30c6b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:20.990917 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d31aff01-7599-4e09-a373-c1a887c30c6b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0097938
Nov 29 11:54:21.007045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45450) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.010820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f43d9cd-73fd-4321-b9ad-f190890175eb,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:21.034681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Transition to ACTIVE for port object 86721163-6e9f-4751-bbc0-cc4433fe0696 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:21.036090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:21.043505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.044548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.138783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b4c2efff-ce89-454f-89ce-6e602727155f tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.140047 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b4c2efff-ce89-454f-89ce-6e602727155f tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0978618
Nov 29 11:54:21.203751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45456) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.217188 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5bf6a1fb-35cd-4b8e-91b8-92377f607dc1 req-2e7aa849-37af-4aee-a825-00e92da19740 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4697132
Nov 29 11:54:21.308530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552e94f-c3bf-4709-bd00-2321f8c5f6bf None None] Network 9a14521d-f63d-4909-a337-afdad22f5b8b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:21.311497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Attempting to bind port bfca685a-7999-4fb0-94e2-8968d9255419 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:21.312423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Attempting to bind port bfca685a-7999-4fb0-94e2-8968d9255419 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:21.312928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Attempting to bind port bfca685a-7999-4fb0-94e2-8968d9255419 on network cf939d84-dd31-463e-a415-5a4b7cf4dd91 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:21.316113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.318939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.333159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9d64-34f6-4b91-bb92-b89566c8f3e5 req-791414a4-f0c1-4d08-a758-c31b6ff93e6c tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:21.345373 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be2a9d64-34f6-4b91-bb92-b89566c8f3e5 req-791414a4-f0c1-4d08-a758-c31b6ff93e6c tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 931 time: 0.7454457
Nov 29 11:54:21.347738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-6d4ea9cd-f6bc-4cfb-aac4-3b7bb7247fa8 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.351941 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6d4ea9cd-f6bc-4cfb-aac4-3b7bb7247fa8 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.1385603
Nov 29 11:54:21.355151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45464) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.355847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.356444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:54:21.364914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-3cd1d9f5-c114-45c8-9692-7b76cf4db1c9 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.368994 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3cd1d9f5-c114-45c8-9692-7b76cf4db1c9 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0107303
Nov 29 11:54:21.373412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45468) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.380790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Port bfca685a-7999-4fb0-94e2-8968d9255419 on network cf939d84-dd31-463e-a415-5a4b7cf4dd91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:21.381447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Attempting to bind port bfca685a-7999-4fb0-94e2-8968d9255419 on network cf939d84-dd31-463e-a415-5a4b7cf4dd91 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:21.387210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-ff1fd9bd-2e0a-4b1a-b27e-98561730c4df tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.391874 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ff1fd9bd-2e0a-4b1a-b27e-98561730c4df tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0156338
Nov 29 11:54:21.395815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45472) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.411561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-135185b7-6400-49b7-914a-b488d6a8b1e9 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.412881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-135185b7-6400-49b7-914a-b488d6a8b1e9 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0160539
Nov 29 11:54:21.428871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45476) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.429357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:21.432374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Checking segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:21.433005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Bound using segment: {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:21.435467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Bound port: bfca685a-7999-4fb0-94e2-8968d9255419, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98949baa-db11-4ea2-81b1-a76ad85b9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:21.435795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.450354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.464781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-d20c6f50-76e2-416f-aa2f-b3ac6d63032b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.468434 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d20c6f50-76e2-416f-aa2f-b3ac6d63032b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0262020
Nov 29 11:54:21.475784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45482) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.476438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-15445f3a-c0dd-4483-a030-c2dff80c3dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:21.548773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0d717515-fc13-49ab-8e66-aebbe4a7e7b6 None None] Provisioning for port 4eea3de9-309b-4eee-8c12-65071e596c3d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:21.568121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Floating IP 7cd75e07-2001-4eff-9684-109be56981ca associated. External IP: 172.26.4.235, port: f088c99b-c530-4b68-8b6a-6759ae357977.
Nov 29 11:54:21.587491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-daf70469-f703-4be2-9e9c-3099b23597e9 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.588544 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-daf70469-f703-4be2-9e9c-3099b23597e9 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0312274
Nov 29 11:54:21.592477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.593700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1b6f6d8c-1180-4fb4-a87a-bdc1148f77ca HTTP/1.1" status: 204  len: 168 time: 9.6730525
Nov 29 11:54:21.639370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45488) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.640154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45490) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.727622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-bae6211f-fc61-4b24-815d-509bea1e7782 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.731713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bae6211f-fc61-4b24-815d-509bea1e7782 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0909796
Nov 29 11:54:21.793410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4eea3de9-309b-4eee-8c12-65071e596c3d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:21.801097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:21.804656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Deleting subnet c2248413-450f-4b35-bbb3-895695b8ecf6 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:54:21.806716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45498) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.822313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:21.833230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:21.843218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:21.843976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.852807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-be91d91d-6678-4756-a1b7-a02b7d77f03b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.858190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-be91d91d-6678-4756-a1b7-a02b7d77f03b tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0294776
Nov 29 11:54:21.867092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45502) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.876456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:21.906539 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1b41be4-1112-43c1-9065-bcec3fa75ee3 req-a101aeb3-0c66-4365-9b5d-6f311a563404 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.2696066
Nov 29 11:54:21.908473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-52fd286c-c310-4164-93a1-228338b29722 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.909483 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-52fd286c-c310-4164-93a1-228338b29722 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0349863
Nov 29 11:54:21.934326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45506) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.943955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=86721163-6e9f-4751-bbc0-cc4433fe0696,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:21.957542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-7415d846-704f-4497-a423-147a23f1e44a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.965551 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7415d846-704f-4497-a423-147a23f1e44a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0258009
Nov 29 11:54:21.969103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45512) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.970968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:21.978200 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.9817951
Nov 29 11:54:21.981142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45516) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.991773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-fc41d943-ccae-4790-a333-aff13a4a0bc8 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:21.993785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fc41d943-ccae-4790-a333-aff13a4a0bc8 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0207460
Nov 29 11:54:21.996849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:21.997184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 4eea3de9-309b-4eee-8c12-65071e596c3d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:22.004708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1665369348', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:87:c3:75'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:22.007982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4eea3de9-309b-4eee-8c12-65071e596c3d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:22.008368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.026539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-be2a9d64-34f6-4b91-bb92-b89566c8f3e5 req-ed8e608c-c588-4d61-bca4-36c4c112bc58 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Synchronizing usage tracker for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:22.032890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-9611ef05-586a-4c59-b598-ea3b86e37c46 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.034013 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9611ef05-586a-4c59-b598-ea3b86e37c46 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0136726
Nov 29 11:54:22.043700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45526) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.057043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-25288233-5eac-4bd7-ac34-02a0f97a0a6e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.061109 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25288233-5eac-4bd7-ac34-02a0f97a0a6e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0128150
Nov 29 11:54:22.075723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.092781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-5a29394e-e342-4d60-95e2-aaeff343d804 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.097871 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a29394e-e342-4d60-95e2-aaeff343d804 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0154426
Nov 29 11:54:22.105585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45538) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.141254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-e2a81564-e057-451a-b1fd-c1ac4109ec5a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.148777 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e2a81564-e057-451a-b1fd-c1ac4109ec5a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0282869
Nov 29 11:54:22.153672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.169704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-8bc0b6fa-e90f-4237-a4c1-7c4d48559c2e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.174224 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8bc0b6fa-e90f-4237-a4c1-7c4d48559c2e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0174909
Nov 29 11:54:22.181225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.196635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-433708a3-5547-4b15-9670-027b1a243f02 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.201309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-433708a3-5547-4b15-9670-027b1a243f02 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0188689
Nov 29 11:54:22.203791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-be2a9d64-34f6-4b91-bb92-b89566c8f3e5 req-ed8e608c-c588-4d61-bca4-36c4c112bc58 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Unset dirty status for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:22.205250 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be2a9d64-34f6-4b91-bb92-b89566c8f3e5 req-ed8e608c-c588-4d61-bca4-36c4c112bc58 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8585873
Nov 29 11:54:22.207473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45552) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.221743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] For port bfca685a-7999-4fb0-94e2-8968d9255419, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:22.240395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-8e357180-d7b5-4916-86cc-fa92e03568cc tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.246520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8e357180-d7b5-4916-86cc-fa92e03568cc tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0267458
Nov 29 11:54:22.248313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.249806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45556) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.260192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.269284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b4982456-8508-4037-bfd6-134e08079cfe tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.273029 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b4982456-8508-4037-bfd6-134e08079cfe tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0114229
Nov 29 11:54:22.274855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.276874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] For port bfca685a-7999-4fb0-94e2-8968d9255419, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bfca685a-7999-4fb0-94e2-8968d9255419,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:22.298732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 4eea3de9-309b-4eee-8c12-65071e596c3d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4eea3de9-309b-4eee-8c12-65071e596c3d,segment=NetworkSegment(62d6f3ab-1ecb-4853-84b4-7d650b029f63),segment_id=62d6f3ab-1ecb-4853-84b4-7d650b029f63)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:22.304304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.310167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:22.319856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.388051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Request body: {'port': {'device_id': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:22.397113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=4eea3de9-309b-4eee-8c12-65071e596c3d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:22.407411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:22.428533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-30bc3efe-d972-4010-95c9-cd45dad47240 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.429501 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-30bc3efe-d972-4010-95c9-cd45dad47240 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.1511629
Nov 29 11:54:22.430742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.446368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45568) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.466401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-84c2093d-2bfb-4694-aad1-931bb98f5ba5 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.470238 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-84c2093d-2bfb-4694-aad1-931bb98f5ba5 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0207086
Nov 29 11:54:22.472156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45574) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.501493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d8e75b40-a35c-49c4-86d5-603a2438eb08 None None] Provisioning complete for port 4eea3de9-309b-4eee-8c12-65071e596c3d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:22.502068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8e75b40-a35c-49c4-86d5-603a2438eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.506432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:22.533442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-963e3024-6db6-4e85-ae11-cdbe3dcc5ebe tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.535245 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-963e3024-6db6-4e85-ae11-cdbe3dcc5ebe tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0572090
Nov 29 11:54:22.546235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:22.547022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.548487 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] 10.222.0.18 "PUT /v2.0/ports/bfca685a-7999-4fb0-94e2-8968d9255419 HTTP/1.1" status: 200  len: 1093 time: 6.6642849
Nov 29 11:54:22.549202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.569373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:22.579712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-ce4d5e65-d11d-42ef-9754-684d7f9637dc tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.580919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce4d5e65-d11d-42ef-9754-684d7f9637dc tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0060749
Nov 29 11:54:22.595438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45586) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.664443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-e5481624-c6d1-4be3-8350-b5e5a2a24e28 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.665536 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e5481624-c6d1-4be3-8350-b5e5a2a24e28 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0618691
Nov 29 11:54:22.684931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45592) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.689888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.708708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-0d9c82bd-4dbb-4d10-afde-417d598e7529 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.709671 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0d9c82bd-4dbb-4d10-afde-417d598e7529 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0183821
Nov 29 11:54:22.719063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45598) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.723398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-29ceab2e-0176-4e72-a628-e17d06d13c83 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:22.728467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d8e75b40-a35c-49c4-86d5-603a2438eb08 None None] Provisioning for port 86721163-6e9f-4751-bbc0-cc4433fe0696 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:22.751630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d8e75b40-a35c-49c4-86d5-603a2438eb08 None None] Provisioning complete for port 86721163-6e9f-4751-bbc0-cc4433fe0696 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:22.752201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8e75b40-a35c-49c4-86d5-603a2438eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:22.809480 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-207c62bd-9926-4ba3-92cb-3d9a2de88f96 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4915ee5d4f44f19825bc05afb6871c1 HTTP/1.1" status: 200  len: 379 time: 0.4178653
Nov 29 11:54:22.855398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c2248413-450f-4b35-bbb3-895695b8ecf6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:22.859495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:22.862245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:22.869248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-6582c789-ce71-455a-9c6f-5a775e133a49 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.870001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Request body: {'port': {'device_id': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'admin_state_up': True, 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'security_groups': ['2e8f43b6-4820-4071-baba-d8e306d8c5eb']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:22.870321 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6582c789-ce71-455a-9c6f-5a775e133a49 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0349572
Nov 29 11:54:22.898767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d8e75b40-a35c-49c4-86d5-603a2438eb08 None None] Port 86721163-6e9f-4751-bbc0-cc4433fe0696 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:22.906256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45606) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.935048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca685a-7999-4fb0-94e2-8968d9255419,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:22.939950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:22.944068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-2efa76e9-9671-4e9d-aa43-1c078ff11186 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:22.945008 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2efa76e9-9671-4e9d-aa43-1c078ff11186 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0257494
Nov 29 11:54:22.957026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Usage tracker for resource:port and tenant:531953f951324fe8b07ed02ac8f2cea3 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:22.966689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45618) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:22.967557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:22.975311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.002479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-5c740183-0c88-4cfe-ac39-28f7f0abc6fd tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.005451 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c740183-0c88-4cfe-ac39-28f7f0abc6fd tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0260522
Nov 29 11:54:23.006988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:23.010555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.038691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/c2248413-450f-4b35-bbb3-895695b8ecf6 HTTP/1.1" status: 204  len: 168 time: 1.3941522
Nov 29 11:54:23.043742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-ac0a54ed-c462-44bc-9d89-26af669c6a39 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.044719 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac0a54ed-c462-44bc-9d89-26af669c6a39 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0149095
Nov 29 11:54:23.050180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.050504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45630) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.058806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.063529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-96002d1d-fa72-4526-86fb-4aae505e27c0 None None] Provisioning complete for port 86721163-6e9f-4751-bbc0-cc4433fe0696 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:23.066826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96002d1d-fa72-4526-86fb-4aae505e27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.068209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Router 91070dca-2cbe-447f-ba7f-f96a82725b97 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:23.078171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:23.080513 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'status': 'completed', 'code': 200}
Nov 29 11:54:23.102930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-aa2b48cd-772e-4496-88da-4b18387421d6 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.104059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aa2b48cd-772e-4496-88da-4b18387421d6 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0332520
Nov 29 11:54:23.116851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.174057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-a06d1ade-1d29-4e11-ad4b-81ac50b7829a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.174984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a06d1ade-1d29-4e11-ad4b-81ac50b7829a tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0572178
Nov 29 11:54:23.180414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-96002d1d-fa72-4526-86fb-4aae505e27c0 None None] Port 86721163-6e9f-4751-bbc0-cc4433fe0696 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:23.184910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.196620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e6ea6-9a05-48c4-aac6-bb79d61716fa req-810d0883-e907-42d7-b769-6593e75e0b62 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:23.198259 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b9e6ea6-9a05-48c4-aac6-bb79d61716fa req-810d0883-e907-42d7-b769-6593e75e0b62 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 943 time: 0.7405651
Nov 29 11:54:23.228031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-d0ddc214-8687-4de2-9d47-98476bf27c53 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.231581 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d0ddc214-8687-4de2-9d47-98476bf27c53 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0386913
Nov 29 11:54:23.235796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45648) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.322157 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b9e6ea6-9a05-48c4-aac6-bb79d61716fa req-e02d8363-80fa-4c91-a3f6-a09f54b0e11c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157191
Nov 29 11:54:23.409610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45654) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.414776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.426792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-b983c442-4ef9-4dc8-b71e-8393a0f36658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:23.428261 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-b983c442-4ef9-4dc8-b71e-8393a0f36658 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20e8acc23c034e7da6e043eaa8044327&device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 1096 time: 0.7470849
Nov 29 11:54:23.441400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-da0e3765-25c6-4e39-b6e2-d3f7c0d2074c tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.442345 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da0e3765-25c6-4e39-b6e2-d3f7c0d2074c tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0346248
Nov 29 11:54:23.446342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45662) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.460193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-0a729ab1-aada-4afc-a2a6-26e04eab0137 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.461072 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0a729ab1-aada-4afc-a2a6-26e04eab0137 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0109744
Nov 29 11:54:23.465459 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18ad3280-35a5-40cc-90f0-de4a45588678 req-2ef6bcc2-78e5-456d-9cb6-85aa69c0b37d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.2762675
Nov 29 11:54:23.495373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45666) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.515290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-e98f2b56-ceb3-4fd3-8df0-c89b8a7b5ffe tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.520199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e98f2b56-ceb3-4fd3-8df0-c89b8a7b5ffe tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0135050
Nov 29 11:54:23.520199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] device_id is not set on port b4dab3d1-e01c-44a5-8bea-25c932c5e3ce yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:23.532136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.558631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-5b3cbcb6-a9e5-48dd-a8d6-5963c9d3276e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.559651 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b3cbcb6-a9e5-48dd-a8d6-5963c9d3276e tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0265188
Nov 29 11:54:23.562678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45674) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:23.568615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [None req-f91da9dd-698c-436f-802a-99a383d7e448 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 11:54:23.569677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.569786 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f91da9dd-698c-436f-802a-99a383d7e448 tempest-ExtensionsTestJSON-488135134 tempest-ExtensionsTestJSON-488135134-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0061514
Nov 29 11:54:23.575843 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-76fb5bdc-c887-420b-b3f7-769cc6acf5a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca685a-7999-4fb0-94e2-8968d9255419 HTTP/1.1" status: 200  len: 217 time: 0.1122701
Nov 29 11:54:23.575843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:23.613468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4eea3de9-309b-4eee-8c12-65071e596c3d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:23.645059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:23.669510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:23.688364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] Sync routers for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:23.692804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1296748697', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:23.709881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:23.710467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Made reservation on behalf of a4915ee5d4f44f19825bc05afb6871c1 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:23.710793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085e02e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:23.713148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:23.714131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.722968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Usage tracker for resource:port and tenant:386e031a30e64c20b103b245d3f03bec is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:23.734161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:23.739513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-189955e0-bb34-4e16-a768-01ba3b5927cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:23.740979 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-189955e0-bb34-4e16-a768-01ba3b5927cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e HTTP/1.1" status: 200  len: 844 time: 0.1580870
Nov 29 11:54:23.757105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:23.799674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085e02e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:23.818210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:23.818888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085e02e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:23.892268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085e02e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:23.892268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13339e5f-2004-42c6-bc59-a000fb8400e9 None None] The sync data for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:23.904596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4eea3de9-309b-4eee-8c12-65071e596c3d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:23.905164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.939014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Made reservation on behalf of 386e031a30e64c20b103b245d3f03bec for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:23.941834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.964043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:23.996804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:24.016636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358335f-c234-4d78-b83c-7a170aa7608e req-c2a2a261-ccd2-4110-9297-c678d36ce5d9 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:24.017866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3358335f-c234-4d78-b83c-7a170aa7608e req-c2a2a261-ccd2-4110-9297-c678d36ce5d9 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Synchronizing usage tracker for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:24.030259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Usage tracker for resource:security_group_rule and tenant:386e031a30e64c20b103b245d3f03bec is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:24.040751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45684) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:24.047277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:24.047431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.062101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Allocated IP 2001:db8::126 (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/b4dab3d1-e01c-44a5-8bea-25c932c5e3ce) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:24.073034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:24.079406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.140119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3358335f-c234-4d78-b83c-7a170aa7608e req-c2a2a261-ccd2-4110-9297-c678d36ce5d9 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Unset dirty status for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:24.143932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3358335f-c234-4d78-b83c-7a170aa7608e req-c2a2a261-ccd2-4110-9297-c678d36ce5d9 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 931 time: 0.6922731
Nov 29 11:54:24.154466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e4b7c0>,) {'filters': {'network_id': ['21cef6fa-f852-4b54-8e8c-8f5074d96599']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:24.186972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e4b7c0>, 'c924ccf3-628a-4239-b9f3-91faf8c518b4') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:24.187212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e4b7c0>, 'c924ccf3-628a-4239-b9f3-91faf8c518b4') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:24.214182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b72fb6-419b-4817-a9bf-2eca48b4f34e {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:54:24.227568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.252292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.259313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 9.9937251
Nov 29 11:54:24.267114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45690) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:24.276070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.292056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.306178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:54:24.306532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:54:24.325364 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:54:24.336351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:24.386942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a07b4559045246dd83488ecf9041bcab is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:24.394870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:24.398049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Allocated IP 172.20.0.11 (a78f5a23-0281-46a0-8fc7-5bb473964c35/13517633-c543-4a39-be9f-1933df594201/9fbb2695-8197-495f-a94e-87e172d400f0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:24.401533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396bfc-0e29-4538-921f-3c383d3057fa req-35e2b9f0-3c39-4cc3-b60f-8b99b02363b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:24.403429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-35e2b9f0-3c39-4cc3-b60f-8b99b02363b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf939d84-dd31-463e-a415-5a4b7cf4dd91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6446376
Nov 29 11:54:24.421867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:24.448024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Transition to ACTIVE for port object 56b72fb6-419b-4817-a9bf-2eca48b4f34e will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:24.451643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3358335f-c234-4d78-b83c-7a170aa7608e req-d1611538-7061-4108-a3f6-065d23e4a4ca tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2772555
Nov 29 11:54:24.475955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.488489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:24.612289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.627115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-59a87d29-2c51-44dc-8ec3-9568c7f3f35a tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] 10.222.0.20 "GET /v2.0/floatingips/7cd75e07-2001-4eff-9684-109be56981ca HTTP/1.1" status: 200  len: 983 time: 0.3502717
Nov 29 11:54:24.634410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45698) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:24.638889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:24.656783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  21cef6fa-f852-4b54-8e8c-8f5074d96599 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:54:24.679697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.820108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event deleted for resources: {'Network': ['ID=21cef6fa-f852-4b54-8e8c-8f5074d96599,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:24.847965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Pushing event updated for resources: {'Port': ['ID=56b72fb6-419b-4817-a9bf-2eca48b4f34e,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:24.857008 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0080413f-9e49-45d9-abcf-07682a294bd7 req-cf2e0671-fbdb-412d-bf7e-c30d861ab6a6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.2311132
Nov 29 11:54:24.861037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:24.880644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:24.931469 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-8a6886d8-9a6a-498e-ad5e-a28c0ce285c2 service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5094600
Nov 29 11:54:24.941607 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/networks/21cef6fa-f852-4b54-8e8c-8f5074d96599 HTTP/1.1" status: 204  len: 168 time: 1.8722460
Nov 29 11:54:24.953761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.974861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:24.999945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Transition to ACTIVE for port object b4dab3d1-e01c-44a5-8bea-25c932c5e3ce will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:25.029973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.036553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Attempting to bind port 56b72fb6-419b-4817-a9bf-2eca48b4f34e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:25.037329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Attempting to bind port 56b72fb6-419b-4817-a9bf-2eca48b4f34e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:25.038532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Attempting to bind port 56b72fb6-419b-4817-a9bf-2eca48b4f34e on network f62316e7-9679-414c-bf40-130368d73ff3 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:25.046641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.049930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] device_id is not set on port 9e38aa4a-460d-4b20-8bc8-297ece4f3de5 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:25.088441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-01c75d0f-6fdf-400f-810c-a775f5174246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:25.101464 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71396bfc-0e29-4538-921f-3c383d3057fa req-7d3b2175-227e-43c0-b3fd-9703c9a1127b service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578698
Nov 29 11:54:25.117747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Port 56b72fb6-419b-4817-a9bf-2eca48b4f34e on network f62316e7-9679-414c-bf40-130368d73ff3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:25.118150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Attempting to bind port 56b72fb6-419b-4817-a9bf-2eca48b4f34e on network f62316e7-9679-414c-bf40-130368d73ff3 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:25.138672 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53059f97-1408-4b18-9dbc-52ee72aa0024 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2905 time: 0.4857023
Nov 29 11:54:25.139930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45706) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:25.159473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:25.159837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Checking segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:25.160385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Bound using segment: {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:25.160854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Bound port: 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7452fb-5246-416c-88f9-e887245fc710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:25.161360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.176371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab2d35-f254-4119-99b2-0eb31d62fa68 req-0939c745-f3ce-4de6-831e-75aebd623e53 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:25.178287 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-22ab2d35-f254-4119-99b2-0eb31d62fa68 req-0939c745-f3ce-4de6-831e-75aebd623e53 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 943 time: 0.7263916
Nov 29 11:54:25.272856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:25.318694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:25.323431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:25.325748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895e931-e964-463d-84a5-6ac4d652ed66,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:25.333724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:25.339868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:25.340162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.354527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:25.355029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:25.373502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'name': 'tempest-router--891002388', 'project_id': 'e781e8addabf471d8fba8a32e90e1e96'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:25.405733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:25.409550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.421362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:router and tenant:e781e8addabf471d8fba8a32e90e1e96 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:25.427716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.481556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Allocated IP 172.26.4.4 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/9e38aa4a-460d-4b20-8bc8-297ece4f3de5) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:25.483860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:25.492559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=b4dab3d1-e01c-44a5-8bea-25c932c5e3ce,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:25.496804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] For port 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:25.503994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.505025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:25.506976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] For port 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:25.509510 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 3.5269110
Nov 29 11:54:25.513300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45718) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:25.566502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.584249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:25.687674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5542b759-fb6d-4a04-a805-8cb46ee4326c None None] Provisioning for port b4dab3d1-e01c-44a5-8bea-25c932c5e3ce completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:25.688243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:25.688243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.689144 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] 10.222.0.18 "PUT /v2.0/ports/56b72fb6-419b-4817-a9bf-2eca48b4f34e HTTP/1.1" status: 200  len: 1093 time: 3.3738673
Nov 29 11:54:25.689977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:25.693157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:25.701123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d077c893-40ce-43c6-a87d-ac56b63210d4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:25.703007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5542b759-fb6d-4a04-a805-8cb46ee4326c None None] Provisioning complete for port b4dab3d1-e01c-44a5-8bea-25c932c5e3ce triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:25.703666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5542b759-fb6d-4a04-a805-8cb46ee4326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.731912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.733059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.780615 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a07b4559045246dd83488ecf9041bcab&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7088985
Nov 29 11:54:25.791428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Transition to ACTIVE for port object 9fbb2695-8197-495f-a94e-87e172d400f0 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:25.800681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45724) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:25.801816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5542b759-fb6d-4a04-a805-8cb46ee4326c None None] Port b4dab3d1-e01c-44a5-8bea-25c932c5e3ce cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:25.816862 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-22ab2d35-f254-4119-99b2-0eb31d62fa68 req-c27cbc42-b55e-490b-b285-cdcc6b422b8d tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5449119
Nov 29 11:54:25.866444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.887777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:25.889472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4792ba0e-15ad-44a9-9a00-acae9faf7156,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:25.923852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:25.934526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:25.935418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:25.938346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:26.028400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:26.045942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Pushing event updated for resources: {'Port': ['ID=56b72fb6-419b-4817-a9bf-2eca48b4f34e,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:26.055408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:26.073715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event updated for resources: {'Port': ['ID=9fbb2695-8197-495f-a94e-87e172d400f0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:26.076817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port aa802be7-2897-4fc1-849e-939495e10d9e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:26.077160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.115278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:26.139423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8a90a-c8e8-44d7-a4db-07df3c3478b9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.145414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8a90a-c8e8-44d7-a4db-07df3c3478b9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.151303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8a90a-c8e8-44d7-a4db-07df3c3478b9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.152177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1ea8a90a-c8e8-44d7-a4db-07df3c3478b9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Synchronizing usage tracker for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:26.185492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88575be-c5e3-468e-accc-499d20760155 req-14efa972-1cc1-4dc7-a45e-d6bacebf4c60 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.187116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e88575be-c5e3-468e-accc-499d20760155 req-14efa972-1cc1-4dc7-a45e-d6bacebf4c60 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 943 time: 0.5610054
Nov 29 11:54:26.192551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.203974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307029-52b5-4c65-bfb1-a55c804140ab req-e9988cca-60ee-4cb1-90a8-2ff1c1487730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.206166 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-e9988cca-60ee-4cb1-90a8-2ff1c1487730 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20e8acc23c034e7da6e043eaa8044327&device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 1096 time: 0.9348652
Nov 29 11:54:26.209844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-e2969757-f2de-4b5e-a676-b9c80815989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.211344 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-e2969757-f2de-4b5e-a676-b9c80815989c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04189e896c3842bead4ab4ecdb9273a7&device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 1096 time: 0.4015498
Nov 29 11:54:26.218141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.231770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.232292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.263126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d218bc3f-01b2-4501-861f-2246e9e35032 None None] Provisioning for port 9fbb2695-8197-495f-a94e-87e172d400f0 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:26.269303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d218bc3f-01b2-4501-861f-2246e9e35032 None None] Provisioning complete for port 9fbb2695-8197-495f-a94e-87e172d400f0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:26.269854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d218bc3f-01b2-4501-861f-2246e9e35032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.277869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1ea8a90a-c8e8-44d7-a4db-07df3c3478b9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Unset dirty status for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:26.281665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1ea8a90a-c8e8-44d7-a4db-07df3c3478b9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.7608900
Nov 29 11:54:26.288828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:26.300615 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-e578b7aa-6454-4b7c-83eb-e236dd2e2948 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e HTTP/1.1" status: 200  len: 217 time: 0.0746326
Nov 29 11:54:26.331614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d218bc3f-01b2-4501-861f-2246e9e35032 None None] Port 9fbb2695-8197-495f-a94e-87e172d400f0 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:26.417512 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e88575be-c5e3-468e-accc-499d20760155 req-25dfa840-d249-4167-b53e-4eda604f44ae tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2172477
Nov 29 11:54:26.438497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port b4dab3d1-e01c-44a5-8bea-25c932c5e3ce {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:26.438836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.450353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.464991 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6322124
Nov 29 11:54:26.473126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.476995 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-34fd2461-2906-4cad-a1e3-6bded07dad06 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1574273
Nov 29 11:54:26.477231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45742) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:26.493817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Request body: {'port': {'device_id': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:26.498210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c14c716-dd17-4f8b-8cd4-b93b1c45ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.538438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-bc859f21-a314-4475-ac86-75d0d605eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.540045 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-bc859f21-a314-4475-ac86-75d0d605eab0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=901b7777-2853-4d3e-bb3c-7b51f3975fc5 HTTP/1.1" status: 200  len: 851 time: 0.1943860
Nov 29 11:54:26.597875 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'status': 'completed', 'code': 200}
Nov 29 11:54:26.626143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.670870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.684774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:26.692812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307029-52b5-4c65-bfb1-a55c804140ab req-7ed597fb-8041-4ac0-8701-14ce374e11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.694269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-7ed597fb-8041-4ac0-8701-14ce374e11cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=cf939d84-dd31-463e-a415-5a4b7cf4dd91 HTTP/1.1" status: 200  len: 906 time: 0.4694903
Nov 29 11:54:26.713675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3841d2-1ca9-4463-a2e6-aadc3c2429cb req-b68b57e8-7299-4fa3-b7ab-ff89d8674caa tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:26.714386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6f3841d2-1ca9-4463-a2e6-aadc3c2429cb req-b68b57e8-7299-4fa3-b7ab-ff89d8674caa tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Synchronizing usage tracker for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:26.718309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.718631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.839768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:26.880843 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-47f38327-efcb-4616-b705-1be323185d55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca685a-7999-4fb0-94e2-8968d9255419 HTTP/1.1" status: 200  len: 217 time: 0.1521416
Nov 29 11:54:26.950930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Calling delete_port for aa802be7-2897-4fc1-849e-939495e10d9e owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:27.024557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.045152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6f3841d2-1ca9-4463-a2e6-aadc3c2429cb req-b68b57e8-7299-4fa3-b7ab-ff89d8674caa tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Unset dirty status for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:27.045152 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6f3841d2-1ca9-4463-a2e6-aadc3c2429cb req-b68b57e8-7299-4fa3-b7ab-ff89d8674caa tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 932 time: 0.9254258
Nov 29 11:54:27.045658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:27.056563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.108993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:27.122237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:27.123187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:27.123790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.146558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.159845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:27.166939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307029-52b5-4c65-bfb1-a55c804140ab req-cfe1c0ff-5240-46c0-b621-ee755ef9cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:27.168388 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-cfe1c0ff-5240-46c0-b621-ee755ef9cb81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e HTTP/1.1" status: 200  len: 844 time: 0.2270143
Nov 29 11:54:27.202203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Pushing event updated for resources: {'Port': ['ID=9e38aa4a-460d-4b20-8bc8-297ece4f3de5,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:27.223936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:27.227822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792ba0e-15ad-44a9-9a00-acae9faf7156,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:27.242231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:27.294623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.295776 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4792ba0e-15ad-44a9-9a00-acae9faf7156 HTTP/1.1" status: 204  len: 168 time: 1.4776795
Nov 29 11:54:27.301604 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6f3841d2-1ca9-4463-a2e6-aadc3c2429cb req-196d4b4a-19ba-42f9-8ea8-7be30ad8704b tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2357099
Nov 29 11:54:27.354898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.363079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.375123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.9517317
Nov 29 11:54:27.383357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45752) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:27.405508 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-f4c7b9e5-75bb-4823-b48d-2255fc493cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:27.407043 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-f4c7b9e5-75bb-4823-b48d-2255fc493cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f62316e7-9679-414c-bf40-130368d73ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8569651
Nov 29 11:54:27.435873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.4'}]}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:27.465122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.465288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:27.465614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6792add5-135b-4aa9-9dd4-d66fb62c966d {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:54:27.556726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7e620-7ce5-4683-9c4e-1b13f913dc61 req-b57ffa0a-6487-49db-9841-36e9b7bd8d18 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:27.563656 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a0f7e620-7ce5-4683-9c4e-1b13f913dc61 req-b57ffa0a-6487-49db-9841-36e9b7bd8d18 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 943 time: 0.5889640
Nov 29 11:54:27.566988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.578847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.580038 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-821bd516-f67e-45a9-9b7c-a54fe33b3613 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6792add5-135b-4aa9-9dd4-d66fb62c966d HTTP/1.1" status: 204  len: 168 time: 1.0998416
Nov 29 11:54:27.691237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Usage tracker for resource:router and tenant:386e031a30e64c20b103b245d3f03bec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:27.707718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:27.740198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for b4dab3d1-e01c-44a5-8bea-25c932c5e3ce owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:27.772223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307029-52b5-4c65-bfb1-a55c804140ab req-5f85639a-54f0-4492-93c5-70996d739e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:27.773728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-5f85639a-54f0-4492-93c5-70996d739e47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf939d84-dd31-463e-a415-5a4b7cf4dd91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5959764
Nov 29 11:54:27.821366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45766) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:27.823085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:27.842682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:27.858189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device bfca685a-7999-4fb0-94e2-8968d9255419 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 11:54:27.860069 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a0f7e620-7ce5-4683-9c4e-1b13f913dc61 req-035ff7b4-63d5-45d6-a3ae-ab459a7e8cb9 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2954819
Nov 29 11:54:27.924928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:27.997965 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-ff19e040-ee51-4f8e-9def-d22c23002291 service neutron] 10.222.0.18 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5778065
Nov 29 11:54:28.006887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Port': ['ID=aa802be7-2897-4fc1-849e-939495e10d9e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:28.013072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.014172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.045987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:28.072540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.076462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port bfca685a-7999-4fb0-94e2-8968d9255419, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bfca685a-7999-4fb0-94e2-8968d9255419,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:28.097383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'port_id': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'mac_address': 'fa:16:3e:02:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 11:54:28.176799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cba13f-a8eb-4e01-ae42-9e0b234fffa2 req-37d406eb-f026-431b-a333-f7491db33093 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:28.177000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3cdc2f2a-b9d1-4139-9aea-e328ae22238a tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:28.177940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.179238 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-12cba13f-a8eb-4e01-ae42-9e0b234fffa2 req-37d406eb-f026-431b-a333-f7491db33093 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 943 time: 0.4897048
Nov 29 11:54:28.180706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.196408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca685a-7999-4fb0-94e2-8968d9255419 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:54:28.215800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port bfca685a-7999-4fb0-94e2-8968d9255419, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bfca685a-7999-4fb0-94e2-8968d9255419,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:28.221190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.225064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:28.243766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=b4dab3d1-e01c-44a5-8bea-25c932c5e3ce,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:28.248145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1833336846', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:28.262807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:28.266820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Usage tracker for resource:router and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:28.270297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:28.276773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:28.279609 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-b5efbfc4-0fa0-47f6-baf5-6cdd21f1127f service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4807115
Nov 29 11:54:28.321468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.321998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Floating IP 7cd75e07-2001-4eff-9684-109be56981ca disassociated (deleted). External IP: 172.26.4.235, port: f088c99b-c530-4b68-8b6a-6759ae357977.
Nov 29 11:54:28.389310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=bfca685a-7999-4fb0-94e2-8968d9255419,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:28.391819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbb2695-8197-495f-a94e-87e172d400f0 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:54:28.405301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:28.406915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:28.420500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.421335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.481262 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00bedbba-2bd5-49cd-b070-7257c8c749cf req-7f4eeae5-1e5f-4c71-8e99-da6641b508dc service neutron] 10.222.0.18 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4723721
Nov 29 11:54:28.517184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['bfca685a-7999-4fb0-94e2-8968d9255419'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 11:54:28.645169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.694642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45786) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:28.736410 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-12cba13f-a8eb-4e01-ae42-9e0b234fffa2 req-c7618f3d-5452-44e5-aa71-d5deb33c803a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5195260
Nov 29 11:54:28.783414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.803479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.835719 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/ports/b4dab3d1-e01c-44a5-8bea-25c932c5e3ce HTTP/1.1" status: 204  len: 168 time: 2.5394981
Nov 29 11:54:28.841981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45792) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:28.898527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Transition to ACTIVE for port object 9fbb2695-8197-495f-a94e-87e172d400f0 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:28.959712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-108719057'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:28.974187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:28.985696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9a876a64-e880-470a-b369-59c550ddc784 tempest-RoutersAdminNegativeIpV6Test-688006477 tempest-RoutersAdminNegativeIpV6Test-688006477-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:29.019412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:29.032814 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8030102-4fb7-4d89-b4b4-ebb271653412 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:29.033404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d8030102-4fb7-4d89-b4b4-ebb271653412 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Synchronizing usage tracker for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:29.038046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:29.044512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:29.054547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:29.064598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4215b070-3396-482c-8b4f-9ccb665275f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.139698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec93ab-614c-4af1-b5cc-cb1b54ad09b6 req-51155d3a-b8cb-48f0-aa83-be59654dcc67 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:29.141264 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e9ec93ab-614c-4af1-b5cc-cb1b54ad09b6 req-51155d3a-b8cb-48f0-aa83-be59654dcc67 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 932 time: 0.4889894
Nov 29 11:54:29.197689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-cca05227-139b-4492-b90d-ce0a57d2b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:29.199828 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-cca05227-139b-4492-b90d-ce0a57d2b99e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04189e896c3842bead4ab4ecdb9273a7&device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 1096 time: 0.5487111
Nov 29 11:54:29.247740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:29.250966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.267664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d8030102-4fb7-4d89-b4b4-ebb271653412 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Unset dirty status for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:29.268960 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d8030102-4fb7-4d89-b4b4-ebb271653412 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "GET /v2.0/ports/b4dab3d1-e01c-44a5-8bea-25c932c5e3ce HTTP/1.1" status: 404  len: 333 time: 0.4236426
Nov 29 11:54:29.320798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.332572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:29.336110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.388605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:29.400940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group_rule and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:29.404199 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-69307029-52b5-4c65-bfb1-a55c804140ab req-608f8542-ecd9-4112-ba1c-68bb30878c3b service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1137428
Nov 29 11:54:29.406301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:29.412631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e9ec93ab-614c-4af1-b5cc-cb1b54ad09b6 req-621e27c3-7dd0-4d09-a12a-d5a2c3ae7213 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Synchronizing usage tracker for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:29.427028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:29.436945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1671270539'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:29.522460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.525446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e9ec93ab-614c-4af1-b5cc-cb1b54ad09b6 req-621e27c3-7dd0-4d09-a12a-d5a2c3ae7213 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Unset dirty status for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:29.526589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e9ec93ab-614c-4af1-b5cc-cb1b54ad09b6 req-621e27c3-7dd0-4d09-a12a-d5a2c3ae7213 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3168437
Nov 29 11:54:29.540582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-c6290808-d3cc-4bb0-84f7-575f66322ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:29.542682 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-c6290808-d3cc-4bb0-84f7-575f66322ad1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f62316e7-9679-414c-bf40-130368d73ff3 HTTP/1.1" status: 200  len: 913 time: 0.3303547
Nov 29 11:54:29.597033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb2695-8197-495f-a94e-87e172d400f0,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:29.620081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:29.632173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-2da73aee-5f74-433e-902e-51f5b0c40c37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e HTTP/1.1" status: 200  len: 217 time: 0.0802004
Nov 29 11:54:29.694101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Router 91070dca-2cbe-447f-ba7f-f96a82725b97 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:29.736684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-5748733c-1707-4b3f-a193-20484177989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:29.738159 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-5748733c-1707-4b3f-a193-20484177989b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=901b7777-2853-4d3e-bb3c-7b51f3975fc5 HTTP/1.1" status: 200  len: 851 time: 0.0971365
Nov 29 11:54:29.797515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.819555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:29.830862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:29.873812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:54:29.897989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device bfca685a-7999-4fb0-94e2-8968d9255419 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:29.903919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36f78a-496e-4b22-8ac7-8539ca7a7d0d req-7348b676-0c03-4ffa-bd8f-70a4f884e889 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:29.905444 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a36f78a-496e-4b22-8ac7-8539ca7a7d0d req-7348b676-0c03-4ffa-bd8f-70a4f884e889 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 944 time: 0.9255440
Nov 29 11:54:29.906494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:29.950931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277413d0-e36e-4531-9349-b84fc14cb009,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:29.954808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:29.972131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port bfca685a-7999-4fb0-94e2-8968d9255419 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:29.975818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Attempting to bind port 9fbb2695-8197-495f-a94e-87e172d400f0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:29.975818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Attempting to bind port 9fbb2695-8197-495f-a94e-87e172d400f0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:29.975818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Attempting to bind port 9fbb2695-8197-495f-a94e-87e172d400f0 on network a78f5a23-0281-46a0-8fc7-5bb473964c35 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:29.977957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port bfca685a-7999-4fb0-94e2-8968d9255419 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:29.978375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.011504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:30.014374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Port 9fbb2695-8197-495f-a94e-87e172d400f0 on network a78f5a23-0281-46a0-8fc7-5bb473964c35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:54:30.014692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Attempting to bind port 9fbb2695-8197-495f-a94e-87e172d400f0 on network a78f5a23-0281-46a0-8fc7-5bb473964c35 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:30.045909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.048161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:30.048549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Checking segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:30.048954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Bound using segment: {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:30.049401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Bound port: 9fbb2695-8197-495f-a94e-87e172d400f0, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aea6024-aff2-4c91-8b40-8a7f67053408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:30.049749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.088918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:30.092450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.123274 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a36f78a-496e-4b22-8ac7-8539ca7a7d0d req-40d32c01-aa75-4434-8c93-c95af77384a4 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2030520
Nov 29 11:54:30.126944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.151402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.151744 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment 3ebeac9f-64c3-4f65-9969-074e90328918 of type vlan for network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747
Nov 29 11:54:30.157436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:30.194184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] device_id is not set on port 7864bbe3-0f10-4d83-b331-ae8a248ca175 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:30.208354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-b33b107c-f7a5-4ad4-989d-c7f336a02a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:30.209842 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-b33b107c-f7a5-4ad4-989d-c7f336a02a05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f62316e7-9679-414c-bf40-130368d73ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4630597
Nov 29 11:54:30.228307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.233722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port bfca685a-7999-4fb0-94e2-8968d9255419, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bfca685a-7999-4fb0-94e2-8968d9255419,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:30.240208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.242398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:30.248367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:30.262224 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] Sync routers for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:30.285338 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:30.287326 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:30.288227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.296880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.305378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] For port 9fbb2695-8197-495f-a94e-87e172d400f0, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:30.309255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] For port 9fbb2695-8197-495f-a94e-87e172d400f0, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9fbb2695-8197-495f-a94e-87e172d400f0,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:30.326001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=bfca685a-7999-4fb0-94e2-8968d9255419,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:30.329445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:30.338809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.348914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:30.428643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:30.430125 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:30.430451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.432083 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1094 time: 3.9434123
Nov 29 11:54:30.438868 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:30.439765 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:30.474507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:30.491693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.520186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c96fb-b20f-4618-b54e-d371b6b6bf84 req-09769973-7ba5-4edd-94fb-84d2df2f0037 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:30.521714 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-402c96fb-b20f-4618-b54e-d371b6b6bf84 req-09769973-7ba5-4edd-94fb-84d2df2f0037 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 943 time: 0.5808630
Nov 29 11:54:30.550405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:30.550976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.559657 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:30.560124 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4804a39-177d-4b8e-9772-7aba331ddf52 None None] The sync data for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:30.584341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:30.593866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:30.617900 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0', 'status': 'completed', 'code': 200}
Nov 29 11:54:30.670454 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-2309e2c0-5753-4cb3-9141-fa05f786505f service neutron] 10.222.0.18 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4429626
Nov 29 11:54:30.673384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb2695-8197-495f-a94e-87e172d400f0,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:30.728409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:30.818981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Allocated IP 2001:db8::2c3 (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/7864bbe3-0f10-4d83-b331-ae8a248ca175) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:30.840801 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "DELETE /v2.0/floatingips/7cd75e07-2001-4eff-9684-109be56981ca HTTP/1.1" status: 204  len: 168 time: 5.6853242
Nov 29 11:54:30.858847 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-402c96fb-b20f-4618-b54e-d371b6b6bf84 req-6a061553-4266-429c-8803-9cd61cf4f188 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2937987
Nov 29 11:54:30.859474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45814) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:30.888522 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.1554105
Nov 29 11:54:30.891770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:30.905697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45820) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:30.906423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:30.910048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:30.919547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:54:30.922769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:30.929397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'name': 'tempest-PortsTestJSON-1363260139'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:31.008830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Allocated IP 172.26.4.60 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/45dcdea1-910d-473e-8ab4-8711a4967c8f) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:31.010004 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'code': 200}
Nov 29 11:54:31.014441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Usage tracker for resource:floatingip and tenant:bdc84fdc3e844dd199d70273f72b7c8f is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:31.043757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:31.091988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:31.114528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:31.134924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:31.147593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-bdad5aa6-b472-4c15-8c39-949a1e97ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:31.149055 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-bdad5aa6-b472-4c15-8c39-949a1e97ba28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1097 time: 0.6477480
Nov 29 11:54:31.164745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:31.220936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:31.224529 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4c3ebd15-4a5c-458e-9414-19e7ba20bdfe req-ed8c06b3-1b2d-400f-85f0-ea853af6c7cc service neutron] 10.222.0.18 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5291340
Nov 29 11:54:31.237038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.276936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.320716 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-ab94557d-3862-43b0-9b03-65b1d4a22959 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 217 time: 0.1549704
Nov 29 11:54:31.345113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:31.348759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.415488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:31.421626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.436909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2aa1-e750-4956-842a-cf08bc43a503 req-3d640204-6fc9-4e92-a6a9-88663a4ade26 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:31.438344 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b2b2aa1-e750-4956-842a-cf08bc43a503 req-3d640204-6fc9-4e92-a6a9-88663a4ade26 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 944 time: 0.7706220
Nov 29 11:54:31.511027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.567769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.598859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-cda21458-b069-494f-bdb0-5dae915f84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:31.600231 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-cda21458-b069-494f-bdb0-5dae915f84df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.2642982
Nov 29 11:54:31.610982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0779-eaee-403e-95b3-9ef31bd9b31a req-ec37fe0e-240e-4555-8b30-e0e382920020 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:31.612575 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b0a0779-eaee-403e-95b3-9ef31bd9b31a req-ec37fe0e-240e-4555-8b30-e0e382920020 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.3448172
Nov 29 11:54:31.614091 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b2b2aa1-e750-4956-842a-cf08bc43a503 req-0077aefa-f8ff-4da2-bfee-e37ef7cf52c9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250701
Nov 29 11:54:31.738122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.758655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.759122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeb457-775d-4819-a281-6d2c27d29474 req-18fe4980-fc74-4c6e-9729-7c11ea8ff5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:31.760635 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74eeb457-775d-4819-a281-6d2c27d29474 req-18fe4980-fc74-4c6e-9729-7c11ea8ff5ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 1098 time: 0.5347414
Nov 29 11:54:31.775623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-450e1707-67e5-421d-9bda-a0378763d1e4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:31.790229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Transition to ACTIVE for port object 7864bbe3-0f10-4d83-b331-ae8a248ca175 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:31.829574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 56b72fb6-419b-4817-a9bf-2eca48b4f34e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 11:54:31.846383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.846587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b0a0779-eaee-403e-95b3-9ef31bd9b31a req-489b9448-2105-45c2-b456-69cfbc332944 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2142525
Nov 29 11:54:31.879315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:31.880705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:31.883236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.888937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:31.891711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:31.897337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Usage tracker for resource:security_group_rule and tenant:041938a41b344069adb753199bb0c0f2 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:31.902916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:31.907275 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:31.965204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-2733057e-7476-40c4-9f4b-77fbe5cd40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:31.966700 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-2733057e-7476-40c4-9f4b-77fbe5cd40a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3563108
Nov 29 11:54:31.976505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:32.029338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:32.045417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'port_id': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'mac_address': 'fa:16:3e:a6:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 11:54:32.072313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.110321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.128404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event updated for resources: {'Port': ['ID=45dcdea1-910d-473e-8ab4-8711a4967c8f,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:32.128692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b72fb6-419b-4817-a9bf-2eca48b4f34e {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:54:32.131552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:32.146199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:32.152626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.154230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b1c1c62-aa7a-43e5-a939-c3af21b14cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:32.175522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.229188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3838035d-c282-48f5-a3e1-38dcde7b1b5f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:32.230896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=56b72fb6-419b-4817-a9bf-2eca48b4f34e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:32.233990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:32.352875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['56b72fb6-419b-4817-a9bf-2eca48b4f34e'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 11:54:32.382493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.397280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4af68c6b-4342-460c-a83c-183c1e2505f0 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:32.569499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Allocated IP 172.26.4.50 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/2cad963a-07af-4996-9b72-67f1d4dd706e) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:32.578500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.591782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:32.598601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.602446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=11ddf1fb-9b67-4ec9-b51c-56acbc268699,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:32.602637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:32.609839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:32.612182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:32.617701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:32.618299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.641630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=7864bbe3-0f10-4d83-b331-ae8a248ca175,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:32.658980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:32.683322 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-d2c61459-55e3-4cdb-89c2-6c7930d9ea67 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6511545
Nov 29 11:54:32.698172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': '3ebeac9f-64c3-4f65-9969-074e90328918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:32.698521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:54:32.716814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.793961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.817324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.834508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.835028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9772db1a-6b31-4e6a-8110-b77cd4b32e92 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:54:32.897865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:32.905476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Synchronizing usage tracker for tenant:041938a41b344069adb753199bb0c0f2 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:32.920513 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.5857997
Nov 29 11:54:32.926654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45832) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:32.929028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4cad-b115-4e86-9f49-96f59daeafaa req-4c2dea1d-bf79-4062-8309-21fc0a02cd46 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:32.930746 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b1ec4cad-b115-4e86-9f49-96f59daeafaa req-4c2dea1d-bf79-4062-8309-21fc0a02cd46 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 944 time: 0.8963389
Nov 29 11:54:32.943851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:87:c3:75'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:32.970317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e27387a0-72d0-47c4-b180-90549eb283ff None None] Provisioning for port 7864bbe3-0f10-4d83-b331-ae8a248ca175 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:32.978111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e27387a0-72d0-47c4-b180-90549eb283ff None None] Provisioning complete for port 7864bbe3-0f10-4d83-b331-ae8a248ca175 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:32.979080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e27387a0-72d0-47c4-b180-90549eb283ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:32.980753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:54:32.988949 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:54:32.992880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6ae6551-f2f8-4981-86a1-bfcf90d1377f tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 370 time: 5.5724103
Nov 29 11:54:32.998001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45836) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:33.002443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=189519d7-c6a2-46ae-a26c-705f0f9c7c26,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:33.005687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:33.043070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e27387a0-72d0-47c4-b180-90549eb283ff None None] Port 7864bbe3-0f10-4d83-b331-ae8a248ca175 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:33.056162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:33.064544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec690e54-f633-4ad9-bd17-c80415ea0d58 None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:33.072746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.078322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Unset dirty status for tenant:041938a41b344069adb753199bb0c0f2 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:33.079502 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74eeb457-775d-4819-a281-6d2c27d29474 req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3054979
Nov 29 11:54:33.085732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:33.091207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:33.091803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.108482 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b1ec4cad-b115-4e86-9f49-96f59daeafaa req-1d8d4038-ee50-4a99-a393-111c4c22c1e6 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1696064
Nov 29 11:54:33.135002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Deleting port 9e38aa4a-460d-4b20-8bc8-297ece4f3de5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:33.135402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.166121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d1c243dd-ed1a-4165-9fc6-4cde2970b8ea req-d07d9ae6-1fdd-46b2-9550-5f141824c9a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4687414
Nov 29 11:54:33.344949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f398d2-9652-4c7a-a0c1-4bc0901a3191 req-37065a0e-9de3-470d-8bef-6542a575d75d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:33.346427 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12f398d2-9652-4c7a-a0c1-4bc0901a3191 req-37065a0e-9de3-470d-8bef-6542a575d75d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 944 time: 0.5815556
Nov 29 11:54:33.352415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.4413669
Nov 29 11:54:33.367094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45840) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:33.394056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2123674769'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:33.418132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:33.432730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:33.452965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:33.490155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:33.503715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.624587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12f398d2-9652-4c7a-a0c1-4bc0901a3191 req-3ce680d9-2be3-49d2-8faf-a52f4b3c5195 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2595079
Nov 29 11:54:33.635138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.635770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Calling delete_port for 9e38aa4a-460d-4b20-8bc8-297ece4f3de5 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:33.639040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.649250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-957e3c54-533e-42fe-bc89-733bde11168c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:33.673260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534228fe-ce68-4eb3-be35-f5a85eae4c8f req-42289b30-8b2f-40c3-b999-7a95deb43208 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:33.674884 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-534228fe-ce68-4eb3-be35-f5a85eae4c8f req-42289b30-8b2f-40c3-b999-7a95deb43208 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.3933678
Nov 29 11:54:33.686291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-55e8893a-e759-4159-a602-325772b2e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:33.687697 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-55e8893a-e759-4159-a602-325772b2e8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1097 time: 0.3091946
Nov 29 11:54:33.696036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:33.699738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.838716 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-534228fe-ce68-4eb3-be35-f5a85eae4c8f req-5cfebf9b-6f10-4568-acc8-519bf212dd71 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1548476
Nov 29 11:54:33.839054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 56b72fb6-419b-4817-a9bf-2eca48b4f34e up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:33.863696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:33.874715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:33.891155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.905276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:33.908900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Pushing event updated for resources: {'Port': ['ID=2cad963a-07af-4996-9b72-67f1d4dd706e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:33.923146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:33.930124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 56b72fb6-419b-4817-a9bf-2eca48b4f34e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:33.931421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:54:33.933602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-1ce4cb72-f235-42c9-bc11-ad0dd1ae30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:33.935154 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-1ce4cb72-f235-42c9-bc11-ad0dd1ae30e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.2235227
Nov 29 11:54:33.936340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 56b72fb6-419b-4817-a9bf-2eca48b4f34e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:33.936721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.990415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:33.990749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment bc2b0960-7284-4f5c-b2e1-5aa76cb88236 of type vlan for network b69f80a2-dc23-470f-b123-3837cbe169ac
Nov 29 11:54:34.018946 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-4a192916-8e8c-4a8d-a479-52cf1c44f93d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 217 time: 0.0748837
Nov 29 11:54:34.019816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.026471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:34.063437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.092005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:34.102660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:34.104094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e38aa4a-460d-4b20-8bc8-297ece4f3de5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:34.107544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:34.112188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.114707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f10457a-ac9e-4608-b968-58e126b4af49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:34.124139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.180092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.200193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=56b72fb6-419b-4817-a9bf-2eca48b4f34e,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:34.214113 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'code': 200}
Nov 29 11:54:34.214963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:34.230615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-0aafe4e6-3cc5-4899-ae63-4bf21d078af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:34.232110 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-0aafe4e6-3cc5-4899-ae63-4bf21d078af5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.1711817
Nov 29 11:54:34.271282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.287125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:34.287733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.294472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:34.308484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Router 6b5b0a6d-961a-4808-9599-ba9f7509168a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:54:34.310793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.476372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.518612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:34.524350 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9e38aa4a-460d-4b20-8bc8-297ece4f3de5 HTTP/1.1" status: 204  len: 168 time: 1.5177178
Nov 29 11:54:34.534632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.1608555
Nov 29 11:54:34.539792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:34.550649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'ports': [{'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'}, {'network_id': 'b69f80a2-dc23-470f-b123-3837cbe169ac'}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:34.550957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:34.551464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': 'b69f80a2-dc23-470f-b123-3837cbe169ac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:34.584450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=b69f80a2-dc23-470f-b123-3837cbe169ac,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:34.598312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network b69f80a2-dc23-470f-b123-3837cbe169ac details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:54:34.598483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:34.608376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.628350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.635570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-393e8b0e-dc40-4eb4-bf9e-7c7bd87a8858 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:34.715922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-5f9e16f2-1808-47bc-a02c-38309bc93e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:34.718157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-5f9e16f2-1808-47bc-a02c-38309bc93e94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4770830
Nov 29 11:54:34.725298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:34.726914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] In _notify_port_updated(), no bound segment for port 7864bbe3-0f10-4d83-b331-ae8a248ca175 on network 9a14521d-f63d-4909-a337-afdad22f5b8b {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:54:34.732539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:34.733168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:34.734443 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "PUT /v2.0/ports/7864bbe3-0f10-4d83-b331-ae8a248ca175 HTTP/1.1" status: 200  len: 1002 time: 1.7978218
Nov 29 11:54:34.739486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45856) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:34.756091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] Sync routers for ids ['6b5b0a6d-961a-4808-9599-ba9f7509168a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:34.843972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] Routers {'6b5b0a6d-961a-4808-9599-ba9f7509168a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:34.846827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b57430>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['6b5b0a6d-961a-4808-9599-ba9f7509168a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:34.881395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a1da-d618-4d26-899f-1428138ac3be req-768b3b39-5fdb-4146-97e1-9fd1f34349d9 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:34.895093 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4828a1da-d618-4d26-899f-1428138ac3be req-768b3b39-5fdb-4146-97e1-9fd1f34349d9 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.5925896
Nov 29 11:54:34.962085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068644f5-ef21-4823-a609-497276f4ebee req-99688534-7299-4d70-a54f-e011f537c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:34.963624 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-068644f5-ef21-4823-a609-497276f4ebee req-99688534-7299-4d70-a54f-e011f537c316 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 1098 time: 0.4984715
Nov 29 11:54:35.005104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b57430>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:35.018363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] Routers {'6b5b0a6d-961a-4808-9599-ba9f7509168a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:35.019850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b57430>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['6b5b0a6d-961a-4808-9599-ba9f7509168a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:35.088961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45864) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:35.096192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b57430>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:35.096708 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f42be5-9208-41f9-9bd9-2d4aaaa628dc None None] The sync data for ids ['6b5b0a6d-961a-4808-9599-ba9f7509168a'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:35.110584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port 7864bbe3-0f10-4d83-b331-ae8a248ca175 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:35.111317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.155254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.156831 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.3287280
Nov 29 11:54:35.170608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=7864bbe3-0f10-4d83-b331-ae8a248ca175,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:35.182930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45870) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:35.187583 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4828a1da-d618-4d26-899f-1428138ac3be req-e19d47be-c54b-4234-95da-0f26edfd6622 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2817216
Nov 29 11:54:35.193073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c6e7aa83-a058-4621-8055-9de7459ea91e None None] Provisioning complete for port 7864bbe3-0f10-4d83-b331-ae8a248ca175 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:35.193450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6e7aa83-a058-4621-8055-9de7459ea91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.228788 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-068644f5-ef21-4823-a609-497276f4ebee req-65423194-9047-4313-a4e7-be5daeca45cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2373621
Nov 29 11:54:35.231256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:35.237357 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-d21d1cd6-3973-4208-8e4f-e599cdbdcc13 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4939315
Nov 29 11:54:35.238278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:35.241417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:35.247205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:35.254516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7aa83-a058-4621-8055-9de7459ea91e None None] Port 7864bbe3-0f10-4d83-b331-ae8a248ca175 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:35.258976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:35.264313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.284266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.294422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.307627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.308004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.308347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.308703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.309050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.309414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.309811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.310581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.310581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.310847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.311203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.311547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:35.316074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:35.374129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.474090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.477429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:35.487435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-621f38f8-313c-497f-be33-b34a1f12f469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:35.493143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Usage tracker for resource:security_group_rule and tenant:c281e0076f304a57b390bd7b179938a3 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:35.546557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:35.562526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:35.566656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port c88b9da6-7993-48ad-a4a4-69c3f20a22bc yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:35.598584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.682483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d58c1-6b4f-4409-9930-29985ab81646 req-e2035010-e050-4bbd-91b6-c5bf868d0b1e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:35.683980 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c0d58c1-6b4f-4409-9930-29985ab81646 req-e2035010-e050-4bbd-91b6-c5bf868d0b1e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.3730814
Nov 29 11:54:35.696441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d83b19-fadd-4cdf-8638-30ba57305b20 req-68151e4a-704b-46e0-914d-a396036918a7 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583747
Nov 29 11:54:35.709092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.710287 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.8344548
Nov 29 11:54:35.715601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:35.720654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Pushing event updated for resources: {'Port': ['ID=2cad963a-07af-4996-9b72-67f1d4dd706e,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:35.724186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:35.830701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90321c0-97ca-4a99-8b62-780d60b5aa31 req-7df1a03c-a5fa-413b-a419-520d5fab1153 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:35.832300 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c0d58c1-6b4f-4409-9930-29985ab81646 req-530f0b48-d5a2-438a-8e6d-30991d890c13 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1417782
Nov 29 11:54:35.841169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 9fbb2695-8197-495f-a94e-87e172d400f0 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 11:54:35.849991 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b90321c0-97ca-4a99-8b62-780d60b5aa31 req-7df1a03c-a5fa-413b-a419-520d5fab1153 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 944 time: 0.9358153
Nov 29 11:54:35.859564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.871420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:35.883493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3252e851-2ea0-49ab-9304-495461d7c5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:35.935801 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cda28524-54b4-4954-907c-96abb452191e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/6b5b0a6d-961a-4808-9599-ba9f7509168a HTTP/1.1" status: 200  len: 920 time: 0.7362742
Nov 29 11:54:35.936753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45882) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:35.959404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b90321c0-97ca-4a99-8b62-780d60b5aa31 req-d52f0db7-8b51-4060-b684-f495bbde18af tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083765
Nov 29 11:54:35.961877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:36.004911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.017560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 9fbb2695-8197-495f-a94e-87e172d400f0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9fbb2695-8197-495f-a94e-87e172d400f0,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:36.030971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f914dd-db9c-4f16-8360-74e9bcd32359,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:36.036262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '9fbb2695-8197-495f-a94e-87e172d400f0', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'port_id': '9fbb2695-8197-495f-a94e-87e172d400f0', 'mac_address': 'fa:16:3e:04:fe:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 11:54:36.040389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.043065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:36.046858 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c281e0076f304a57b390bd7b179938a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9551418
Nov 29 11:54:36.066170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45886) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:36.102860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.111017 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-73e18ac0-fcbf-40a2-b02a-f65591bcc042 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b5b0a6d-961a-4808-9599-ba9f7509168a HTTP/1.1" status: 200  len: 205 time: 0.1329136
Nov 29 11:54:36.118414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Usage tracker for resource:floatingip and tenant:937edc5522db43719a5635f0e394c5e9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:36.120980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.121346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.121672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.122025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.122372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.122728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.123090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.123457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.123853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.124071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbb2695-8197-495f-a94e-87e172d400f0 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:54:36.124173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.124517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.125867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:36.134856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45890) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:36.144399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 9fbb2695-8197-495f-a94e-87e172d400f0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9fbb2695-8197-495f-a94e-87e172d400f0,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:36.148221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for 7864bbe3-0f10-4d83-b331-ae8a248ca175 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:36.150370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.153543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57aa985d-bfa2-462a-9c28-0a71f0fab0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:36.174291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:36.191337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:36.197308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:36.242669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port dacaddd2-851b-4be1-bf9b-ee0d801876a8 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:36.245999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.271058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=9fbb2695-8197-495f-a94e-87e172d400f0,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:36.275648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:36.387034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['9fbb2695-8197-495f-a94e-87e172d400f0'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 11:54:36.403080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82536-37f0-4294-b94f-efc61e1be033 req-145ba06b-816c-4c33-a372-afd75dfc7ecf tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:36.404617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-14b82536-37f0-4294-b94f-efc61e1be033 req-145ba06b-816c-4c33-a372-afd75dfc7ecf tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.3665791
Nov 29 11:54:36.418417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45896) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:36.488790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.490109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Request body: {'floatingip': {'port_id': 'bfca685a-7999-4fb0-94e2-8968d9255419'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:36.575591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.602848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.705402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.787036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418611c1-1901-4086-84a1-81da56c06a61 req-2575a296-0beb-4209-a83b-02368e4bc92a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:36.788552 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-418611c1-1901-4086-84a1-81da56c06a61 req-2575a296-0beb-4209-a83b-02368e4bc92a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.4379768
Nov 29 11:54:36.813490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:36.832785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:36.888838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.000925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=7864bbe3-0f10-4d83-b331-ae8a248ca175,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:37.003563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:37.031997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.074703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6cd8c0a9-3ccc-40a9-820f-00bae5b5968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:37.094535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.100868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f914dd-db9c-4f16-8360-74e9bcd32359,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:37.103507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:37.114007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-418611c1-1901-4086-84a1-81da56c06a61 req-297aa26a-45c6-4b29-9340-d57795983d2d tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3069496
Nov 29 11:54:37.116816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.179213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Deleting port 45dcdea1-910d-473e-8ab4-8711a4967c8f {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:37.179213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.235237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.251114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.255233 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2f914dd-db9c-4f16-8360-74e9bcd32359 HTTP/1.1" status: 204  len: 168 time: 1.1852593
Nov 29 11:54:37.255371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0cca216f-ab40-409d-8fec-20c86492e533 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:37.265962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.270443 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/ports/7864bbe3-0f10-4d83-b331-ae8a248ca175 HTTP/1.1" status: 204  len: 168 time: 2.5086200
Nov 29 11:54:37.275143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45904) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:37.343304 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-51205ec6-66b5-480d-bc4f-72d85d6897d4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:37.343726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-51205ec6-66b5-480d-bc4f-72d85d6897d4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Synchronizing usage tracker for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:37.366735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:37.379194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:37.381796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:37.382611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.430140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-51205ec6-66b5-480d-bc4f-72d85d6897d4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Unset dirty status for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:37.435097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-51205ec6-66b5-480d-bc4f-72d85d6897d4 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "GET /v2.0/ports/7864bbe3-0f10-4d83-b331-ae8a248ca175 HTTP/1.1" status: 404  len: 333 time: 0.1554523
Nov 29 11:54:37.435310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45910) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:37.444226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1225690067'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:37.515509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=c88b9da6-7993-48ad-a4a4-69c3f20a22bc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:37.536291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:37.538760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b3a5dce2-a51a-49bc-a09e-8e2b818e03c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:37.555534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.603268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45914) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:37.689306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=dacaddd2-851b-4be1-bf9b-ee0d801876a8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:37.690305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Calling delete_port for 45dcdea1-910d-473e-8ab4-8711a4967c8f owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:37.701796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:37.715490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Allocated IP 172.26.4.7 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/19e72d3b-0d05-477a-bfef-2bb77b3e4a0a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:37.727824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4241-d843-43cb-89f5-74d3ee930b69 req-83fbaea9-3b8a-4ad2-93e0-0f6db7785bbb tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:37.729317 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9eea4241-d843-43cb-89f5-74d3ee930b69 req-83fbaea9-3b8a-4ad2-93e0-0f6db7785bbb tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 945 time: 0.6103983
Nov 29 11:54:37.742728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': 'bc2b0960-7284-4f5c-b2e1-5aa76cb88236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b69f80a2-dc23-470f-b123-3837cbe169ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:37.743084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: b69f80a2-dc23-470f-b123-3837cbe169ac, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:54:37.775019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:37.799162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:37.815038 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32da85a6-4f77-46d4-8f87-328fb5efaecb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=386e031a30e64c20b103b245d3f03bec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2069011
Nov 29 11:54:37.817297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45918) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:37.833575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:37.837226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.854808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 9fbb2695-8197-495f-a94e-87e172d400f0 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:37.887793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] device_id is not set on port d4bf315e-8b44-421c-a91e-88a7ff9625c2 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:37.916951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network b69f80a2-dc23-470f-b123-3837cbe169ac is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:54:37.931347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9eea4241-d843-43cb-89f5-74d3ee930b69 req-0d3be51f-a048-431a-8048-63eb02a505e5 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1896234
Nov 29 11:54:37.934063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 9fbb2695-8197-495f-a94e-87e172d400f0 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:37.934186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:37.942676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 9fbb2695-8197-495f-a94e-87e172d400f0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:37.943462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:37.994484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.012256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, b69f80a2-dc23-470f-b123-3837cbe169ac) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:38.030594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:38.040046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:38.043197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b082fe-3518-4b08-a58b-8b5983e05720 None None] Network b69f80a2-dc23-470f-b123-3837cbe169ac requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:38.044913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:38.045594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.120332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.122737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.130481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.134020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.149024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.190303 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.6488223
Nov 29 11:54:38.194772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Allocated IP 2001:db8::69 (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/d4bf315e-8b44-421c-a91e-88a7ff9625c2) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:38.201564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45924) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:38.202211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.209789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 9fbb2695-8197-495f-a94e-87e172d400f0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9fbb2695-8197-495f-a94e-87e172d400f0,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:38.213522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:38.214526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:38.228450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.232977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e34524ab-90ad-494d-9a10-275be752c6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:38.268882 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0', 'code': 200}
Nov 29 11:54:38.372766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event deleted for resources: {'Port': ['ID=45dcdea1-910d-473e-8ab4-8711a4967c8f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:38.391541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:38.407601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=9fbb2695-8197-495f-a94e-87e172d400f0,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:38.416415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.416762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.417096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.417426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.417755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.418083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.418402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.418723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.419042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.419384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.419709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.420022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:38.425361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:38.443360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.456207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port dacaddd2-851b-4be1-bf9b-ee0d801876a8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:38.456555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.461535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-068e0bd8-a90e-46fd-bafd-5668058b6164 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:38.523621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.585141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:38.592436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:38.599625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:38.626103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Pushing event updated for resources: {'Port': ['ID=19e72d3b-0d05-477a-bfef-2bb77b3e4a0a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:38.636861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:38.686658 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Floating IP 6b1c10d2-69f6-4d38-a887-72a586a2b525 associated. External IP: 172.26.4.10, port: bfca685a-7999-4fb0-94e2-8968d9255419.
Nov 29 11:54:38.825835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.846989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8085f3-a85c-4926-8a89-92454b1c8430 req-42e79420-afcb-4c0e-9eb5-0437b2daa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:38.848560 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af8085f3-a85c-4926-8a89-92454b1c8430 req-42e79420-afcb-4c0e-9eb5-0437b2daa590 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 0.3499312
Nov 29 11:54:38.856369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc92c076-d928-453c-b965-1eaa42648554 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:38.864600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.890074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.916836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:38.962257 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af8085f3-a85c-4926-8a89-92454b1c8430 req-c3eddce5-9b2e-4d98-99c5-ad6cf473c9db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059709
Nov 29 11:54:38.974634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895e931-e964-463d-84a5-6ac4d652ed66,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:38.999979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:39.081356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec47c54-92e1-4e41-99a9-2ea7584535b1 req-a70f5767-45aa-473d-89bd-1bbf2c30a767 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:39.082839 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aec47c54-92e1-4e41-99a9-2ea7584535b1 req-a70f5767-45aa-473d-89bd-1bbf2c30a767 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.7471163
Nov 29 11:54:39.104048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.135374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.135898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Fanout notify agent at l3_agent the message router_deleted on router 6b5b0a6d-961a-4808-9599-ba9f7509168a {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:54:39.165348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.166419 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c895e931-e964-463d-84a5-6ac4d652ed66 HTTP/1.1" status: 204  len: 168 time: 1.3479996
Nov 29 11:54:39.203425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.204552 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/6b5b0a6d-961a-4808-9599-ba9f7509168a HTTP/1.1" status: 204  len: 168 time: 3.0677471
Nov 29 11:54:39.215586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:39.228119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'name': 'tempest-snat-router-771936855', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:39.239113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.243570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:39.268827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:router and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:39.280984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:39.336335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:39.378570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Router 58727578-fc97-4a94-9997-2259a131afbc has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:39.382691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.383714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.392232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aec47c54-92e1-4e41-99a9-2ea7584535b1 req-1047e03a-2e84-4c34-bada-f56fcde71f30 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3002808
Nov 29 11:54:39.400057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for dacaddd2-851b-4be1-bf9b-ee0d801876a8 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:39.430874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.437212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260918bf-88d0-4c0c-a690-686262b50cd5 req-02051c9c-77af-4bc0-b8b1-62ba8166ce8d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:39.438953 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-260918bf-88d0-4c0c-a690-686262b50cd5 req-02051c9c-77af-4bc0-b8b1-62ba8166ce8d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.3427813
Nov 29 11:54:39.467392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Transition to ACTIVE for port object d4bf315e-8b44-421c-a91e-88a7ff9625c2 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:39.512124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.528166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.528362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5964f595-21fa-4fa2-90d0-0107404c5444 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:39.573554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.623614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=dacaddd2-851b-4be1-bf9b-ee0d801876a8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:39.626578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:39.631199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.641478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:39.700465 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/dacaddd2-851b-4be1-bf9b-ee0d801876a8 HTTP/1.1" status: 204  len: 168 time: 1.4914904
Nov 29 11:54:39.700465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:39.705995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45950) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:39.708599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:39.711234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:39.717378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:39.717969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:39.809561 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.3730385
Nov 29 11:54:39.810566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=d4bf315e-8b44-421c-a91e-88a7ff9625c2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:39.814188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:39.815474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45954) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:39.830104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:c3:75'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:39.917690 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-260918bf-88d0-4c0c-a690-686262b50cd5 req-6557fb99-84b5-45e9-b738-3d0f999a1429 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3987615
Nov 29 11:54:39.936786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a24853-0b62-41bd-b9dc-fdf5395d1720 req-a2292690-0c5c-4f43-a200-2742fd3242fa tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:39.944404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-28a24853-0b62-41bd-b9dc-fdf5395d1720 req-a2292690-0c5c-4f43-a200-2742fd3242fa tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.3812156
Nov 29 11:54:39.969761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45962) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:40.031087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:40.082057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Request body: {'floatingip': {'port_id': '56b72fb6-419b-4817-a9bf-2eca48b4f34e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:40.114253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.140631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.187892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.199982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5941d21b-dc34-4653-b621-897e80ae9615 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:40.217947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-db174227-c6a7-4c82-9060-b4cf65e7415c None None] Provisioning for port d4bf315e-8b44-421c-a91e-88a7ff9625c2 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:40.223505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-db174227-c6a7-4c82-9060-b4cf65e7415c None None] Provisioning complete for port d4bf315e-8b44-421c-a91e-88a7ff9625c2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:40.223876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-db174227-c6a7-4c82-9060-b4cf65e7415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.249771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88ee4e-5a2f-4f63-b0fb-bdc316d3771f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:40.256464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88ee4e-5a2f-4f63-b0fb-bdc316d3771f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:40.257504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c88ee4e-5a2f-4f63-b0fb-bdc316d3771f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:40.259770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:40.285876 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] Sync routers for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:40.302257 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:40.302488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.303268 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d790>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:40.323159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-db174227-c6a7-4c82-9060-b4cf65e7415c None None] Port d4bf315e-8b44-421c-a91e-88a7ff9625c2 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:40.351361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Pushing event updated for resources: {'Port': ['ID=19e72d3b-0d05-477a-bfef-2bb77b3e4a0a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:40.366411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:40.373772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.407227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.408734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c88ee4e-5a2f-4f63-b0fb-bdc316d3771f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:40.413554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c88ee4e-5a2f-4f63-b0fb-bdc316d3771f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.6914532
Nov 29 11:54:40.418969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:40.515923 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:40.539161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:40.575103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.581117 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.8627939
Nov 29 11:54:40.588570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45978) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:40.604847 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eb2102e5-39c8-42f5-b556-a1722033930e tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "PUT /v2.0/floatingips/6b1c10d2-69f6-4d38-a887-72a586a2b525 HTTP/1.1" status: 200  len: 990 time: 4.1260664
Nov 29 11:54:40.610151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:40.627859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port c88b9da6-7993-48ad-a4a4-69c3f20a22bc {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:40.628496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.786539 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'status': 'completed', 'code': 200}
Nov 29 11:54:40.902664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-241991396'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:40.913343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:40.917812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:40.925897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Usage tracker for resource:network and tenant:72c497a640e64c70a1d1d3a41f622dfb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:40.946826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:40.968338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:41.042767 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d790>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6b1c10d2-69f6-4d38-a887-72a586a2b525', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '58727578-fc97-4a94-9997-2259a131afbc', 'port_id': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'mac_address': 'fa:16:3e:02:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:37Z', 'revision_number': 1, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:54:02Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:41.048622 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] Checking router: 58727578-fc97-4a94-9997-2259a131afbc for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:54:41.057384 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:41.057989 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d790>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:41.149749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b69e967-7f11-4e37-a58a-d0056b892a9d tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Synchronizing usage tracker for tenant:bdc84fdc3e844dd199d70273f72b7c8f on resource:floatingip {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:41.167129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Made reservation on behalf of 72c497a640e64c70a1d1d3a41f622dfb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:41.170285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.181693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.212578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.247961 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:41.292631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b69e967-7f11-4e37-a58a-d0056b892a9d tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Unset dirty status for tenant:bdc84fdc3e844dd199d70273f72b7c8f on resource:floatingip {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:41.296523 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b69e967-7f11-4e37-a58a-d0056b892a9d tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3390 time: 0.6395800
Nov 29 11:54:41.320700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 45992) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:41.397115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for c88b9da6-7993-48ad-a4a4-69c3f20a22bc owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:41.605025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:41.628277 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d790>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6b1c10d2-69f6-4d38-a887-72a586a2b525', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '58727578-fc97-4a94-9997-2259a131afbc', 'port_id': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'mac_address': 'fa:16:3e:02:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:37Z', 'revision_number': 1, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:54:02Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:41.632243 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb58e7f-b032-4d4b-b54a-db0394b1e2b3 None None] The sync data for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv is: [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6b1c10d2-69f6-4d38-a887-72a586a2b525', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '58727578-fc97-4a94-9997-2259a131afbc', 'port_id': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'mac_address': 'fa:16:3e:02:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:37Z', 'revision_number': 1, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:54:02Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:41.644507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.647632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Usage tracker for resource:security_group_rule and tenant:72c497a640e64c70a1d1d3a41f622dfb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:41.676760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-fbe26e98-13a9-43ee-89e0-d35e15c2264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:41.678228 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-fbe26e98-13a9-43ee-89e0-d35e15c2264c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20e8acc23c034e7da6e043eaa8044327&device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 1098 time: 0.8698108
Nov 29 11:54:41.683873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:41.700984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.715814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:41.730015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:41.743780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e25d415-2042-468f-aa94-9c305ec53285 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Synchronizing usage tracker for tenant:0b00a752ca414bf7bc3bd7d3a54a0915 on resource:floatingip {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:41.778255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] In _notify_port_updated(), no bound segment for port d4bf315e-8b44-421c-a91e-88a7ff9625c2 on network 9a14521d-f63d-4909-a337-afdad22f5b8b {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:54:41.783745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:41.784367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.785796 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "PUT /v2.0/ports/d4bf315e-8b44-421c-a91e-88a7ff9625c2 HTTP/1.1" status: 200  len: 1002 time: 1.9687369
Nov 29 11:54:41.788710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 45996) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:41.867546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.869446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.872944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=d4bf315e-8b44-421c-a91e-88a7ff9625c2,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:41.883227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:41.884104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:41.969850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2e0da-8831-4e97-8dde-baab34265abe None None] New status for floating IP 6b1c10d2-69f6-4d38-a887-72a586a2b525: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:54:42.084087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.102474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648281a8-00a5-41d3-9321-e14d635dee26 req-a6dded99-22ef-4c92-9b0a-d5188d16418d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:42.104121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-648281a8-00a5-41d3-9321-e14d635dee26 req-a6dded99-22ef-4c92-9b0a-d5188d16418d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.0569186
Nov 29 11:54:42.106257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.111280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e25d415-2042-468f-aa94-9c305ec53285 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Unset dirty status for tenant:0b00a752ca414bf7bc3bd7d3a54a0915 on resource:floatingip {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:42.115501 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e25d415-2042-468f-aa94-9c305ec53285 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.7300212
Nov 29 11:54:42.116188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.125501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.137052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:42.145799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:42.156477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port d4bf315e-8b44-421c-a91e-88a7ff9625c2 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:42.157001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.212027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:54:42.212368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ccc36a55-4e98-417d-a002-26a65f3923b7 None None] Provisioning complete for port d4bf315e-8b44-421c-a91e-88a7ff9625c2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:42.212909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ccc36a55-4e98-417d-a002-26a65f3923b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.295628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.308552 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Floating IP a095ba43-b687-40cc-be14-61acd999ea74 associated. External IP: 172.26.4.245, port: 56b72fb6-419b-4817-a9bf-2eca48b4f34e.
Nov 29 11:54:42.324999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ccc36a55-4e98-417d-a002-26a65f3923b7 None None] Port d4bf315e-8b44-421c-a91e-88a7ff9625c2 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:42.327832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-33fea270-9432-4ec0-81c2-1e4f9e26bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:42.329389 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-33fea270-9432-4ec0-81c2-1e4f9e26bc33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cf939d84-dd31-463e-a415-5a4b7cf4dd91 HTTP/1.1" status: 200  len: 906 time: 0.6250858
Nov 29 11:54:42.373373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.373716 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Added segment 437a4fc3-ba95-480a-bee0-2d0786ce7fab of type vlan for network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67
Nov 29 11:54:42.500445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31172282-7862-475f-a99b-e457608c130b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:42.503993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:42.528640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0968b2bb-ae05-4e9f-8bae-3e60b2ea80a9 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:42.588014 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-648281a8-00a5-41d3-9321-e14d635dee26 req-07975cb6-0dd7-4d44-976b-5d3a41cfdb9a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4532707
Nov 29 11:54:42.594905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.610072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=c88b9da6-7993-48ad-a4a4-69c3f20a22bc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:42.612761 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/c88b9da6-7993-48ad-a4a4-69c3f20a22bc HTTP/1.1" status: 204  len: 168 time: 2.1928141
Nov 29 11:54:42.615652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46006) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:42.624215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:42.633986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Deleting port 19e72d3b-0d05-477a-bfef-2bb77b3e4a0a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:42.634326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.680977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.751802 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-81c56376-6c2b-48e1-84e1-afadae9d243e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca685a-7999-4fb0-94e2-8968d9255419 HTTP/1.1" status: 200  len: 1000 time: 0.3970573
Nov 29 11:54:42.913057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for d4bf315e-8b44-421c-a91e-88a7ff9625c2 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:42.918332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Allocated IP 172.26.4.107 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/bd468129-57a6-41bd-a5a6-5cf35f216bb3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:42.929856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.942948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:42.943574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:42.955762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:42.998356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-585f1d1d-1211-406a-b3a2-1451f56c2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:42.999844 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-585f1d1d-1211-406a-b3a2-1451f56c2300 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e HTTP/1.1" status: 200  len: 844 time: 0.2276115
Nov 29 11:54:43.062931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.097297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a984d7b-95f8-4707-a96c-e9e86298b92e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:43.098837 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4a984d7b-95f8-4707-a96c-e9e86298b92e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.4809933
Nov 29 11:54:43.101793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46014) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:43.178132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Router 4953aa09-1533-4cc1-9a40-376d3f1bd397 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:43.188186 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.6458218
Nov 29 11:54:43.202472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46020) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:43.206262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.206262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.209593 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92d1bb2-4b6c-472b-98cb-8c6d3835cc2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:43.211511 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b92d1bb2-4b6c-472b-98cb-8c6d3835cc2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/dacaddd2-851b-4be1-bf9b-ee0d801876a8 HTTP/1.1" status: 404  len: 333 time: 0.1053717
Nov 29 11:54:43.215825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Request body: {'subnet': {'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:43.219875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:43.304832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4597-238c-4360-ae59-13185da5fc58 req-87202373-d4e7-4da1-8719-42fab8d5cc2c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:43.306417 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-057b4597-238c-4360-ae59-13185da5fc58 req-87202373-d4e7-4da1-8719-42fab8d5cc2c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.5417116
Nov 29 11:54:43.316495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46028) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:43.446945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event updated for resources: {'Network': ['ID=26462b1d-aec7-4f3f-967b-eab2ff6d1a67,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:43.459054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:54:43.505814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Request body: {'floatingip': {'port_id': '9fbb2695-8197-495f-a94e-87e172d400f0'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:43.507381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:43.521794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Calling delete_port for 19e72d3b-0d05-477a-bfef-2bb77b3e4a0a owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:43.556511 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8b048f-5d61-4d0e-a094-897502b67865 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:43.557050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f8b048f-5d61-4d0e-a094-897502b67865 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:43.654878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f8b048f-5d61-4d0e-a094-897502b67865 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:43.656084 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6f8b048f-5d61-4d0e-a094-897502b67865 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/c88b9da6-7993-48ad-a4a4-69c3f20a22bc HTTP/1.1" status: 404  len: 333 time: 0.4292147
Nov 29 11:54:43.660622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46032) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:43.663366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.671802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.692245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e2b2229-6cc8-49bf-9a62-991c9e75de4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:43.732813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.777340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-80ed0c43-6266-4262-8034-d1869fd2d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:43.778817 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-80ed0c43-6266-4262-8034-d1869fd2d433 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf939d84-dd31-463e-a415-5a4b7cf4dd91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7677922
Nov 29 11:54:43.825346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=d4bf315e-8b44-421c-a91e-88a7ff9625c2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:43.832554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:43.836124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:43.872562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Usage tracker for resource:subnet and tenant:72c497a640e64c70a1d1d3a41f622dfb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:43.909051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:43.915308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.931258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:43.957543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.965630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:43.971668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ebaae7e7-ae40-4be1-b7d8-6c6ca820f926 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:44.020905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Made reservation on behalf of 72c497a640e64c70a1d1d3a41f622dfb for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:44.024457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.056202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.057914 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/ports/d4bf315e-8b44-421c-a91e-88a7ff9625c2 HTTP/1.1" status: 204  len: 168 time: 2.2660575
Nov 29 11:54:44.082589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46036) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:44.091546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:44.117028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:44.125314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.128498 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] Sync routers for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:44.138567 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:44.139319 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:44.144822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:44.202125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:44.298336 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc17bae-d2a5-460b-888b-c4d1ab7bcfd9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:44.298877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7fc17bae-d2a5-460b-888b-c4d1ab7bcfd9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Synchronizing usage tracker for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:44.301604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Port': ['ID=bd468129-57a6-41bd-a5a6-5cf35f216bb3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:44.322374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:44.330421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab4c6bd9-bb9e-43b2-b3f0-cd613c5cad2e tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:44.358976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-80af95b5-5626-4acf-9774-6d77ec4292eb service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5621448
Nov 29 11:54:44.371617 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:44.432165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.439627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Pushing event deleted for resources: {'Port': ['ID=19e72d3b-0d05-477a-bfef-2bb77b3e4a0a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:44.457005 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-13979fd9-d686-48b4-b03e-ad00c2a92b63 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "PUT /v2.0/floatingips/a095ba43-b687-40cc-be14-61acd999ea74 HTTP/1.1" status: 200  len: 991 time: 4.4804351
Nov 29 11:54:44.460232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:44.461016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:44.589779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7fc17bae-d2a5-460b-888b-c4d1ab7bcfd9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Unset dirty status for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:44.591218 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7fc17bae-d2a5-460b-888b-c4d1ab7bcfd9 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "GET /v2.0/ports/d4bf315e-8b44-421c-a91e-88a7ff9625c2 HTTP/1.1" status: 404  len: 333 time: 0.5049982
Nov 29 11:54:44.606913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8910>,) {'filters': {'network_id': ['b69f80a2-dc23-470f-b123-3837cbe169ac']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:44.616752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46046) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:44.616752 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'status': 'completed', 'code': 200}
Nov 29 11:54:44.631910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.638169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1107265611'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:44.676002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:44.832749 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf340>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'a095ba43-b687-40cc-be14-61acd999ea74', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'port_id': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'mac_address': 'fa:16:3e:a6:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:03Z', 'updated_at': '2021-11-29T11:54:41Z', 'revision_number': 1, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:44.840255 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] Checking router: 4953aa09-1533-4cc1-9a40-376d3f1bd397 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:54:44.853542 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:44.853883 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:44.854147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8910>, 'bc2b0960-7284-4f5c-b2e1-5aa76cb88236') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:44.854440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8910>, 'bc2b0960-7284-4f5c-b2e1-5aa76cb88236') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:44.916635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.918266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event updated for resources: {'Subnet': ['ID=feb07a6b-ce13-439c-b278-af2f0a424aa6,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:44.923372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:44.982041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.010958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.012163 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] 10.222.0.20 "DELETE /v2.0/floatingips/622ade5f-717d-40e7-b8e0-55caa6262096 HTTP/1.1" status: 204  len: 168 time: 2.8572800
Nov 29 11:54:45.019130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:45.026013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:54:45.026400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.043059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb6c3cb1-d4dd-425b-8c12-1ef64f556308 req-ac86ddc8-0151-4ba4-ba35-e51fb882fe8f service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6349587
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:54:45.043781 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:54:45.056673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:45.063941 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:45.079603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Checking segment: {'id': '437a4fc3-ba95-480a-bee0-2d0786ce7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:45.079956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Network hostable DHCP agents. Network: 26462b1d-aec7-4f3f-967b-eab2ff6d1a67, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:54:45.116895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:45.132587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-6fe9f108-f07a-474c-bcc0-25bedf1214c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4286993
Nov 29 11:54:45.139489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:45.277812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:45.281437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.293427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:54:45.346021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 26462b1d-aec7-4f3f-967b-eab2ff6d1a67) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:45.357863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8909b-fde9-40be-b56c-46dc9f54f3b6 None None] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:45.365758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] device_id is not set on port a6656f24-c25a-499c-9d85-3ba124bcdb92 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:45.398703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-0b7aa119-d490-4659-b9ff-200af4b89334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:45.400138 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-0b7aa119-d490-4659-b9ff-200af4b89334 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04189e896c3842bead4ab4ecdb9273a7&device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 1098 time: 0.8077567
Nov 29 11:54:45.403649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:45.404352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.414372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Deleting port 2cad963a-07af-4996-9b72-67f1d4dd706e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:45.414777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.435558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.437854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.472536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.506890 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf340>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'a095ba43-b687-40cc-be14-61acd999ea74', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'port_id': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'mac_address': 'fa:16:3e:a6:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:03Z', 'updated_at': '2021-11-29T11:54:41Z', 'revision_number': 1, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:45.511042 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d8e69d-3e45-4201-83d2-8ee8b5f15cbb None None] The sync data for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv is: [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'a095ba43-b687-40cc-be14-61acd999ea74', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'port_id': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'mac_address': 'fa:16:3e:a6:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:03Z', 'updated_at': '2021-11-29T11:54:41Z', 'revision_number': 1, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:45.529676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:45.551962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.590500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=b69f80a2-dc23-470f-b123-3837cbe169ac,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:45.598747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:45.604525 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/b69f80a2-dc23-470f-b123-3837cbe169ac HTTP/1.1" status: 204  len: 168 time: 1.9367037
Nov 29 11:54:45.626266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:45.687235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-26462b1d-aec7-4f3f-967b-eab2ff6d1a67', 'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67', 'tenant_id': '72c497a640e64c70a1d1d3a41f622dfb', 'fixed_ips': [{'subnet_id': 'feb07a6b-ce13-439c-b278-af2f0a424aa6'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:54:45.687906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.701768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1579724652'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:45.714121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:45.728176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:45.803444 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Floating IP 255108ef-94f5-44bc-bb9e-de76a48b1b66 associated. External IP: 172.26.4.95, port: 9fbb2695-8197-495f-a94e-87e172d400f0.
Nov 29 11:54:45.884477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:45.886934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003800c4-c147-449b-829b-33ea84506cc8 None None] New status for floating IP a095ba43-b687-40cc-be14-61acd999ea74: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:54:45.897967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:45.914793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:45.946385 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7405777
Nov 29 11:54:45.951438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:45.963760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-9eef65b6-fa89-484c-a632-cb22b59de80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:45.965157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-9eef65b6-fa89-484c-a632-cb22b59de80c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f62316e7-9679-414c-bf40-130368d73ff3 HTTP/1.1" status: 200  len: 913 time: 0.5527754
Nov 29 11:54:45.969025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Allocated IP 2001:db8::2 (26462b1d-aec7-4f3f-967b-eab2ff6d1a67/feb07a6b-ce13-439c-b278-af2f0a424aa6/589c5705-5703-4ebb-b7fc-e776d954df22) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:45.979333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Request body: {'port': {'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-121161886'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:45.979835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-fccd026f-2ad7-41ff-a62c-b807bdb3cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:45.981394 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-fccd026f-2ad7-41ff-a62c-b807bdb3cb6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20e8acc23c034e7da6e043eaa8044327&device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 1098 time: 0.7530088
Nov 29 11:54:46.002833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Allocated IP 2001:db8::2f4 (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/a6656f24-c25a-499c-9d85-3ba124bcdb92) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:46.007087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:46.010317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.085416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.085957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.332631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-5be1d048-2675-4f3c-a233-d3f5ac8ece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:46.334123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-5be1d048-2675-4f3c-a233-d3f5ac8ece3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cf939d84-dd31-463e-a415-5a4b7cf4dd91 HTTP/1.1" status: 200  len: 906 time: 0.3243363
Nov 29 11:54:46.407568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.418378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Transition to ACTIVE for port object 589c5705-5703-4ebb-b7fc-e776d954df22 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:46.437891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Transition to ACTIVE for port object 589c5705-5703-4ebb-b7fc-e776d954df22 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:46.453143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.460184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:46.500884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Calling delete_port for 2cad963a-07af-4996-9b72-67f1d4dd706e owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:46.534142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Pushing event updated for resources: {'Port': ['ID=589c5705-5703-4ebb-b7fc-e776d954df22,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:46.545618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:46.556172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:46.558018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:46.563386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:46.623540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:46.644481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:54:46.654728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-68e340b4-d5e3-4f5d-8c15-e3ba71cf6912 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e HTTP/1.1" status: 200  len: 999 time: 0.6488638
Nov 29 11:54:46.660900 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-7c4c5e1e-1abc-43ab-ab08-4f65fdfd78a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca685a-7999-4fb0-94e2-8968d9255419 HTTP/1.1" status: 200  len: 1000 time: 0.3056064
Nov 29 11:54:46.664664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Attempting to bind port 589c5705-5703-4ebb-b7fc-e776d954df22 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:46.665440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Attempting to bind port 589c5705-5703-4ebb-b7fc-e776d954df22 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '437a4fc3-ba95-480a-bee0-2d0786ce7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:46.665596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Attempting to bind port 589c5705-5703-4ebb-b7fc-e776d954df22 on network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:46.671707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:46.672216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Checking segment: {'id': '437a4fc3-ba95-480a-bee0-2d0786ce7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:46.672794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.673391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Bound using segment: {'id': '437a4fc3-ba95-480a-bee0-2d0786ce7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:46.674122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Bound port: 589c5705-5703-4ebb-b7fc-e776d954df22, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437a4fc3-ba95-480a-bee0-2d0786ce7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:46.674612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.759134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.759504 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment bcde0cd3-248e-4d30-80db-cf9bd7c5621b of type vlan for network 8a1d9362-5492-49d5-95e6-ef62e5db6793
Nov 29 11:54:46.777599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] For port 589c5705-5703-4ebb-b7fc-e776d954df22, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:46.787600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] For port 589c5705-5703-4ebb-b7fc-e776d954df22, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=589c5705-5703-4ebb-b7fc-e776d954df22,segment=NetworkSegment(437a4fc3-ba95-480a-bee0-2d0786ce7fab),segment_id=437a4fc3-ba95-480a-bee0-2d0786ce7fab)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:46.797322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:46.800409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.812378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Usage tracker for resource:port and tenant:72c497a640e64c70a1d1d3a41f622dfb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:46.812805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:46.819974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:46.853021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-fc393a6b-de2e-4123-bbf6-c44d0caf930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:46.854728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-fc393a6b-de2e-4123-bbf6-c44d0caf930f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=901b7777-2853-4d3e-bb3c-7b51f3975fc5 HTTP/1.1" status: 200  len: 851 time: 0.1734345
Nov 29 11:54:46.855789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:46.862936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.910188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Pushing event updated for resources: {'Port': ['ID=589c5705-5703-4ebb-b7fc-e776d954df22,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:46.925148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:46.961418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:46.972220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Made reservation on behalf of 72c497a640e64c70a1d1d3a41f622dfb for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:46.976364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.025379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.056803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:47.091460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-b3dd2d88-aa94-4944-8d35-99163f36e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:47.092943 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-b3dd2d88-aa94-4944-8d35-99163f36e3d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e HTTP/1.1" status: 200  len: 844 time: 0.1252429
Nov 29 11:54:47.150603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] device_id is not set on port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:47.172429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:47.177627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.183275 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] Sync routers for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:47.195339 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:47.196077 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3eb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:47.246955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Transition to ACTIVE for port object a6656f24-c25a-499c-9d85-3ba124bcdb92 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:47.254674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.255435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.260941 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b539c5ae-e847-4a5d-9400-b2915687f574 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "PUT /v2.0/floatingips/255108ef-94f5-44bc-bb9e-de76a48b1b66 HTTP/1.1" status: 200  len: 991 time: 3.9435012
Nov 29 11:54:47.263817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:54:47.266559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d191dc72-efe4-4ba9-8204-7d2a38ffa588 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:47.305766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-0338b9a0-f833-4d9c-8a2f-25e2f7f8e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:47.312761 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-0338b9a0-f833-4d9c-8a2f-25e2f7f8e2c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf939d84-dd31-463e-a415-5a4b7cf4dd91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2096531
Nov 29 11:54:47.317068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:47.317681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.321753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.339593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-78d64c45-90e8-4e7c-8e47-8fe080ec7cfc tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:47.362755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cad963a-07af-4996-9b72-67f1d4dd706e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:47.377585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:47.411712 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0', 'status': 'completed', 'code': 200}
Nov 29 11:54:47.426128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:47.439871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20cecdfc-1e36-4641-8b5c-9ad37e919026 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:47.457860 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:47.478027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:47.495618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:47.501071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:47.501709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:47.534314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=a6656f24-c25a-499c-9d85-3ba124bcdb92,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:47.539383 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.9218228
Nov 29 11:54:47.540292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:47.542487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46074) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:47.550728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'network_id': '9a14521d-f63d-4909-a337-afdad22f5b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1027112757'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:47.738105 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.1056240
Nov 29 11:54:47.741167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46080) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:47.763893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-1fbce22d-dd9c-4c8e-ad7d-9ba44ded05d7 service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4150333
Nov 29 11:54:47.771853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:47.803588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 589c5705-5703-4ebb-b7fc-e776d954df22 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:47.908461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Allocated IP 2001:db8::3c9 (26462b1d-aec7-4f3f-967b-eab2ff6d1a67/feb07a6b-ce13-439c-b278-af2f0a424aa6/83d3d0ec-3cf2-42de-b6e8-214c5be22fdb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:47.919801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=8a1d9362-5492-49d5-95e6-ef62e5db6793,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:47.934315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-e3acb054-ec8c-443f-ba56-717b00e09a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:47.938177 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-e3acb054-ec8c-443f-ba56-717b00e09a95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f62316e7-9679-414c-bf40-130368d73ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.0354698
Nov 29 11:54:47.952833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:47.964562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:54:48.037855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:48.080907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:48.102343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:48.109402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:48.114116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:48.122258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-72249187-c0eb-403c-969d-b13e2cb761ae None None] Provisioning for port a6656f24-c25a-499c-9d85-3ba124bcdb92 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:48.130001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 589c5705-5703-4ebb-b7fc-e776d954df22 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:48.135357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-72249187-c0eb-403c-969d-b13e2cb761ae None None] Provisioning complete for port a6656f24-c25a-499c-9d85-3ba124bcdb92 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:48.135739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72249187-c0eb-403c-969d-b13e2cb761ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.147780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:48.163584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Made reservation on behalf of 531953f951324fe8b07ed02ac8f2cea3 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:48.168930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.182072 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3eb0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '255108ef-94f5-44bc-bb9e-de76a48b1b66', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'floating_ip_address': '172.26.4.95', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'port_id': '9fbb2695-8197-495f-a94e-87e172d400f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'mac_address': 'fa:16:3e:04:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:05Z', 'updated_at': '2021-11-29T11:54:45Z', 'revision_number': 1, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:48.186632 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] Checking router: 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:54:48.198994 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:48.199644 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3eb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:48.200966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-72249187-c0eb-403c-969d-b13e2cb761ae None None] Port a6656f24-c25a-499c-9d85-3ba124bcdb92 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:48.202672 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-8058a744-c6fd-40fc-a842-a12243828ab1 service neutron] 10.222.0.18 "GET /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4378932
Nov 29 11:54:48.213865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] device_id is not set on port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:48.224254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.226582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.227775 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/188e7052-3a18-44ee-b3d8-339da3e482ad HTTP/1.1" status: 204  len: 168 time: 3.2062232
Nov 29 11:54:48.246684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:48.280862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:48.290732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.372004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1644c6-a8bb-494c-bfdb-d69495a70ddb None None] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:48.409637 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:48.425170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Performing IP validity checks on allocation pools {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 11:54:48.426122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 11:54:48.511675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Provisioning for port 589c5705-5703-4ebb-b7fc-e776d954df22 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:48.519697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Provisioning complete for port 589c5705-5703-4ebb-b7fc-e776d954df22 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:48.520071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.546033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-3b1caa16-c2cd-4055-8b90-98e72ebc223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:48.547552 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-3b1caa16-c2cd-4055-8b90-98e72ebc223c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 1.0484533
Nov 29 11:54:48.611427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Allocated IP 2001:db8::27d (9a14521d-f63d-4909-a337-afdad22f5b8b/5a3f417f-11b8-41d2-8399-79458cf5a986/b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:48.794206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Router 7baea052-df4d-47cb-ae05-a06cdfc5f8ac is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:54:48.795387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.846914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] For port 589c5705-5703-4ebb-b7fc-e776d954df22, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=589c5705-5703-4ebb-b7fc-e776d954df22,segment=NetworkSegment(437a4fc3-ba95-480a-bee0-2d0786ce7fab),segment_id=437a4fc3-ba95-480a-bee0-2d0786ce7fab)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:48.855281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.857199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:48.887058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.913238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port f088c99b-c530-4b68-8b6a-6759ae357977 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:48.913598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.969524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:48.979021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Pushing event updated for resources: {'Port': ['ID=589c5705-5703-4ebb-b7fc-e776d954df22,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:48.982483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:48.991143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:49.002624 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3eb0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '255108ef-94f5-44bc-bb9e-de76a48b1b66', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'floating_ip_address': '172.26.4.95', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'port_id': '9fbb2695-8197-495f-a94e-87e172d400f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'mac_address': 'fa:16:3e:04:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:05Z', 'updated_at': '2021-11-29T11:54:45Z', 'revision_number': 1, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:49.007344 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af01c8-d896-43fe-a5cf-622cc927f072 None None] The sync data for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv is: [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '255108ef-94f5-44bc-bb9e-de76a48b1b66', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'floating_ip_address': '172.26.4.95', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'port_id': '9fbb2695-8197-495f-a94e-87e172d400f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'mac_address': 'fa:16:3e:04:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:05Z', 'updated_at': '2021-11-29T11:54:45Z', 'revision_number': 1, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:49.147776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Transition to ACTIVE for port object 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:49.155022 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-28dac04e-a985-4c15-8614-7b3115e34e15 service neutron] 10.222.0.18 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1973753
Nov 29 11:54:49.184727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0b07bd86-7bd0-4a08-9532-f5a9fefd065c None None] Provisioning complete for port 589c5705-5703-4ebb-b7fc-e776d954df22 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:49.185169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd86-7bd0-4a08-9532-f5a9fefd065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.266901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.287839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Transition to ACTIVE for port object b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:49.332994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.336951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:49.348810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e663b4a4-4943-43cd-be5c-70e4431f1e2a None None] New status for floating IP 255108ef-94f5-44bc-bb9e-de76a48b1b66: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:54:49.349732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:49.353045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5c4e118a-8026-4b32-8178-c648993674f6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:49.376102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-401600e5-3920-4576-aaf2-30cfff9b1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:49.377579 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-401600e5-3920-4576-aaf2-30cfff9b1225 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.8108945
Nov 29 11:54:49.399982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:49.399982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: 8a1d9362-5492-49d5-95e6-ef62e5db6793, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:54:49.440959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Network 9a14521d-f63d-4909-a337-afdad22f5b8b is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:49.445644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:49.451736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:49.457138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:49.457848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.470085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:54:49.479741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:49.489534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:49.496170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 8a1d9362-5492-49d5-95e6-ef62e5db6793) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:49.500775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:49.501437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.512659 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.9692042
Nov 29 11:54:49.515441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46096) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:49.521739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:87:c3:75'}, {'ip_address': '2001:db8::2f4', 'mac_address': 'fa:16:3e:ee:8d:10'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:49.532845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b64b7b5-bbf5-4874-8a3b-24d46e85e57a None None] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:49.599113 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8567884
Nov 29 11:54:49.690805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 589c5705-5703-4ebb-b7fc-e776d954df22 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:49.704728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.719640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:49.747951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793', 'name': 'tempest-PortsTestJSON-707889307'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:49.831292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:49.846630 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Sync routers for ids ['7baea052-df4d-47cb-ae05-a06cdfc5f8ac'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:49.870214 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Routers {'7baea052-df4d-47cb-ae05-a06cdfc5f8ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:49.871482 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3fd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7baea052-df4d-47cb-ae05-a06cdfc5f8ac'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:49.929074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e9e4af06-475d-44c3-abc5-f386dd49cec6 None None] Provisioning for port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:49.941333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e9e4af06-475d-44c3-abc5-f386dd49cec6 None None] Provisioning complete for port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:49.942155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9e4af06-475d-44c3-abc5-f386dd49cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:49.942462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.020638 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7636e0-2a59-4a7f-9d57-3e6ebf9bae9e req-15f0b36e-2fa2-4af8-a4f2-104cc6f0994f service neutron] 10.222.0.18 "GET /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8308890
Nov 29 11:54:50.021466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 589c5705-5703-4ebb-b7fc-e776d954df22 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:50.021646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.021883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.035585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Calling delete_port for f088c99b-c530-4b68-8b6a-6759ae357977 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:50.069002 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-44ee9171-8a10-44b0-bae7-6ef7016eb6d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 999 time: 0.6790376
Nov 29 11:54:50.083304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:50.094189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4af06-475d-44c3-abc5-f386dd49cec6 None None] Port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:50.095917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-8a1d9362-5492-49d5-95e6-ef62e5db6793', 'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:54:50.096778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.171114 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Set router 7baea052-df4d-47cb-ae05-a06cdfc5f8ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:50.334965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.336194 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 11.1162961
Nov 29 11:54:50.356506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Allocated IP 172.20.0.2 (8a1d9362-5492-49d5-95e6-ef62e5db6793/9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32/9480b753-f7be-4f40-8a4d-12455747245d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:50.385357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:50.435435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.442769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.449886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d8d74473-cc76-4547-b727-efd5f234434e tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:50.489970 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3fd0>, [{'id': '7baea052-df4d-47cb-ae05-a06cdfc5f8ac', 'name': 'tempest-snat-router-771936855', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.107'}], 'enable_snat': False}, 'gw_port_id': 'bd468129-57a6-41bd-a5a6-5cf35f216bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:39Z', 'updated_at': '2021-11-29T11:54:44Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': 'bd468129-57a6-41bd-a5a6-5cf35f216bb3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baea052-df4d-47cb-ae05-a06cdfc5f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:42Z', 'updated_at': '2021-11-29T11:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:50.494541 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Checking router: 7baea052-df4d-47cb-ae05-a06cdfc5f8ac for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:54:50.494894 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Updating router 7baea052-df4d-47cb-ae05-a06cdfc5f8ac port bd468129-57a6-41bd-a5a6-5cf35f216bb3 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:54:50.534655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] In _notify_port_updated(), no bound segment for port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec on network 9a14521d-f63d-4909-a337-afdad22f5b8b {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:54:50.541588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:50.542618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.544465 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "PUT /v2.0/ports/b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec HTTP/1.1" status: 200  len: 1067 time: 1.0278094
Nov 29 11:54:50.549772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46114) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:50.556732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.572942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:50.593521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:50.616457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.636211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Transition to ACTIVE for port object 9480b753-f7be-4f40-8a4d-12455747245d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:50.665040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:50.665427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.671414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Transition to ACTIVE for port object 9480b753-f7be-4f40-8a4d-12455747245d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:50.681830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event updated for resources: {'Port': ['ID=83d3d0ec-3cf2-42de-b6e8-214c5be22fdb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:50.684913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:50.691158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:50.691945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.692348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:50.705734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9f64f5e8-5279-4f0b-b041-57e70e2cdf8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:50.801860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:50.833360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-40ac5f1f-062f-4e5c-bfd9-a81f491561f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:50.835838 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-40ac5f1f-062f-4e5c-bfd9-a81f491561f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.7127066
Nov 29 11:54:50.875780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:50.898476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:50.946878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:50.961565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:51.076987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:51.109274 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 5.1517189
Nov 29 11:54:51.117046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Pushing event updated for resources: {'Port': ['ID=9480b753-f7be-4f40-8a4d-12455747245d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:51.119811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46120) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:51.137221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Request body: {'port': {'network_id': '26462b1d-aec7-4f3f-967b-eab2ff6d1a67', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1706402390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:51.138182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.api.validators [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] bootfile-name is not in valid_values {{(pid=87600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 11:54:51.138182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.api.validators [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] tftp-server is not in valid_values {{(pid=87600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 11:54:51.138778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.api.validators [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] server-ip-address is not in valid_values {{(pid=87600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 11:54:51.147815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:51.175730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:51.179415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.198032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event updated for resources: {'Port': ['ID=b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:51.208179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:51.229884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Provisioning complete for port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:51.229884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.240259 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.289041 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dffd2083-a1a1-4137-a7b9-74f1f7e98ef5 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/7baea052-df4d-47cb-ae05-a06cdfc5f8ac HTTP/1.1" status: 200  len: 908 time: 0.8999960
Nov 29 11:54:51.291245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46124) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:51.295899 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Transition to ACTIVE for port object bd468129-57a6-41bd-a5a6-5cf35f216bb3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:51.299369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 0851e1b5-574c-4da9-99ba-6181fe391fba yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:51.303745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.304997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Attempting to bind port 9480b753-f7be-4f40-8a4d-12455747245d on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:51.305413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Attempting to bind port 9480b753-f7be-4f40-8a4d-12455747245d by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:51.305777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Attempting to bind port 9480b753-f7be-4f40-8a4d-12455747245d on network 8a1d9362-5492-49d5-95e6-ef62e5db6793 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:51.306427 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.316055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Port b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:51.317692 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60f758ac-56dd-47f2-ac34-3e88528386df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:51.317807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:51.318057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Checking segment: {'id': 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:51.318454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.318845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Bound using segment: {'id': 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:51.319339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Bound port: 9480b753-f7be-4f40-8a4d-12455747245d, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8a1d9362-5492-49d5-95e6-ef62e5db6793'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:51.319711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.367923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.376051 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Attempting to bind port bd468129-57a6-41bd-a5a6-5cf35f216bb3 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:54:51.376822 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Attempting to bind port bd468129-57a6-41bd-a5a6-5cf35f216bb3 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:54:51.377463 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Attempting to bind port bd468129-57a6-41bd-a5a6-5cf35f216bb3 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:54:51.392832 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:54:51.393721 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:54:51.394264 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.394795 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:54:51.395639 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Bound port: bd468129-57a6-41bd-a5a6-5cf35f216bb3, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:54:51.396291 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.402397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbb8790a-aedd-49e8-b40f-206d1f8df93f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:51.426245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Provisioning for port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:51.433325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Provisioning complete for port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:51.433773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.481416 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] For port bd468129-57a6-41bd-a5a6-5cf35f216bb3, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:51.486320 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] For port bd468129-57a6-41bd-a5a6-5cf35f216bb3, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd468129-57a6-41bd-a5a6-5cf35f216bb3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:51.503717 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.516053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] For port 9480b753-f7be-4f40-8a4d-12455747245d, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:54:51.518642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd606c45-92fb-4c91-a8da-6a3380e21328 None None] Port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:51.523207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] For port 9480b753-f7be-4f40-8a4d-12455747245d, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9480b753-f7be-4f40-8a4d-12455747245d,segment=NetworkSegment(bcde0cd3-248e-4d30-80db-cf9bd7c5621b),segment_id=bcde0cd3-248e-4d30-80db-cf9bd7c5621b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:54:51.526419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:51.532033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.536631 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Pushing event updated for resources: {'Port': ['ID=bd468129-57a6-41bd-a5a6-5cf35f216bb3,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:51.538718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:51.546834 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.547449 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.548072 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.548543 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.549008 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.549410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Port': ['ID=f088c99b-c530-4b68-8b6a-6759ae357977,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:51.549643 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.550110 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.550566 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.551037 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.551754 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.552219 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.552680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:54:51.567686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:51.574781 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:51.577311 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65852467-e4f7-463a-bb35-07b99e8ae61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:51.592373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'name': 'tempest-snat-router-771936855', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': True}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:51.609392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:51.618998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Usage tracker for resource:router and tenant:1e81b8306e2c48faa4c611ca56fa49cf is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:51.633944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:51.649554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:51.662184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Pushing event updated for resources: {'Port': ['ID=9480b753-f7be-4f40-8a4d-12455747245d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:51.677670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:51.685046 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Pushing event updated for resources: {'Port': ['ID=bd468129-57a6-41bd-a5a6-5cf35f216bb3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:51.705010 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:51.705610 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Routers {'7baea052-df4d-47cb-ae05-a06cdfc5f8ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:51.706236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3fd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7baea052-df4d-47cb-ae05-a06cdfc5f8ac'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:51.706540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.708105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.779705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-0bc292cf-0843-43ca-8e37-bff41888cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:51.781481 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-0bc292cf-0843-43ca-8e37-bff41888cfec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8972001
Nov 29 11:54:51.795126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.834363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.847611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:54:51.856174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Usage tracker for resource:port and tenant:72c497a640e64c70a1d1d3a41f622dfb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:54:51.857667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.870442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:54:51.877119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:54:51.907556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Made reservation on behalf of 72c497a640e64c70a1d1d3a41f622dfb for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:54:51.911767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:51.939995 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] Set router 7baea052-df4d-47cb-ae05-a06cdfc5f8ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:54:51.954107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:51.965514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "DELETE /v2.0/ports/f088c99b-c530-4b68-8b6a-6759ae357977 HTTP/1.1" status: 204  len: 168 time: 3.5135946
Nov 29 11:54:51.988839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46132) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:52.055485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] device_id is not set on port db780883-473c-44b0-b9dd-700669bd011a yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:54:52.288456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Allocated IP 2001:db8::356 (26462b1d-aec7-4f3f-967b-eab2ff6d1a67/feb07a6b-ce13-439c-b278-af2f0a424aa6/db780883-473c-44b0-b9dd-700669bd011a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:52.376484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:52.379196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:52.407048 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0c6d3fd0>, [{'id': '7baea052-df4d-47cb-ae05-a06cdfc5f8ac', 'name': 'tempest-snat-router-771936855', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.107'}], 'enable_snat': False}, 'gw_port_id': 'bd468129-57a6-41bd-a5a6-5cf35f216bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:39Z', 'updated_at': '2021-11-29T11:54:44Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': 'bd468129-57a6-41bd-a5a6-5cf35f216bb3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baea052-df4d-47cb-ae05-a06cdfc5f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:42Z', 'updated_at': '2021-11-29T11:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:52.412226 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c592637-354d-4aba-8272-50ce5bd07b92 None None] The sync data for ids ['7baea052-df4d-47cb-ae05-a06cdfc5f8ac'] in dv-neutron-819579-1-hyperv is: [{'id': '7baea052-df4d-47cb-ae05-a06cdfc5f8ac', 'name': 'tempest-snat-router-771936855', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.107'}], 'enable_snat': False}, 'gw_port_id': 'bd468129-57a6-41bd-a5a6-5cf35f216bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:39Z', 'updated_at': '2021-11-29T11:54:44Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': 'bd468129-57a6-41bd-a5a6-5cf35f216bb3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baea052-df4d-47cb-ae05-a06cdfc5f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:42Z', 'updated_at': '2021-11-29T11:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:54:52.428398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.6 (8a1d9362-5492-49d5-95e6-ef62e5db6793/9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32/0851e1b5-574c-4da9-99ba-6181fe391fba) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:52.522788 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-92175c38-7bdc-48f4-933f-257ca0a31db4 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7067244
Nov 29 11:54:52.550166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:52.808191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50845b8-a1ef-46c6-b6b0-a26013b8648c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:52.812596 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a50845b8-a1ef-46c6-b6b0-a26013b8648c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "GET /v2.0/ports?device_id=91070dca-2cbe-447f-ba7f-f96a82725b97 HTTP/1.1" status: 200  len: 913 time: 0.8079007
Nov 29 11:54:52.839448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46140) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:52.991520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.079929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Transition to ACTIVE for port object db780883-473c-44b0-b9dd-700669bd011a will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:53.091697 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86acf923-7ed7-48d6-970c-88c8fae2f6bf req-5d87be1d-fc91-48cc-b4d8-1906a0d7df4c service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5469644
Nov 29 11:54:53.111546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.146299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 0851e1b5-574c-4da9-99ba-6181fe391fba will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:54:53.161468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.168135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:53.216669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5739bf-4bb1-4278-aeb6-4e5f32bd7ca6 None None] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:53.241202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:53.249491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:53.254835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:53.261426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:53.262098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.265505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.276783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.293855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event updated for resources: {'Port': ['ID=db780883-473c-44b0-b9dd-700669bd011a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:53.304188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:53.304545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:53.373771 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 2.2489941
Nov 29 11:54:53.375424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-dfc40cc2-bb46-4a1e-a12f-91f87b5dfa38 None None] Provisioning for port 9480b753-f7be-4f40-8a4d-12455747245d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:53.382061 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/ports/b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec HTTP/1.1" status: 204  len: 168 time: 2.8304977
Nov 29 11:54:53.385136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:53.386163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:53.386163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:53.396015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:53.530500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:53.635444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:53.636091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.685532 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-883da4b0-5591-4c41-99f6-36205c165ee3 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:53.686921 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-883da4b0-5591-4c41-99f6-36205c165ee3 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "GET /v2.0/ports/b71e22ba-5d3e-4a3f-9bad-a88ee2c42dec HTTP/1.1" status: 404  len: 333 time: 0.2983096
Nov 29 11:54:53.689290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=0851e1b5-574c-4da9-99ba-6181fe391fba,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:53.691577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:53.719369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eea8f3eb-a5ba-4d71-b749-89f860551efa None None] Provisioning for port db780883-473c-44b0-b9dd-700669bd011a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:53.727043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eea8f3eb-a5ba-4d71-b749-89f860551efa None None] Provisioning complete for port db780883-473c-44b0-b9dd-700669bd011a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:53.728002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eea8f3eb-a5ba-4d71-b749-89f860551efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.739442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:53.780826 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.0568981
Nov 29 11:54:53.788245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:53.796804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd468129-57a6-41bd-a5a6-5cf35f216bb3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:53.858226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eea8f3eb-a5ba-4d71-b749-89f860551efa None None] Port db780883-473c-44b0-b9dd-700669bd011a cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:53.918296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 0851e1b5-574c-4da9-99ba-6181fe391fba {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:53.919195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.932328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port bd468129-57a6-41bd-a5a6-5cf35f216bb3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:53.939578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bd468129-57a6-41bd-a5a6-5cf35f216bb3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:53.940057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:53.977391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port a6656f24-c25a-499c-9d85-3ba124bcdb92 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:53.978002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.107499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadeed0-3e2e-4267-b086-870d95769bef tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:54.119028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3718fb79-9d02-4971-a337-6b1b109ea756 None None] Provisioning for port 0851e1b5-574c-4da9-99ba-6181fe391fba completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:54.122804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadeed0-3e2e-4267-b086-870d95769bef tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:54.125503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3718fb79-9d02-4971-a337-6b1b109ea756 None None] Provisioning complete for port 0851e1b5-574c-4da9-99ba-6181fe391fba triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:54.126471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3718fb79-9d02-4971-a337-6b1b109ea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.137326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadeed0-3e2e-4267-b086-870d95769bef tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:54.138461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3aadeed0-3e2e-4267-b086-870d95769bef tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Synchronizing usage tracker for tenant:72c497a640e64c70a1d1d3a41f622dfb on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:54.240400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.267412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.278001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port bd468129-57a6-41bd-a5a6-5cf35f216bb3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd468129-57a6-41bd-a5a6-5cf35f216bb3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:54.280427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3718fb79-9d02-4971-a337-6b1b109ea756 None None] Port 0851e1b5-574c-4da9-99ba-6181fe391fba cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:54.283441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.284273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9480b753-f7be-4f40-8a4d-12455747245d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:54.291733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3aadeed0-3e2e-4267-b086-870d95769bef tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Unset dirty status for tenant:72c497a640e64c70a1d1d3a41f622dfb on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:54.295370 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3aadeed0-3e2e-4267-b086-870d95769bef tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.9059167
Nov 29 11:54:54.298771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46168) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:54.321609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:54.358628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.428207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=bd468129-57a6-41bd-a5a6-5cf35f216bb3,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:54.434304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:54.434304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d022348d-3065-4141-8c70-a04d1344badb None None] Provisioning complete for port 0851e1b5-574c-4da9-99ba-6181fe391fba triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:54.434730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d022348d-3065-4141-8c70-a04d1344badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.466763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Deleting port db780883-473c-44b0-b9dd-700669bd011a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:54.467101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.494815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9480b753-f7be-4f40-8a4d-12455747245d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:54:54.504611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9480b753-f7be-4f40-8a4d-12455747245d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:54.504994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.536761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d022348d-3065-4141-8c70-a04d1344badb None None] Port 0851e1b5-574c-4da9-99ba-6181fe391fba cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:54.540324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.579533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.622175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.640163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.683124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 9480b753-f7be-4f40-8a4d-12455747245d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9480b753-f7be-4f40-8a4d-12455747245d,segment=NetworkSegment(bcde0cd3-248e-4d30-80db-cf9bd7c5621b),segment_id=bcde0cd3-248e-4d30-80db-cf9bd7c5621b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:54.689787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:54.691693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:54.700229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 0851e1b5-574c-4da9-99ba-6181fe391fba owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:54.767804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=9480b753-f7be-4f40-8a4d-12455747245d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:54.771231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:54.863223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for a6656f24-c25a-499c-9d85-3ba124bcdb92 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:54.900125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Allocated IP 172.26.4.70 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/af5a8abc-43a2-4864-84f9-2ca0681e7fd9) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:54:55.149298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.196797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.202827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8531c74d-d196-41a7-8f57-f8e15be4f0ed tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:55.257061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.260412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=0851e1b5-574c-4da9-99ba-6181fe391fba,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:55.267732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:55.268215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ebd6613-abdb-4f47-8060-05d6cfffac75 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:55.297879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Calling delete_port for db780883-473c-44b0-b9dd-700669bd011a owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:55.377262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=a6656f24-c25a-499c-9d85-3ba124bcdb92,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:55.413177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.413402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:55.438638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.467962 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/ports/a6656f24-c25a-499c-9d85-3ba124bcdb92 HTTP/1.1" status: 204  len: 168 time: 1.7732186
Nov 29 11:54:55.471436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:55.537226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.542146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/0851e1b5-574c-4da9-99ba-6181fe391fba HTTP/1.1" status: 204  len: 168 time: 1.7529240
Nov 29 11:54:55.543456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:55.544617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b20ae6-49b6-48a9-958d-a2493e90de4d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:55.545296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b20ae6-49b6-48a9-958d-a2493e90de4d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Synchronizing usage tracker for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:55.568254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port 80bc4269-23b3-4fc8-b213-6b06739c5d34 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:55.568595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.599913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8cba72-5727-41d9-b896-afc50708b6b4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:54:55.600584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8cba72-5727-41d9-b896-afc50708b6b4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:54:55.605072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8b8cba72-5727-41d9-b896-afc50708b6b4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/0851e1b5-574c-4da9-99ba-6181fe391fba HTTP/1.1" status: 404  len: 333 time: 0.0564094
Nov 29 11:54:55.607302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:55.641029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.653339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:55.663371 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b8bc14-3ce4-4bce-bfa9-629559c18592 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:54:55.663591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd468129-57a6-41bd-a5a6-5cf35f216bb3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:55.664075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-50b8bc14-3ce4-4bce-bfa9-629559c18592 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:55.666516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b20ae6-49b6-48a9-958d-a2493e90de4d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Unset dirty status for tenant:531953f951324fe8b07ed02ac8f2cea3 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:55.671398 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13b20ae6-49b6-48a9-958d-a2493e90de4d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "GET /v2.0/ports/a6656f24-c25a-499c-9d85-3ba124bcdb92 HTTP/1.1" status: 404  len: 333 time: 0.1989770
Nov 29 11:54:55.672051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:55.729753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-50b8bc14-3ce4-4bce-bfa9-629559c18592 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:55.730915 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-50b8bc14-3ce4-4bce-bfa9-629559c18592 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/0851e1b5-574c-4da9-99ba-6181fe391fba HTTP/1.1" status: 404  len: 333 time: 0.1227663
Nov 29 11:54:55.734773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46194) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:55.750522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bd468129-57a6-41bd-a5a6-5cf35f216bb3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:55.750940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.780689 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:54:55.803965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port 86721163-6e9f-4751-bbc0-cc4433fe0696 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:55.804307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.831578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:54:55.843064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:54:55.845977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:54:55.868939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:54:55.875802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:55.948411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9480b753-f7be-4f40-8a4d-12455747245d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:54:55.990040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.025878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9480b753-f7be-4f40-8a4d-12455747245d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:56.026499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.105208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.123823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Port': ['ID=af5a8abc-43a2-4864-84f9-2ca0681e7fd9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:56.125346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:56.136887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3167a820-6cf0-4731-92b3-a6ccb0624f94 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:56.224902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event deleted for resources: {'Port': ['ID=db780883-473c-44b0-b9dd-700669bd011a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:56.226259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:56.243812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.245527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.316691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.411565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "DELETE /v2.0/ports/db780883-473c-44b0-b9dd-700669bd011a HTTP/1.1" status: 204  len: 168 time: 2.1069384
Nov 29 11:54:56.417495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.419588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for 86721163-6e9f-4751-bbc0-cc4433fe0696 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:56.424801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46202) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:56.437216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Request body: {'port': {'name': 'tempest-new-port-name-1234136381', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:54:56.437665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] bootfile-name is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 11:54:56.437994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] tftp-server is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 11:54:56.438340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] server-ip-address is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 11:54:56.486647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4ef0d01-42b3-4e04-b61c-57fab4a13799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.560021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.578136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02865126-4d05-4a24-842a-1828146f904e tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:56.607134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Calling delete_port for 80bc4269-23b3-4fc8-b213-6b06739c5d34 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:56.616307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:56.618911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:56.632081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.647765 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32 HTTP/1.1" status: 204  len: 168 time: 0.9093370
Nov 29 11:54:56.648947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46208) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:56.655873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.666063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f887199-eaab-4e04-82ec-e2d1d91a0e77 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:56.709862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=86721163-6e9f-4751-bbc0-cc4433fe0696,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:56.712231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:56.716865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec036b-569d-45b4-8e3f-69ee3be981be None None] Network 8a1d9362-5492-49d5-95e6-ef62e5db6793 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:56.883354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.888693 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/ports/86721163-6e9f-4751-bbc0-cc4433fe0696 HTTP/1.1" status: 204  len: 168 time: 1.2133882
Nov 29 11:54:56.889377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:56.920079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.961815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting subnet 5a3f417f-11b8-41d2-8399-79458cf5a986 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:54:56.965022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:56.996942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.023581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.051646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.100040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.136700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.193328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] DHCP port deletion for 8a1d9362-5492-49d5-95e6-ef62e5db6793 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:54:57.198466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Deleting port 9480b753-f7be-4f40-8a4d-12455747245d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:57.199275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.237482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.244215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:57.282878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3f417f-11b8-41d2-8399-79458cf5a986,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:57.283725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 9480b753-f7be-4f40-8a4d-12455747245d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:57.284568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.285076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.288219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:57.295393 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/subnets/5a3f417f-11b8-41d2-8399-79458cf5a986 HTTP/1.1" status: 204  len: 168 time: 0.4049201
Nov 29 11:54:57.296001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:57.319289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b3b4b-6540-4388-988e-601ccd76e60f None None] Network 9a14521d-f63d-4909-a337-afdad22f5b8b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:54:57.430193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.441364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Deleting port 4eea3de9-309b-4eee-8c12-65071e596c3d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:57.441700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.594756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] For port 9480b753-f7be-4f40-8a4d-12455747245d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9480b753-f7be-4f40-8a4d-12455747245d,segment=NetworkSegment(bcde0cd3-248e-4d30-80db-cf9bd7c5621b),segment_id=bcde0cd3-248e-4d30-80db-cf9bd7c5621b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:57.595440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.660510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] For port 4eea3de9-309b-4eee-8c12-65071e596c3d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4eea3de9-309b-4eee-8c12-65071e596c3d,segment=NetworkSegment(62d6f3ab-1ecb-4853-84b4-7d650b029f63),segment_id=62d6f3ab-1ecb-4853-84b4-7d650b029f63)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:57.661088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.749729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Calling delete_port for 9480b753-f7be-4f40-8a4d-12455747245d owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:57.807366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Calling delete_port for 4eea3de9-309b-4eee-8c12-65071e596c3d owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:57.851489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.863082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0d570abc-08eb-4d73-a1b9-54f6aeeb8d99 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:57.892554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:57.897645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-30cb3318-24e6-4573-933e-b871ceed690d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:57.920046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9480b753-f7be-4f40-8a4d-12455747245d no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:54:57.938545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Port': ['ID=80bc4269-23b3-4fc8-b213-6b06739c5d34,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:57.939935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Port': ['ID=4eea3de9-309b-4eee-8c12-65071e596c3d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:57.942015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:57.943347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:57.944123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] No DVR routers for this DVR port 4eea3de9-309b-4eee-8c12-65071e596c3d on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:54:57.995463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.005732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edb937a2-30c9-4ac4-b918-e8dd2b9cd83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:58.014148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] For port 9480b753-f7be-4f40-8a4d-12455747245d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9480b753-f7be-4f40-8a4d-12455747245d,segment=NetworkSegment(bcde0cd3-248e-4d30-80db-cf9bd7c5621b),segment_id=bcde0cd3-248e-4d30-80db-cf9bd7c5621b)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:54:58.014642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.051038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Pushing event deleted for resources: {'Port': ['ID=9480b753-f7be-4f40-8a4d-12455747245d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:58.058169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:58.065992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] No DVR routers for this DVR port 9480b753-f7be-4f40-8a4d-12455747245d on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:54:58.068825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No active binding found for port 9480b753-f7be-4f40-8a4d-12455747245d {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 11:54:58.069236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9480b753-f7be-4f40-8a4d-12455747245d not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:54:58.085332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.116997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08729dc0>,) {'filters': {'network_id': ['9a14521d-f63d-4909-a337-afdad22f5b8b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:58.133569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08729dc0>, '62d6f3ab-1ecb-4853-84b4-7d650b029f63') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:58.133884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08729dc0>, '62d6f3ab-1ecb-4853-84b4-7d650b029f63') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:58.147119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.172434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.173733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980acc11-c751-43f8-b581-56f06db55b6c None None] DHCP port deletion for 9a14521d-f63d-4909-a337-afdad22f5b8b request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:54:58.191519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:54:58.195711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:54:58.215810 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:54:58.307301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.310742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:58.325794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.336951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Pushing event deleted for resources: {'Network': ['ID=9a14521d-f63d-4909-a337-afdad22f5b8b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:58.342255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:58.349483 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] 10.222.0.20 "DELETE /v2.0/networks/9a14521d-f63d-4909-a337-afdad22f5b8b HTTP/1.1" status: 204  len: 168 time: 1.0525095
Nov 29 11:54:58.369070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 9480b753-f7be-4f40-8a4d-12455747245d owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:58.412957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.514194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:54:58.596413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.606988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.634597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.643107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-68e33b27-72fa-42ae-a99c-cf77bcc0a561 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:58.643705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46234) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:58.813128 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f635f9fa-4315-453a-9d37-fbe2d3e3f935 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=531953f951324fe8b07ed02ac8f2cea3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1679554
Nov 29 11:54:58.815752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:58.878800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.894364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] In _notify_port_updated(), no bound segment for port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb on network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:54:58.899963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:58.900625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.905709 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "PUT /v2.0/ports/83d3d0ec-3cf2-42de-b6e8-214c5be22fdb HTTP/1.1" status: 200  len: 1130 time: 2.4779561
Nov 29 11:54:58.907373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46246) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:58.927709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.983650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:54:58.983956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:54:58.990571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:58.995376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:59.007971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0db82-5fbd-4c19-97d3-e96ac9350b50,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:59.015418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:59.019391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.020518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67b0db82-5fbd-4c19-97d3-e96ac9350b50 HTTP/1.1" status: 204  len: 168 time: 0.2036941
Nov 29 11:54:59.058334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event updated for resources: {'Port': ['ID=83d3d0ec-3cf2-42de-b6e8-214c5be22fdb,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:54:59.066421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d641c400-7c25-491d-a445-b43162984601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.069466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:54:59.120092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c1522-2934-4620-b28b-2296453b3793 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:54:59.120728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c16c1522-2934-4620-b28b-2296453b3793 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Synchronizing usage tracker for tenant:72c497a640e64c70a1d1d3a41f622dfb on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:54:59.169058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c16c1522-2934-4620-b28b-2296453b3793 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Unset dirty status for tenant:72c497a640e64c70a1d1d3a41f622dfb on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:54:59.170224 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c16c1522-2934-4620-b28b-2296453b3793 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "GET /v2.0/ports/83d3d0ec-3cf2-42de-b6e8-214c5be22fdb HTTP/1.1" status: 200  len: 1130 time: 0.2437313
Nov 29 11:54:59.174087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46254) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:59.227548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3323f46f-37cb-4ef4-ad62-dc2a38edfa7d None None] Provisioning complete for port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:54:59.229542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3323f46f-37cb-4ef4-ad62-dc2a38edfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.238123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Router a3855373-2d8c-4a59-9c36-6cd19298a9de is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:54:59.264533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Deleting port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:59.265178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.295505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3323f46f-37cb-4ef4-ad62-dc2a38edfa7d None None] Port 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:54:59.486771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 9480b753-f7be-4f40-8a4d-12455747245d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:54:59.487012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.528207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.581623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] The port '9480b753-f7be-4f40-8a4d-12455747245d' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:54:59.668944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Calling delete_port for 83d3d0ec-3cf2-42de-b6e8-214c5be22fdb owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:54:59.674518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4eea3de9-309b-4eee-8c12-65071e596c3d no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:54:59.741917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Router 91070dca-2cbe-447f-ba7f-f96a82725b97 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:54:59.754089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 4eea3de9-309b-4eee-8c12-65071e596c3d {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:54:59.758407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4eea3de9-309b-4eee-8c12-65071e596c3d not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:54:59.800201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.810696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:54:59.823211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Sync routers for ids ['a3855373-2d8c-4a59-9c36-6cd19298a9de'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:54:59.833760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Routers {'a3855373-2d8c-4a59-9c36-6cd19298a9de'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:54:59.835269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a3855373-2d8c-4a59-9c36-6cd19298a9de'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:54:59.884062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:54:59.898493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:54:59.906749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:54:59.918514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5d030e9f10>> segment before_delete 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.919135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5d030e9f10>> subnet precommit_delete_associations 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.919707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> segment_host_mapping after_create 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.920052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> port after_create 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.920390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> port after_delete 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.920730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> port after_update 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.921055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> segment after_delete 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.921446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> subnet after_create 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.921753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> subnet after_delete 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:54:59.922066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d02c976a0>> subnet after_update 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:55:00.042481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.058330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d0306b6d0>> subnet after_create 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:55:00.058826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Set router a3855373-2d8c-4a59-9c36-6cd19298a9de gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:00.059054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d0306b6d0>> subnet after_delete 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:55:00.059618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d0306b6d0>> subnet before_create 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:55:00.060202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d0306b6d0>> subnet before_update 55550000 {{(pid=87599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 29 11:55:00.060718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d030e9e50>,) {'filters': {'network_id': ['8a1d9362-5492-49d5-95e6-ef62e5db6793']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.086519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'networks': [{'name': 'tempest-network--757792913'}, {'name': 'tempest-network--2120381657'}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:00.086825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'network': {'name': 'tempest-network--757792913'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:00.087331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'network': {'name': 'tempest-network--2120381657'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:00.093681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event deleted for resources: {'Port': ['ID=83d3d0ec-3cf2-42de-b6e8-214c5be22fdb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:00.095912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:00.101128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:00.103133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:network and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:00.133812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:00.148432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:00.153823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.171834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'network': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:00.177448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.192724 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "DELETE /v2.0/ports/83d3d0ec-3cf2-42de-b6e8-214c5be22fdb HTTP/1.1" status: 204  len: 168 time: 1.0152791
Nov 29 11:55:00.192949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46286) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:00.195793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.252775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:00.258587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030e9e50>, 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.258987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030e9e50>, 'bcde0cd3-248e-4d30-80db-cf9bd7c5621b') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.262163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:00.263865 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] Sync routers for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:00.270480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:security_group_rule and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:00.275744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:00.278563 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:00.279315 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bb5ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.284476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:00.289321 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "PUT /v2.0/routers/91070dca-2cbe-447f-ba7f-f96a82725b97/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4465933
Nov 29 11:55:00.295299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:00.305254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Deleting subnet feb07a6b-ce13-439c-b278-af2f0a424aa6 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:00.306723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.308016 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 9.0159249
Nov 29 11:55:00.310339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.322840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46294) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:00.402338 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bb5ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.426230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] Routers {'91070dca-2cbe-447f-ba7f-f96a82725b97'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:00.427322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bb5ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['91070dca-2cbe-447f-ba7f-f96a82725b97'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.455811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.483008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.503183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, [{'id': 'a3855373-2d8c-4a59-9c36-6cd19298a9de', 'name': 'tempest-snat-router-771936855', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'af5a8abc-43a2-4864-84f9-2ca0681e7fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:51Z', 'updated_at': '2021-11-29T11:54:56Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': 'af5a8abc-43a2-4864-84f9-2ca0681e7fd9', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3855373-2d8c-4a59-9c36-6cd19298a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:54Z', 'updated_at': '2021-11-29T11:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.507087 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bb5ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:00.507611 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a8a0e-0dfe-4273-bd5a-3bb4459cd492 None None] The sync data for ids ['91070dca-2cbe-447f-ba7f-f96a82725b97'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:00.511305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Checking router: a3855373-2d8c-4a59-9c36-6cd19298a9de for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:55:00.512153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Updating router a3855373-2d8c-4a59-9c36-6cd19298a9de port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:55:00.518881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:00.519350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   from cryptography.utils import int_from_bytes
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   from cryptography.utils import int_from_bytes
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn_limited(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn_limited(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:00.543320 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:00.571542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.584788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.664800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.821369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6e36899e-6fea-4734-b25b-b9bfa029a94f tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/a3855373-2d8c-4a59-9c36-6cd19298a9de HTTP/1.1" status: 200  len: 906 time: 0.4840550
Nov 29 11:55:00.822751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.827919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:00.835065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.841812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:00.866243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=8a1d9362-5492-49d5-95e6-ef62e5db6793,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:00.869456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:00.871774 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/8a1d9362-5492-49d5-95e6-ef62e5db6793 HTTP/1.1" status: 204  len: 168 time: 4.2163265
Nov 29 11:55:00.875379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46306) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:00.881538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1094531375'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:00.888855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:00.894357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:00.898092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:00.906797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:00.920606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:00.926372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.953952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.962612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:00.970048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Transition to ACTIVE for port object af5a8abc-43a2-4864-84f9-2ca0681e7fd9 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:00.976912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.977525 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment 1f22aad7-8df5-4b82-9035-b3db0e4ad67b of type vlan for network 9b3b9f0a-ed44-4ae6-9389-f96894194fed
Nov 29 11:55:00.980238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:00.985801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:01.011805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.023365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.052141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.058034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:01.059440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.064621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:01.071014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Attempting to bind port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:01.071822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Attempting to bind port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:01.072384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Attempting to bind port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:01.079046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b837de-0ed1-4478-be0a-36d28414f43b None None] Pushing event updated for resources: {'Port': ['ID=af5a8abc-43a2-4864-84f9-2ca0681e7fd9,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:01.083714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0b837de-0ed1-4478-be0a-36d28414f43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:01.084841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:01.085433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:01.086042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.086620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:01.087298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Bound port: af5a8abc-43a2-4864-84f9-2ca0681e7fd9, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:01.087862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.123552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.157928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.167927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port e15676ea-fb51-4d07-8528-6c212c141d33 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:01.167927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.179197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] For port af5a8abc-43a2-4864-84f9-2ca0681e7fd9, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:01.180968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=9b3b9f0a-ed44-4ae6-9389-f96894194fed,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:01.184020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:01.189242 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3122904
Nov 29 11:55:01.189694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46312) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:01.192096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] For port af5a8abc-43a2-4864-84f9-2ca0681e7fd9, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=af5a8abc-43a2-4864-84f9-2ca0681e7fd9,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:01.195906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 9b3b9f0a-ed44-4ae6-9389-f96894194fed details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:01.196236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:01.211214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.211767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.220984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.223788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.269900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:01.317483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:01.321736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:01.326794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:01.333560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:01.346266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:01.350019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.362681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:01.392079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Routers {'a3855373-2d8c-4a59-9c36-6cd19298a9de'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:01.392920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a3855373-2d8c-4a59-9c36-6cd19298a9de'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:01.421266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.443917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b837de-0ed1-4478-be0a-36d28414f43b None None] Pushing event updated for resources: {'Port': ['ID=af5a8abc-43a2-4864-84f9-2ca0681e7fd9,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:01.447303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0b837de-0ed1-4478-be0a-36d28414f43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:01.483526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.496638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e62ef7-8cf3-4d4d-baf7-6b225df3c898,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:01.499713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:01.505895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:01.517721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d37fc-c48b-4c1b-991d-4f16c1952c31 None None] Network 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:01.556849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c3040569-57d9-4198-ae3d-af7f78b543a8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:01.586704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.592137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d5467a95-f94a-4872-a3eb-03beb14dcf2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:01.646388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.671479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=1d03f5ba-2cd6-4965-9d44-ca039f2d451d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:01.676671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:01.685130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': '1f22aad7-8df5-4b82-9035-b3db0e4ad67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:01.685738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: 9b3b9f0a-ed44-4ae6-9389-f96894194fed, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:01.711364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 9b3b9f0a-ed44-4ae6-9389-f96894194fed is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:01.726399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 9b3b9f0a-ed44-4ae6-9389-f96894194fed) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:01.732021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:01.732899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.752530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6fcc37-24a4-419e-a4ae-c094b35a90b6 None None] Network 9b3b9f0a-ed44-4ae6-9389-f96894194fed requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:01.781166 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5863545
Nov 29 11:55:01.781371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event deleted for resources: {'Subnet': ['ID=feb07a6b-ce13-439c-b278-af2f0a424aa6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:01.781895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46318) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:01.782002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:01.790679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1356013722'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:01.801412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.801741 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Added segment 464f8bf2-8c31-4a0d-8f0f-2c47d0848929 of type vlan for network a35703cb-755f-4064-932c-f3b47d4c9093
Nov 29 11:55:01.806124 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "DELETE /v2.0/subnets/feb07a6b-ce13-439c-b278-af2f0a424aa6 HTTP/1.1" status: 204  len: 168 time: 1.6122239
Nov 29 11:55:01.806920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46322) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:01.832545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] Set router a3855373-2d8c-4a59-9c36-6cd19298a9de gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:01.954413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.962778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:01.967054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:01.970109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:01.974259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:01.976499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:01.989264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:01.993715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.015995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.024138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 0adbd12a-cc53-4a0c-b305-33520986175b yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:02.030129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Deleting port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:02.030129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.061569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.083837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Deleting port 589c5705-5703-4ebb-b7fc-e776d954df22 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:02.084023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.190221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.9 (9b3b9f0a-ed44-4ae6-9389-f96894194fed/1d03f5ba-2cd6-4965-9d44-ca039f2d451d/0adbd12a-cc53-4a0c-b305-33520986175b) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:02.237107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:55:02.260702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Calling delete_port for e15676ea-fb51-4d07-8528-6c212c141d33 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:02.321993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] DHCP port deletion for 26462b1d-aec7-4f3f-967b-eab2ff6d1a67 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:02.334269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Deleting port 589c5705-5703-4ebb-b7fc-e776d954df22 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:02.334589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.371112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-9b3b9f0a-ed44-4ae6-9389-f96894194fed', 'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '1d03f5ba-2cd6-4965-9d44-ca039f2d451d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:02.372068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.403464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:02.422210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.439379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 0adbd12a-cc53-4a0c-b305-33520986175b will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:02.469082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.473949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eba65ae9-40de-45f5-9677-b359e4e0900a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:02.498234 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.498533 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Added segment f92f4605-ae67-49a4-a031-5ffe1a74f6ca of type vlan for network 976aae7c-ac2c-4b73-87fe-a99cad045376
Nov 29 11:55:02.544884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 9b3b9f0a-ed44-4ae6-9389-f96894194fed is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:02.548549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:02.552756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:02.584907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=0adbd12a-cc53-4a0c-b305-33520986175b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:02.595730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:02.616207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, [{'id': 'a3855373-2d8c-4a59-9c36-6cd19298a9de', 'name': 'tempest-snat-router-771936855', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'af5a8abc-43a2-4864-84f9-2ca0681e7fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:51Z', 'updated_at': '2021-11-29T11:54:56Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': 'af5a8abc-43a2-4864-84f9-2ca0681e7fd9', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3855373-2d8c-4a59-9c36-6cd19298a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:54Z', 'updated_at': '2021-11-29T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:02.621110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:02.621712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.649676 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 0.8662200
Nov 29 11:55:02.650903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46330) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:02.674762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5cdf-3560-4a0a-998f-babce52af173 None None] The sync data for ids ['a3855373-2d8c-4a59-9c36-6cd19298a9de'] in dv-neutron-819579-1-hyperv is: [{'id': 'a3855373-2d8c-4a59-9c36-6cd19298a9de', 'name': 'tempest-snat-router-771936855', 'tenant_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'af5a8abc-43a2-4864-84f9-2ca0681e7fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:51Z', 'updated_at': '2021-11-29T11:54:56Z', 'revision_number': 3, 'project_id': '1e81b8306e2c48faa4c611ca56fa49cf', 'gw_port': {'id': 'af5a8abc-43a2-4864-84f9-2ca0681e7fd9', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3855373-2d8c-4a59-9c36-6cd19298a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:54:54Z', 'updated_at': '2021-11-29T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:02.719559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Allocated IP 172.20.0.2 (9b3b9f0a-ed44-4ae6-9389-f96894194fed/1d03f5ba-2cd6-4965-9d44-ca039f2d451d/98930216-7b63-4e3f-b878-72a01e498291) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:02.730133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] For port 589c5705-5703-4ebb-b7fc-e776d954df22, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=589c5705-5703-4ebb-b7fc-e776d954df22,segment=NetworkSegment(437a4fc3-ba95-480a-bee0-2d0786ce7fab),segment_id=437a4fc3-ba95-480a-bee0-2d0786ce7fab)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:02.730672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.739229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 0adbd12a-cc53-4a0c-b305-33520986175b {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:02.739576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.787636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.877856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] For port 589c5705-5703-4ebb-b7fc-e776d954df22, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=589c5705-5703-4ebb-b7fc-e776d954df22,segment=NetworkSegment(437a4fc3-ba95-480a-bee0-2d0786ce7fab),segment_id=437a4fc3-ba95-480a-bee0-2d0786ce7fab)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:02.877856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.893783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] For port af5a8abc-43a2-4864-84f9-2ca0681e7fd9, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=af5a8abc-43a2-4864-84f9-2ca0681e7fd9,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:02.894183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:02.914637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Calling delete_port for 589c5705-5703-4ebb-b7fc-e776d954df22 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:03.091274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Calling delete_port for 589c5705-5703-4ebb-b7fc-e776d954df22 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:03.138193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.142179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.146343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:03.246645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Pushing event deleted for resources: {'Port': ['ID=589c5705-5703-4ebb-b7fc-e776d954df22,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:03.250035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:03.260954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] No DVR routers for this DVR port 589c5705-5703-4ebb-b7fc-e776d954df22 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:03.309990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 0adbd12a-cc53-4a0c-b305-33520986175b owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:03.315716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.337026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Transition to ACTIVE for port object 98930216-7b63-4e3f-b878-72a01e498291 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:03.360408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Transition to ACTIVE for port object 98930216-7b63-4e3f-b878-72a01e498291 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:03.369941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.380369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Calling delete_port for af5a8abc-43a2-4864-84f9-2ca0681e7fd9 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:03.381245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:03.460637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Network 9b3b9f0a-ed44-4ae6-9389-f96894194fed is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:03.463712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:03.467937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:03.483790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.493883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.494637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:03.527760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.531610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:03.536750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:03.537428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.544694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5a48b358-7cda-40f2-8fde-d9517f78c080 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:03.558317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Pushing event updated for resources: {'Port': ['ID=98930216-7b63-4e3f-b878-72a01e498291,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:03.571076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:03.647226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=0adbd12a-cc53-4a0c-b305-33520986175b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:03.654028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:03.671881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Attempting to bind port 98930216-7b63-4e3f-b878-72a01e498291 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:03.672480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Attempting to bind port 98930216-7b63-4e3f-b878-72a01e498291 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '1f22aad7-8df5-4b82-9035-b3db0e4ad67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:03.672980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Attempting to bind port 98930216-7b63-4e3f-b878-72a01e498291 on network 9b3b9f0a-ed44-4ae6-9389-f96894194fed {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:03.684390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:03.684390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Checking segment: {'id': '1f22aad7-8df5-4b82-9035-b3db0e4ad67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:03.684390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.684390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Bound using segment: {'id': '1f22aad7-8df5-4b82-9035-b3db0e4ad67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:03.685047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Bound port: 98930216-7b63-4e3f-b878-72a01e498291, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f22aad7-8df5-4b82-9035-b3db0e4ad67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9b3b9f0a-ed44-4ae6-9389-f96894194fed'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:03.685490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.694676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Network': ['ID=a35703cb-755f-4064-932c-f3b47d4c9093,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:03.736556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:03.755647 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 3.8681262
Nov 29 11:55:03.757382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network a35703cb-755f-4064-932c-f3b47d4c9093 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:03.760471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:03.792095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af5a8abc-43a2-4864-84f9-2ca0681e7fd9 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:03.807247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:55:03.807797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:55:03.935092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Network': ['ID=976aae7c-ac2c-4b73-87fe-a99cad045376,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:03.946491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:03.949847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:03.950274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:03.953213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e6bf903-ef01-452c-82e3-e90ddbb8e8ff tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:03.995455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 976aae7c-ac2c-4b73-87fe-a99cad045376 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:04.005759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.006004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Port': ['ID=e15676ea-fb51-4d07-8528-6c212c141d33,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:04.010062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:04.017597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.020087 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/0adbd12a-cc53-4a0c-b305-33520986175b HTTP/1.1" status: 204  len: 168 time: 1.3688209
Nov 29 11:55:04.020954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:04.093141 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-498f10fa-ff24-4a5a-81ea-9ba82ca09cd0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:04.093686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-498f10fa-ff24-4a5a-81ea-9ba82ca09cd0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:04.133305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-498f10fa-ff24-4a5a-81ea-9ba82ca09cd0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:04.136944 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-498f10fa-ff24-4a5a-81ea-9ba82ca09cd0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/0adbd12a-cc53-4a0c-b305-33520986175b HTTP/1.1" status: 404  len: 333 time: 0.1011815
Nov 29 11:55:04.138312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:04.160625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] For port 98930216-7b63-4e3f-b878-72a01e498291, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:04.173934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] For port 98930216-7b63-4e3f-b878-72a01e498291, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=98930216-7b63-4e3f-b878-72a01e498291,segment=NetworkSegment(1f22aad7-8df5-4b82-9035-b3db0e4ad67b),segment_id=1f22aad7-8df5-4b82-9035-b3db0e4ad67b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:04.180702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.185066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:04.222789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fca7bd-b8a1-4f9d-88de-ebe6b5c0ab4b tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:04.229621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fca7bd-b8a1-4f9d-88de-ebe6b5c0ab4b tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:04.236510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.237032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fca7bd-b8a1-4f9d-88de-ebe6b5c0ab4b tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:04.240181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.244430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fca7bd-b8a1-4f9d-88de-ebe6b5c0ab4b tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:04.249348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46354) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:04.249590 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-89fca7bd-b8a1-4f9d-88de-ebe6b5c0ab4b tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.4850292
Nov 29 11:55:04.269050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 1d03f5ba-2cd6-4965-9d44-ca039f2d451d {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:04.271111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:04.273108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.286188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:04.286188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.294290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.313754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08485ad3-1953-4356-bdc7-5a282ec90bbf tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:04.333242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port af5a8abc-43a2-4864-84f9-2ca0681e7fd9 was deleted so its status cannot be updated. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Nov 29 11:55:04.335600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Pushing event updated for resources: {'Port': ['ID=98930216-7b63-4e3f-b878-72a01e498291,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:04.339230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:04.356473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Deleting port 589c5705-5703-4ebb-b7fc-e776d954df22 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:04.356810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.358395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.404792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 589c5705-5703-4ebb-b7fc-e776d954df22 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:04.453198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 589c5705-5703-4ebb-b7fc-e776d954df22 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:04.453590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 589c5705-5703-4ebb-b7fc-e776d954df22 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:04.480265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event deleted for resources: {'Port': ['ID=af5a8abc-43a2-4864-84f9-2ca0681e7fd9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:04.482869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:04.494806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.495359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Fanout notify agent at l3_agent the message router_deleted on router 91070dca-2cbe-447f-ba7f-f96a82725b97 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:04.527877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.588403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] The port '589c5705-5703-4ebb-b7fc-e776d954df22' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:04.660314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.665540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:04.704684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=1d03f5ba-2cd6-4965-9d44-ca039f2d451d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:04.707930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:04.708978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.719121 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/1d03f5ba-2cd6-4965-9d44-ca039f2d451d HTTP/1.1" status: 204  len: 168 time: 0.5771396
Nov 29 11:55:04.719535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46362) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:04.798819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.826198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca3250>,) {'filters': {'network_id': ['26462b1d-aec7-4f3f-967b-eab2ff6d1a67']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:04.840362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca3250>, '437a4fc3-ba95-480a-bee0-2d0786ce7fab') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:04.840717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca3250>, '437a4fc3-ba95-480a-bee0-2d0786ce7fab') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:04.854446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.863599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.865368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.869040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "DELETE /v2.0/routers/91070dca-2cbe-447f-ba7f-f96a82725b97 HTTP/1.1" status: 204  len: 168 time: 4.5727108
Nov 29 11:55:04.871960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46366) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:04.874654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.898626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.912767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 98930216-7b63-4e3f-b878-72a01e498291 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:04.913080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:04.991769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting subnet b1900731-7238-4e18-bdc4-a0000d504121 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:05.026743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.071334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.114010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.219108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:05.219680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:05.234462 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:05.251321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] For port 98930216-7b63-4e3f-b878-72a01e498291, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=98930216-7b63-4e3f-b878-72a01e498291,segment=NetworkSegment(1f22aad7-8df5-4b82-9035-b3db0e4ad67b),segment_id=1f22aad7-8df5-4b82-9035-b3db0e4ad67b)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:05.251817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.311702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.321536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.389767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 98930216-7b63-4e3f-b878-72a01e498291 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:05.426820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.435323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.440918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:05.456952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.466990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.470182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Pushing event deleted for resources: {'Network': ['ID=26462b1d-aec7-4f3f-967b-eab2ff6d1a67,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:05.480860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.481400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3855373-2d8c-4a59-9c36-6cd19298a9de {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:05.485801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:05.495870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.497523 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a3855373-2d8c-4a59-9c36-6cd19298a9de HTTP/1.1" status: 204  len: 168 time: 4.6681511
Nov 29 11:55:05.500644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02b964f0>,) {'filters': {'network_id': ['a35703cb-755f-4064-932c-f3b47d4c9093']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:05.510899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:05.518520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] 10.222.0.20 "DELETE /v2.0/networks/26462b1d-aec7-4f3f-967b-eab2ff6d1a67 HTTP/1.1" status: 204  len: 168 time: 3.7013564
Nov 29 11:55:05.530568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a9dce-b1db-4026-9662-4cdfe9d23e86 None None] Network 9b3b9f0a-ed44-4ae6-9389-f96894194fed requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:05.554757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.562612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d8b6db4d-e689-489e-a276-c0a5c58f1b5f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:05.633113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No DVR routers for this DVR port 98930216-7b63-4e3f-b878-72a01e498291 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:05.656317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b964f0>, '464f8bf2-8c31-4a0d-8f0f-2c47d0848929') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:05.656904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b964f0>, '464f8bf2-8c31-4a0d-8f0f-2c47d0848929') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:05.702241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=98930216-7b63-4e3f-b878-72a01e498291,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:05.705336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:05.743599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-03f89f52-065b-4ec9-9089-287591eda410 None None] Could not find standard attr ID for object 98930216-7b63-4e3f-b878-72a01e498291. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:55:05.849217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.932784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.935913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.945913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:05.947307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:05.955637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1841b867-1554-4736-a388-faa745402f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:05.965220 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:05.987364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46384) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:06.004480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.019098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.022019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Subnet': ['ID=b1900731-7238-4e18-bdc4-a0000d504121,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:06.025812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:06.029397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70871da8-5325-409c-980e-f3b3bdcc05d6 None None] Network eb2d27d3-090d-43b4-a4c8-c15c916aca0a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:06.047854 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "DELETE /v2.0/subnets/b1900731-7238-4e18-bdc4-a0000d504121 HTTP/1.1" status: 204  len: 168 time: 1.1723578
Nov 29 11:55:06.048528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46390) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:06.082420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03537b50>,) {'filters': {'network_id': ['9b3b9f0a-ed44-4ae6-9389-f96894194fed']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:06.124989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.154700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebbe31-cb17-4b09-a602-27d5dc1fbdc2 None None] DHCP port deletion for 9b3b9f0a-ed44-4ae6-9389-f96894194fed request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:06.192170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03537b50>, '1f22aad7-8df5-4b82-9035-b3db0e4ad67b') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:06.192380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03537b50>, '1f22aad7-8df5-4b82-9035-b3db0e4ad67b') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:06.201569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.212642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:06.232909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.281415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.292731 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/networks/a35703cb-755f-4064-932c-f3b47d4c9093 HTTP/1.1" status: 204  len: 168 time: 2.0413013
Nov 29 11:55:06.293602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.295395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46394) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:06.297893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.304905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Network': ['ID=a35703cb-755f-4064-932c-f3b47d4c9093,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:06.309051 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2f235553-6eaa-408a-a431-318cc580412f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72c497a640e64c70a1d1d3a41f622dfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148460
Nov 29 11:55:06.309188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:06.311390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46398) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:06.329691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:06.330086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:06.348423 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:06.382181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] DHCP port deletion for eb2d27d3-090d-43b4-a4c8-c15c916aca0a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:06.387623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Deleting port 19cb9692-8dbc-4c02-b22d-83f40f294c7c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:06.388328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.419492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.431586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.451976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Deleting port bd468129-57a6-41bd-a5a6-5cf35f216bb3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:06.452290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.485178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.499476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port 19cb9692-8dbc-4c02-b22d-83f40f294c7c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:06.499828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.565346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.570137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.584222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4990be9d-0811-4453-9e41-048b5998dd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:06.608760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] For port 19cb9692-8dbc-4c02-b22d-83f40f294c7c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=19cb9692-8dbc-4c02-b22d-83f40f294c7c,segment=NetworkSegment(bef9362e-47ca-46ec-a5d4-a49c99d214a1),segment_id=bef9362e-47ca-46ec-a5d4-a49c99d214a1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:06.609377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.637042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.647670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=9b3b9f0a-ed44-4ae6-9389-f96894194fed,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:06.653519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.663713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-55b6c00e-74f9-411e-bd51-1d96e2238a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:06.682417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:06.689506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31172282-7862-475f-a99b-e457608c130b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:06.693798 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/9b3b9f0a-ed44-4ae6-9389-f96894194fed HTTP/1.1" status: 204  len: 168 time: 1.9730110
Nov 29 11:55:06.694501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46404) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:06.696912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:06.701971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.703384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31172282-7862-475f-a99b-e457608c130b HTTP/1.1" status: 204  len: 168 time: 0.3909469
Nov 29 11:55:06.705638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] For port bd468129-57a6-41bd-a5a6-5cf35f216bb3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd468129-57a6-41bd-a5a6-5cf35f216bb3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:06.706532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.772395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'name': 'tempest-PortsTestJSON-1468559359'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:06.792517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Calling delete_port for 19cb9692-8dbc-4c02-b22d-83f40f294c7c owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:06.897313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:06.915106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:07.007026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] No DVR routers for this DVR port 19cb9692-8dbc-4c02-b22d-83f40f294c7c on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:07.050849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Pushing event deleted for resources: {'Port': ['ID=19cb9692-8dbc-4c02-b22d-83f40f294c7c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:07.055339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:07.059798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.154283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] For port 19cb9692-8dbc-4c02-b22d-83f40f294c7c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=19cb9692-8dbc-4c02-b22d-83f40f294c7c,segment=NetworkSegment(bef9362e-47ca-46ec-a5d4-a49c99d214a1),segment_id=bef9362e-47ca-46ec-a5d4-a49c99d214a1)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:07.154837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.164311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03620820>,) {'filters': {'network_id': ['976aae7c-ac2c-4b73-87fe-a99cad045376']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:07.174634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:07.185865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Calling delete_port for bd468129-57a6-41bd-a5a6-5cf35f216bb3 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:07.232122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:07.293107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03620820>, 'f92f4605-ae67-49a4-a031-5ffe1a74f6ca') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:07.293815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03620820>, 'f92f4605-ae67-49a4-a031-5ffe1a74f6ca') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:07.300262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:07.309577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Calling delete_port for 19cb9692-8dbc-4c02-b22d-83f40f294c7c owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:07.353633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:07.356540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.376636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.382745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-36d40902-1131-422c-979d-ad49c4aa800c tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:07.395672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.401302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:07.404818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.430580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:07.430988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:07.448764 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:07.458678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd468129-57a6-41bd-a5a6-5cf35f216bb3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:07.461388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:07.514302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 64a0fd4c-193c-4465-953f-bc7fc4f9b80b yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:07.527103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.635791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:07.667156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:55:07.667477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:55:07.682733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.699726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ca8acce3-ae1d-4c71-9ab7-0f4c973f0f4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:07.714530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.714841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.717578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.731342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Network': ['ID=976aae7c-ac2c-4b73-87fe-a99cad045376,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:07.736181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 98930216-7b63-4e3f-b878-72a01e498291 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:07.738191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:07.750468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.751625 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/networks/976aae7c-ac2c-4b73-87fe-a99cad045376 HTTP/1.1" status: 204  len: 168 time: 1.4512496
Nov 29 11:55:07.752288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7baea052-df4d-47cb-ae05-a06cdfc5f8ac {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:07.754929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46438) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:07.774660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.780833 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7baea052-df4d-47cb-ae05-a06cdfc5f8ac HTTP/1.1" status: 204  len: 168 time: 2.2639010
Nov 29 11:55:07.780833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46442) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:07.791945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1867866975', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:07.802202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:07.807498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Usage tracker for resource:router and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:07.815846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-311283982'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:07.823093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:07.831402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:07.834216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:07.839509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:network and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:07.844375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:07.854751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:07.864744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.865275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 98930216-7b63-4e3f-b878-72a01e498291 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:07.865837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 98930216-7b63-4e3f-b878-72a01e498291 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:07.866184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.866673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af5a8abc-43a2-4864-84f9-2ca0681e7fd9 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:07.882477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Made reservation on behalf of 68e76fb2c0324b57bde77bcb9e5b15cb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:07.886362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.905579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.908366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:07.914879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: af5a8abc-43a2-4864-84f9-2ca0681e7fd9 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:07.926941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af5a8abc-43a2-4864-84f9-2ca0681e7fd9 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:07.927454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 19cb9692-8dbc-4c02-b22d-83f40f294c7c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:07.935764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:07.941502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:security_group_rule and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:07.945120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:07.952691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:07.970649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 19cb9692-8dbc-4c02-b22d-83f40f294c7c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:07.970920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 19cb9692-8dbc-4c02-b22d-83f40f294c7c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:08.059698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfa531-1d37-4737-81b3-f8fe6711e4e5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:08.065870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfa531-1d37-4737-81b3-f8fe6711e4e5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:08.066604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e3bfa531-1d37-4737-81b3-f8fe6711e4e5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Synchronizing usage tracker for tenant:37be0af8108d44988ec87a9180d44f36 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:08.073829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.096055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e3bfa531-1d37-4737-81b3-f8fe6711e4e5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Unset dirty status for tenant:37be0af8108d44988ec87a9180d44f36 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:08.097247 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e3bfa531-1d37-4737-81b3-f8fe6711e4e5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3413651
Nov 29 11:55:08.101002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46448) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:08.108086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-830833959'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:08.117753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:08.133103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:08.148516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.162965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6a8ea83-7f54-4ad0-aa1f-777cd9f9394e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:08.202544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port 19cb9692-8dbc-4c02-b22d-83f40f294c7c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:08.202885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.239826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:08.243353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.257721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.295047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:08.311767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:08.321501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] The port '19cb9692-8dbc-4c02-b22d-83f40f294c7c' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:08.331615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:08.337162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:08.337769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.389839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.394326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.399097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0bdaa4cd-3c86-4ef3-b7b2-ec79443b2ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:08.409699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=64a0fd4c-193c-4465-953f-bc7fc4f9b80b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:08.420884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:08.427087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:08.449408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d049edf6-87bf-4f34-bd24-99139067cde2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:08.456242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.456574 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Added segment d2339f68-3ee1-4168-b40e-08c84dc19ea1 of type vlan for network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09
Nov 29 11:55:08.457803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:08.471589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.7691305
Nov 29 11:55:08.475713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46456) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:08.482507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:08.503825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.519455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.519889 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Added segment 340134e8-ba7e-4bc4-a8cc-53875740ca3a of type vlan for network 2ee0f4ef-1869-4721-8f85-693c0adabc33
Nov 29 11:55:08.526159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.543614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d092d3190>,) {'filters': {'network_id': ['eb2d27d3-090d-43b4-a4c8-c15c916aca0a']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:08.566399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092d3190>, 'bef9362e-47ca-46ec-a5d4-a49c99d214a1') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:08.566694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092d3190>, 'bef9362e-47ca-46ec-a5d4-a49c99d214a1') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:08.577512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.584030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.592636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 64a0fd4c-193c-4465-953f-bc7fc4f9b80b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:08.592981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.609031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.623964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:08.624371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:08.638861 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:08.658136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.663824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:08.664412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.671733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:08.692058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.700824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:08.701402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.714018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5c00ebbd-06b6-499d-a658-abc364cb3d11 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:08.808391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.833306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:08.835298 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "DELETE /v2.0/networks/eb2d27d3-090d-43b4-a4c8-c15c916aca0a HTTP/1.1" status: 204  len: 168 time: 2.7829134
Nov 29 11:55:08.838348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46460) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:08.841254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Network': ['ID=2ee0f4ef-1869-4721-8f85-693c0adabc33,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:08.857084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 2ee0f4ef-1869-4721-8f85-693c0adabc33 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:08.899880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:08.901816 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7996309
Nov 29 11:55:08.902763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:08.923398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46464) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:08.947022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1529108704'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:08.954105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Network': ['ID=eb2d27d3-090d-43b4-a4c8-c15c916aca0a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:08.957421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:08.959841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:09.022715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:network and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:09.038372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:09.047869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:09.050321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Deleting port b4aaaf74-f995-494e-ae99-11ea34064396 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:09.050658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.103702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Network': ['ID=de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:09.105687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.108634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:09.113160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.115208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:09.129945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:09.138793 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.4997017
Nov 29 11:55:09.141076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46468) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:09.158346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.204216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'subnet': {'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:09.305379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.438134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:09.447793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 64a0fd4c-193c-4465-953f-bc7fc4f9b80b owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:09.463078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.463480 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Added segment 10955fb4-8f67-4c90-8fc1-b64ddb8365bc of type vlan for network a5006a47-69ec-442f-b7a9-9bcd0ce70c7d
Nov 29 11:55:09.507533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:09.526992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:subnet and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:09.531036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.535578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.535898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.546392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:09.555519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:09.580757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Allocated IP 172.26.4.178 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/3db11394-80af-4ca7-ab38-32704874fd14) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:09.605984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd468129-57a6-41bd-a5a6-5cf35f216bb3 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:09.611649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.619995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40529f11-c335-4ccb-a7a9-4d888c9214f9 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:09.644771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: bd468129-57a6-41bd-a5a6-5cf35f216bb3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:09.645197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd468129-57a6-41bd-a5a6-5cf35f216bb3 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:09.681548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Calling delete_port for b4aaaf74-f995-494e-ae99-11ea34064396 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:09.717396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:55:09.726601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=64a0fd4c-193c-4465-953f-bc7fc4f9b80b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:09.730410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Made reservation on behalf of 68e76fb2c0324b57bde77bcb9e5b15cb for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:09.733321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:09.733482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.739326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.770027 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/64a0fd4c-193c-4465-953f-bc7fc4f9b80b HTTP/1.1" status: 204  len: 168 time: 1.2911000
Nov 29 11:55:09.770925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46478) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:09.778177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'mac_address': 'fa:16:3e:8e:5b:48', 'name': 'tempest-PortsTestJSON-968064505'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:09.842523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.854095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:09.854731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.871978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:09.893848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:09.922973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:09.928411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:09.932249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:09.939438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:09.955856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:09.977915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.002825 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0780742
Nov 29 11:55:10.010421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46482) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:10.042984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39374261-0f18-44b8-86e2-a8bc9e97af0b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:10.048553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'ports': [{'network_id': '2ee0f4ef-1869-4721-8f85-693c0adabc33', 'name': 'tempest-port--803866612', 'admin_state_up': True}, {'network_id': 'a5006a47-69ec-442f-b7a9-9bcd0ce70c7d', 'admin_state_up': False}]} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:10.048868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'port': {'network_id': '2ee0f4ef-1869-4721-8f85-693c0adabc33', 'name': 'tempest-port--803866612', 'admin_state_up': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:10.049353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'port': {'network_id': 'a5006a47-69ec-442f-b7a9-9bcd0ce70c7d', 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:10.069752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Network': ['ID=a5006a47-69ec-442f-b7a9-9bcd0ce70c7d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:10.084461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network a5006a47-69ec-442f-b7a9-9bcd0ce70c7d details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:10.087905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:10.141241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:10.147097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:10.153681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.165848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:10.203847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event updated for resources: {'Port': ['ID=3db11394-80af-4ca7-ab38-32704874fd14,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:10.215460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.221685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:10.230952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:10.238555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port ebbdb6c5-c229-41d8-a4e3-577a6431208f yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:10.298231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Pushing event deleted for resources: {'Port': ['ID=b4aaaf74-f995-494e-ae99-11ea34064396,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:10.339313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:10.588034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:10.591953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.595939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:port and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:10.619743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:10.622415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae22a867-a11c-4602-a695-7c39409a2875 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:10.663025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:10.723738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.733852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'port': 2} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:10.739121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.767950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Subnet': ['ID=bcef2741-fb66-4771-8699-90de6760391a,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:10.770990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:10.775866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Checking segment: {'id': 'd2339f68-3ee1-4168-b40e-08c84dc19ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:10.776224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network hostable DHCP agents. Network: de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:10.786972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.834773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.838574 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] 10.222.0.20 "DELETE /v2.0/floatingips/3609c83d-2d1c-4105-9c09-3dd594fa2b5e HTTP/1.1" status: 204  len: 168 time: 1.9966164
Nov 29 11:55:10.908882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:10.920204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.939968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:10.945274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:10.945887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.956385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf00e4-333c-434c-a399-67da81f5c15d None None] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:10.957494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:10.963556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] device_id is not set on port 4e05adcb-7ede-4105-9c3e-08060de4098f yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:10.979659 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7907526
Nov 29 11:55:10.982501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46494) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:10.990093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-467109952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:10.997385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:11.003714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:router and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:11.008579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:11.016577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:11.099939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.100975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.120252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.128419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:11.147483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.171400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.222547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:11.268294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09', 'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09', 'tenant_id': '68e76fb2c0324b57bde77bcb9e5b15cb', 'fixed_ips': [{'subnet_id': 'bcef2741-fb66-4771-8699-90de6760391a'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:11.269860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.286600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:11.300258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:11.305392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:11.310924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:11.311564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.324597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=ebbdb6c5-c229-41d8-a4e3-577a6431208f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:11.363197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.398414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:11.419660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.421035 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-990268e0-d0eb-4cac-ad83-533a54063b2a tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.4375739
Nov 29 11:55:11.425154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46506) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:11.429526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] device_id is not set on port 5e2ca570-660f-40ca-bac8-ef6323c7a2e8 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:11.441288 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.6692529
Nov 29 11:55:11.444296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46510) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:11.456145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Allocated IP 172.20.0.2 (de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09/bcef2741-fb66-4771-8699-90de6760391a/0a454a83-4036-4861-8d91-3f985f6c5f1f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:11.523328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec8e42-deb4-4398-b3b4-a46c6551becd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:11.524010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7cec8e42-deb4-4398-b3b4-a46c6551becd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:11.587644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7cec8e42-deb4-4398-b3b4-a46c6551becd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:11.600222 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7cec8e42-deb4-4398-b3b4-a46c6551becd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/ebbdb6c5-c229-41d8-a4e3-577a6431208f HTTP/1.1" status: 200  len: 840 time: 0.1436753
Nov 29 11:55:11.629778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:11.637157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0d829ee-b2dd-4b3b-8276-81507e433dc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b00a752ca414bf7bc3bd7d3a54a0915&name=default HTTP/1.1" status: 200  len: 2978 time: 0.3313687
Nov 29 11:55:11.640111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.642115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:11.692467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.704152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Transition to ACTIVE for port object 0a454a83-4036-4861-8d91-3f985f6c5f1f will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:11.724209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Transition to ACTIVE for port object 0a454a83-4036-4861-8d91-3f985f6c5f1f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:11.735636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.745958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0b837de-0ed1-4478-be0a-36d28414f43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:11.840437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Pushing event updated for resources: {'Port': ['ID=0a454a83-4036-4861-8d91-3f985f6c5f1f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:11.844923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:11.847037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:11.848319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:11.850606 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:11.939017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port ebbdb6c5-c229-41d8-a4e3-577a6431208f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:11.939650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.951071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Attempting to bind port 0a454a83-4036-4861-8d91-3f985f6c5f1f on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:11.951477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Attempting to bind port 0a454a83-4036-4861-8d91-3f985f6c5f1f by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'd2339f68-3ee1-4168-b40e-08c84dc19ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:11.951838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Attempting to bind port 0a454a83-4036-4861-8d91-3f985f6c5f1f on network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:11.957808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:11.958170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Checking segment: {'id': 'd2339f68-3ee1-4168-b40e-08c84dc19ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:11.958572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:11.958959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Bound using segment: {'id': 'd2339f68-3ee1-4168-b40e-08c84dc19ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:11.959470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Bound port: 0a454a83-4036-4861-8d91-3f985f6c5f1f, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2339f68-3ee1-4168-b40e-08c84dc19ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:11.959841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.053671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] For port 0a454a83-4036-4861-8d91-3f985f6c5f1f, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:12.057515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] For port 0a454a83-4036-4861-8d91-3f985f6c5f1f, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0a454a83-4036-4861-8d91-3f985f6c5f1f,segment=NetworkSegment(d2339f68-3ee1-4168-b40e-08c84dc19ea1),segment_id=d2339f68-3ee1-4168-b40e-08c84dc19ea1)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:12.064599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.075614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:12.079153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.157262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Pushing event updated for resources: {'Port': ['ID=0a454a83-4036-4861-8d91-3f985f6c5f1f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:12.160490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:12.176558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.179507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.198633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.321741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.448753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.457667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6e14ffd9-a537-4d6d-81b0-bff346524e79 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:12.479085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for ebbdb6c5-c229-41d8-a4e3-577a6431208f owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:12.522192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.537830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Router b747527a-9894-41e3-9054-62f976784f57 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:55:12.610103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Port': ['ID=4e05adcb-7ede-4105-9c3e-08060de4098f,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:12.619920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:12.621446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:12.651814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e8101-e2d6-40be-8d77-c4fca3652a28,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:12.656787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Checking segment: {'id': '340134e8-ba7e-4bc4-a8cc-53875740ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2ee0f4ef-1869-4721-8f85-693c0adabc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:12.657417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network hostable DHCP agents. Network: 2ee0f4ef-1869-4721-8f85-693c0adabc33, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:12.661984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:12.665665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.669058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b8e8101-e2d6-40be-8d77-c4fca3652a28 HTTP/1.1" status: 204  len: 168 time: 1.0236492
Nov 29 11:55:12.724562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.736030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-661c3213-8a57-4b4b-8b63-346e0a602513 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:12.739871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network 2ee0f4ef-1869-4721-8f85-693c0adabc33 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:12.755320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Allocated IP 172.20.0.1 (de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09/bcef2741-fb66-4771-8699-90de6760391a/ef2151e5-6200-4a36-94f8-98d8ef0d5848) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:12.760078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 2ee0f4ef-1869-4721-8f85-693c0adabc33) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:12.767869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:12.768697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.779020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3f2e7019-77f1-4bd9-a075-1bd0c7269ee8 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:12.802365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b9bd8-50de-4928-9f45-97e6d909cafa None None] Network 2ee0f4ef-1869-4721-8f85-693c0adabc33 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:12.846197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=ebbdb6c5-c229-41d8-a4e3-577a6431208f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:12.857718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:12.897567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:12.957743 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/ebbdb6c5-c229-41d8-a4e3-577a6431208f HTTP/1.1" status: 204  len: 168 time: 1.3205526
Nov 29 11:55:12.958479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:12.978972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:13.001579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] Sync routers for ids ['b747527a-9894-41e3-9054-62f976784f57'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:13.061311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] Routers {'b747527a-9894-41e3-9054-62f976784f57'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:13.061960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08314e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b747527a-9894-41e3-9054-62f976784f57'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:13.070495 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a237fe-453d-4640-b13d-4f3c74f73a39 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:13.071050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89a237fe-453d-4640-b13d-4f3c74f73a39 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:13.089322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.092515 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.3120668
Nov 29 11:55:13.100877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:13.111616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:13.152578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08314e80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:13.161134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.224057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] Routers {'b747527a-9894-41e3-9054-62f976784f57'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:13.224750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08314e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b747527a-9894-41e3-9054-62f976784f57'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:13.236875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46546) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:13.245837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89a237fe-453d-4640-b13d-4f3c74f73a39 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:13.247935 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89a237fe-453d-4640-b13d-4f3c74f73a39 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/ebbdb6c5-c229-41d8-a4e3-577a6431208f HTTP/1.1" status: 404  len: 333 time: 0.2649336
Nov 29 11:55:13.267622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:13.332855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.349270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08314e80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:13.349674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c001fafc-7d72-44d2-9532-39c97bc0c395 None None] The sync data for ids ['b747527a-9894-41e3-9054-62f976784f57'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:13.360469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Port': ['ID=5e2ca570-660f-40ca-bac8-ef6323c7a2e8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:13.367506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:13.382475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:13.396491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Usage tracker for resource:security_group_rule and tenant:937edc5522db43719a5635f0e394c5e9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:13.412753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:13.414837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'name': 'tempest-PortsTestJSON-1934146027'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:13.435826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:13.445595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Checking segment: {'id': '10955fb4-8f67-4c90-8fc1-b64ddb8365bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5006a47-69ec-442f-b7a9-9bcd0ce70c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:13.445825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network hostable DHCP agents. Network: a5006a47-69ec-442f-b7a9-9bcd0ce70c7d, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:13.474694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045bbe72-f5c8-43e6-8271-b1642d976d1a None None] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:13.481799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.519694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Transition to ACTIVE for port object ef2151e5-6200-4a36-94f8-98d8ef0d5848 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:13.523987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network a5006a47-69ec-442f-b7a9-9bcd0ce70c7d is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:13.546872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, a5006a47-69ec-442f-b7a9-9bcd0ce70c7d) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:13.556661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:13.563319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:13.565114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c73356-1cec-43f5-9717-468eedebaa51 None None] Network a5006a47-69ec-442f-b7a9-9bcd0ce70c7d requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:13.568122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:13.568814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.584655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:13.630881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.637276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d65ca932-e4dc-41c6-a069-38418b1e7f6a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:13.639553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b7269b6a-2508-46a3-89f9-982b8d7a088a None None] Provisioning for port 0a454a83-4036-4861-8d91-3f985f6c5f1f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:13.669661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:13.675966 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.6621344
Nov 29 11:55:13.691585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46554) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:13.751048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.753737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0a454a83-4036-4861-8d91-3f985f6c5f1f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:13.769165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:13.772804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.784176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.794207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:13.804661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port acf76716-cf32-4cc7-a579-c6ec39a53121 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:13.807328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:13.812159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Port': ['ID=ef2151e5-6200-4a36-94f8-98d8ef0d5848,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:13.817864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:13.855063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:13.855554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:13.898177 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=937edc5522db43719a5635f0e394c5e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6375043
Nov 29 11:55:13.908128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46558) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:13.942662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:13.993455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 0a454a83-4036-4861-8d91-3f985f6c5f1f completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:14.006438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0a454a83-4036-4861-8d91-3f985f6c5f1f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:14.006920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.061243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72c7e2-800a-4d7f-accd-c1dca1cc7a17,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:14.092089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:14.184184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f7d2a8-8b9a-48a6-b363-93b72b653231 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:14.190825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f7d2a8-8b9a-48a6-b363-93b72b653231 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:14.191843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-91f7d2a8-8b9a-48a6-b363-93b72b653231 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Synchronizing usage tracker for tenant:37be0af8108d44988ec87a9180d44f36 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:14.201278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.257537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.258448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.303650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-91f7d2a8-8b9a-48a6-b363-93b72b653231 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Unset dirty status for tenant:37be0af8108d44988ec87a9180d44f36 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:14.308359 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-91f7d2a8-8b9a-48a6-b363-93b72b653231 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.6099050
Nov 29 11:55:14.315426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 0a454a83-4036-4861-8d91-3f985f6c5f1f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0a454a83-4036-4861-8d91-3f985f6c5f1f,segment=NetworkSegment(d2339f68-3ee1-4168-b40e-08c84dc19ea1),segment_id=d2339f68-3ee1-4168-b40e-08c84dc19ea1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:14.317065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.321270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:14.322404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.326719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:14.360824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.423912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-41c0e34d-950f-4104-b8ef-afc169b5c88c None None] Provisioning for port ef2151e5-6200-4a36-94f8-98d8ef0d5848 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:14.434501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-41c0e34d-950f-4104-b8ef-afc169b5c88c None None] Provisioning complete for port ef2151e5-6200-4a36-94f8-98d8ef0d5848 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:14.434963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41c0e34d-950f-4104-b8ef-afc169b5c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.440037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.454350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-73f9a5ad-9c55-480c-9bf6-5da79677e3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:14.478981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=0a454a83-4036-4861-8d91-3f985f6c5f1f,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:14.484508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:14.500649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72c7e2-800a-4d7f-accd-c1dca1cc7a17,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:14.532844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-41c0e34d-950f-4104-b8ef-afc169b5c88c None None] Port ef2151e5-6200-4a36-94f8-98d8ef0d5848 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:14.548114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-41c0e34d-950f-4104-b8ef-afc169b5c88c None None] Provisioning complete for port 0a454a83-4036-4861-8d91-3f985f6c5f1f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:14.548796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41c0e34d-950f-4104-b8ef-afc169b5c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.574646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:14.593256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.593686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Deleting port 4e05adcb-7ede-4105-9c3e-08060de4098f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:14.594092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.597275 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d72c7e2-800a-4d7f-accd-c1dca1cc7a17 HTTP/1.1" status: 204  len: 168 time: 0.6881764
Nov 29 11:55:14.703033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.861539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3250a763-2cc9-4597-b9ed-986a4e5b9d22 None None] Provisioning complete for port ef2151e5-6200-4a36-94f8-98d8ef0d5848 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:14.862018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3250a763-2cc9-4597-b9ed-986a4e5b9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.943904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.947800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3250a763-2cc9-4597-b9ed-986a4e5b9d22 None None] Port ef2151e5-6200-4a36-94f8-98d8ef0d5848 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:14.951293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.952878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:14.971364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ba12eb24-6595-47ac-ab76-df5f376c6772 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:14.990044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:15.030651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.068753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:15.104492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.110615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Port': ['ID=ef2151e5-6200-4a36-94f8-98d8ef0d5848,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:15.115725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:15.118250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46576) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:15.137055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:15.139441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:15.145223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:15.145841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.158227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.236382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Calling delete_port for 4e05adcb-7ede-4105-9c3e-08060de4098f owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:15.241118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:15.250485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc84fdc3e844dd199d70273f72b7c8f is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:15.255811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:15.264026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:15.304176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=acf76716-cf32-4cc7-a579-c6ec39a53121,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:15.306996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:15.406953 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.0067072
Nov 29 11:55:15.407972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:15.410519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:15.412648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.413948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:15.432220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.506526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:15.598261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.608838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:15.647907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c763752-70be-4334-bb5c-0c3ea4c4ae72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:15.669749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0a454a83-4036-4861-8d91-3f985f6c5f1f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:15.710138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Port': ['ID=4e05adcb-7ede-4105-9c3e-08060de4098f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:15.712562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:15.713995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.722256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cf135f5e-6971-4def-8a6e-42dc84f3c690 None None] Provisioning complete for port ef2151e5-6200-4a36-94f8-98d8ef0d5848 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:15.722746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf135f5e-6971-4def-8a6e-42dc84f3c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.767459 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/ports/4e05adcb-7ede-4105-9c3e-08060de4098f HTTP/1.1" status: 204  len: 168 time: 1.3892357
Nov 29 11:55:15.770177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46590) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:15.779950 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdc84fdc3e844dd199d70273f72b7c8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6605878
Nov 29 11:55:15.781645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46594) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:15.809708 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cf135f5e-6971-4def-8a6e-42dc84f3c690 None None] Port ef2151e5-6200-4a36-94f8-98d8ef0d5848 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:15.824297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.833750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0a454a83-4036-4861-8d91-3f985f6c5f1f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:15.834130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.853679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915fb59-99ae-4558-b142-25aea855dee3,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:15.865122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:15.925158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Deleting port 5e2ca570-660f-40ca-bac8-ef6323c7a2e8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:15.925504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:15.969378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.030382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.089551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Router 2c07a40d-1744-460f-bbc3-80ba72d52ae0 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:55:16.335262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.353157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:16.379837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915fb59-99ae-4558-b142-25aea855dee3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:16.382707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.394893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:16.434288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.439628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.442020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.446112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.451086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4db818fd-0e84-41d7-a29f-f5d4c6aa1a72 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:16.511097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.514794 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0915fb59-99ae-4558-b142-25aea855dee3 HTTP/1.1" status: 204  len: 168 time: 0.7292728
Nov 29 11:55:16.516033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:16.524266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Calling delete_port for 5e2ca570-660f-40ca-bac8-ef6323c7a2e8 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:16.528494 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] Sync routers for ids ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:16.548652 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] Routers {'2c07a40d-1744-460f-bbc3-80ba72d52ae0'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:16.550289 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095c3df0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:16.558710 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "PUT /v2.0/routers/2c07a40d-1744-460f-bbc3-80ba72d52ae0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1229591
Nov 29 11:55:16.563209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46604) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:16.568849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'port': {'network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09', 'name': 'tempest-FloatingIPNegativeTestJSON-2054944888'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:16.618214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] In _notify_port_updated(), no bound segment for port acf76716-cf32-4cc7-a579-c6ec39a53121 on network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:55:16.623635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:16.624247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.629201 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/ports/acf76716-cf32-4cc7-a579-c6ec39a53121 HTTP/1.1" status: 200  len: 818 time: 1.2036674
Nov 29 11:55:16.637607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:16.724762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095c3df0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:16.735550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=acf76716-cf32-4cc7-a579-c6ec39a53121,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:16.737841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:16.748751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.749360 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] Routers {'2c07a40d-1744-460f-bbc3-80ba72d52ae0'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:16.750176 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095c3df0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:16.750634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:16.756273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:16.798594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:port and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:16.808883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port acf76716-cf32-4cc7-a579-c6ec39a53121 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:16.808883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.809299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:16.812254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Port': ['ID=5e2ca570-660f-40ca-bac8-ef6323c7a2e8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:16.818867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:16.821179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:16.827692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.832341 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095c3df0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:16.832890 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b55745-9c23-480a-9080-c42b2e130a19 None None] The sync data for ids ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:16.841261 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/ports/5e2ca570-660f-40ca-bac8-ef6323c7a2e8 HTTP/1.1" status: 204  len: 168 time: 1.0672419
Nov 29 11:55:16.844911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:16.886343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Made reservation on behalf of 68e76fb2c0324b57bde77bcb9e5b15cb for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:16.889870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:16.905780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2c03a254-7396-4219-b5fd-1ac9fd11e2ae tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Synchronizing usage tracker for tenant:37be0af8108d44988ec87a9180d44f36 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:16.925095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] device_id is not set on port 3bd1a153-9460-4503-8732-c90ce1f44e87 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:16.966175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Router b747527a-9894-41e3-9054-62f976784f57 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:55:16.977388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2c03a254-7396-4219-b5fd-1ac9fd11e2ae tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Unset dirty status for tenant:37be0af8108d44988ec87a9180d44f36 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:16.978572 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2c03a254-7396-4219-b5fd-1ac9fd11e2ae tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1334822
Nov 29 11:55:16.983300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46618) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:16.993518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2055366060'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:17.003200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:17.012804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:network and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:17.018310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:17.028282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:17.088630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:17.094279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.133475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Allocated IP 172.20.0.3 (de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09/bcef2741-fb66-4771-8699-90de6760391a/3bd1a153-9460-4503-8732-c90ce1f44e87) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:17.148211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:17.175525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.176119 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Added segment e87e9c2f-206d-4ddd-9d00-d2115a0b25b9 of type vlan for network fab1efe1-ffac-462e-bae6-0091f6618739
Nov 29 11:55:17.226316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.243287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.363866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for acf76716-cf32-4cc7-a579-c6ec39a53121 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:17.484525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.493552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:17.494182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.501831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc9c918a-0fe1-4584-a60b-c84465f70319 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:17.535517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46640) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:17.565493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:17.570798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.576041 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-932cc5f3-3a8c-4aaa-94d8-fd857323a110 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "PUT /v2.0/routers/b747527a-9894-41e3-9054-62f976784f57 HTTP/1.1" status: 200  len: 922 time: 4.4700038
Nov 29 11:55:17.576041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:17.578958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] Sync routers for ids ['b747527a-9894-41e3-9054-62f976784f57'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:17.595826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] Routers {'b747527a-9894-41e3-9054-62f976784f57'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:17.596636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086c1af0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b747527a-9894-41e3-9054-62f976784f57'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:17.645646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.658227 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6722884
Nov 29 11:55:17.661287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:17.661457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Network': ['ID=fab1efe1-ffac-462e-bae6-0091f6618739,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:17.664320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:17.674659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Transition to ACTIVE for port object 3bd1a153-9460-4503-8732-c90ce1f44e87 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:17.695774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network fab1efe1-ffac-462e-bae6-0091f6618739 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:17.702851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.717388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ef4c0717-5b84-4b10-9844-ed1004e11d1b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:17.721130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086c1af0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:17.726047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.738140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1620290337'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:17.748565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbaf4bbf-03ff-4359-81e5-0ecb796fcc54 tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:17.787094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:17.802546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] Routers {'b747527a-9894-41e3-9054-62f976784f57'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:17.803268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086c1af0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b747527a-9894-41e3-9054-62f976784f57'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:17.811696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:17.819387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:network and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:17.826615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=acf76716-cf32-4cc7-a579-c6ec39a53121,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:17.829225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:17.837006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:17.838241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.845441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:17.847128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:17.865323 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/acf76716-cf32-4cc7-a579-c6ec39a53121 HTTP/1.1" status: 204  len: 168 time: 1.2243752
Nov 29 11:55:17.866402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:17.877415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:17.903626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-407783333'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:17.923636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-952ec7dc-822a-4639-b565-f26f3a8756c5 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/b747527a-9894-41e3-9054-62f976784f57 HTTP/1.1" status: 200  len: 922 time: 0.3473032
Nov 29 11:55:17.926411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46662) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:17.927668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:17.975426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:17.978876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:17.989547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Usage tracker for resource:network and tenant:ee416dafe00f4545b6e00831275b6bd9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:18.008163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:18.009899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086c1af0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:18.010300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccff6fa-00f6-4c3f-bf06-7e7a11adc490 None None] The sync data for ids ['b747527a-9894-41e3-9054-62f976784f57'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:18.021083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:18.030430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.030772 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Added segment 16abfeeb-9311-478d-95e1-8453a0bc6383 of type vlan for network 0b5f7f92-5c42-4792-839f-921e4b553c77
Nov 29 11:55:18.037778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:18.053177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Port': ['ID=3bd1a153-9460-4503-8732-c90ce1f44e87,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:18.063930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:18.064653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.070672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.073048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:18.085105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:18.088670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.094449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524011d0-20b3-4078-9cb1-ba85e032e11e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:18.095176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-524011d0-20b3-4078-9cb1-ba85e032e11e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:18.112556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5483408
Nov 29 11:55:18.113640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.118839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46666) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.131203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:18.134626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:18.138085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:18.140020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Usage tracker for resource:security_group_rule and tenant:ee416dafe00f4545b6e00831275b6bd9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:18.143910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:floatingip and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:18.144138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:18.146795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:18.149783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-524011d0-20b3-4078-9cb1-ba85e032e11e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:18.150970 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-524011d0-20b3-4078-9cb1-ba85e032e11e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2400854
Nov 29 11:55:18.152206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2744ec-b541-4eb4-82be-9a4d58bc2697 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:18.153055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0d2744ec-b541-4eb4-82be-9a4d58bc2697 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Synchronizing usage tracker for tenant:1e81b8306e2c48faa4c611ca56fa49cf on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:18.154921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.155485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.157180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:18.161525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:18.162203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.177882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:18.180032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:18.181478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0d2744ec-b541-4eb4-82be-9a4d58bc2697 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Unset dirty status for tenant:1e81b8306e2c48faa4c611ca56fa49cf on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:18.185123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0d2744ec-b541-4eb4-82be-9a4d58bc2697 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=b747527a-9894-41e3-9054-62f976784f57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2478113
Nov 29 11:55:18.185487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46676) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.251597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08f48da1-0250-4216-b6d1-b5fb0b809589 None None] Provisioning for port 3bd1a153-9460-4503-8732-c90ce1f44e87 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:18.258744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08f48da1-0250-4216-b6d1-b5fb0b809589 None None] Provisioning complete for port 3bd1a153-9460-4503-8732-c90ce1f44e87 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:18.260593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08f48da1-0250-4216-b6d1-b5fb0b809589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.321545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-08f48da1-0250-4216-b6d1-b5fb0b809589 None None] Port 3bd1a153-9460-4503-8732-c90ce1f44e87 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:18.338444 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41ce2fa-3dde-43a0-8a14-96982b4c8ba0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:18.339832 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f41ce2fa-3dde-43a0-8a14-96982b4c8ba0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/acf76716-cf32-4cc7-a579-c6ec39a53121 HTTP/1.1" status: 404  len: 333 time: 0.1659472
Nov 29 11:55:18.346936 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6844482
Nov 29 11:55:18.347624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46680) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.355533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1874309896'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:18.355717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d60052-c9de-441e-b965-ce29863aea1d tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:18.357081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-87d60052-c9de-441e-b965-ce29863aea1d tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.1708276
Nov 29 11:55:18.364935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46684) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.366554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:18.369106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Network': ['ID=0b5f7f92-5c42-4792-839f-921e4b553c77,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:18.372062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:18.372969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.382764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0b5f7f92-5c42-4792-839f-921e4b553c77 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:18.398175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:18.435963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.446995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:18.454499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.460535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:18.462218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:18.476198 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7ea0e195-ee62-42aa-890a-67e021f4ec7a tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=b747527a-9894-41e3-9054-62f976784f57 HTTP/1.1" status: 200  len: 205 time: 0.1100965
Nov 29 11:55:18.483372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46688) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.501605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:18.514118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839d9606-39ca-4a33-8ee1-13b17b54d29e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:18.518231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:18.519138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.519495 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Added segment 993733ce-e039-4482-8f54-12947cb8c27b of type vlan for network 475f7d55-465f-43ec-9bc7-b60ab1e0f522
Nov 29 11:55:18.546151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:18.546906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.550332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.580249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.586377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:18.586975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.590546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bf328b16-4e87-4f5a-8fb7-326a770cbd32 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:18.677353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:18.697372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Network': ['ID=475f7d55-465f-43ec-9bc7-b60ab1e0f522,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:18.698907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.699836 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment 040d24f9-2ad4-4e41-848c-c23ec2f6725d of type vlan for network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7
Nov 29 11:55:18.703686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.1605315
Nov 29 11:55:18.704988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:18.705436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46692) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:18.711336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'subnet': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:18.713873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:18.756016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.854791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.866289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:18.871279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Usage tracker for resource:subnet and tenant:ee416dafe00f4545b6e00831275b6bd9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:18.875216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:18.882320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:18.894346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:18.899606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:18.968076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.032227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.039069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:19.039767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.057912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:19.193619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.212552 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8610761
Nov 29 11:55:19.221613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:19.254266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=33e28342-9837-4c7e-a0e2-c8b53bfce4d7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:19.265845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:19.268219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:19.269998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:19.288753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.297996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c6ea41d3-4268-45a0-9861-11139811b373 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:19.430589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Subnet': ['ID=5375c09c-8c69-4a30-a440-68ab84639874,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:19.441453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:19.481279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb300e6-744b-42dc-8012-a0bc6452f539 req-04ed0fa4-c4c1-4948-b6a8-50e7c092d34a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:19.482827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bbb300e6-744b-42dc-8012-a0bc6452f539 req-04ed0fa4-c4c1-4948-b6a8-50e7c092d34a tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.2531457
Nov 29 11:55:19.491347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Deleting port 3db11394-80af-4ca7-ab38-32704874fd14 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:19.491797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.505139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Checking segment: {'id': '993733ce-e039-4482-8f54-12947cb8c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:19.505495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network hostable DHCP agents. Network: 475f7d55-465f-43ec-9bc7-b60ab1e0f522, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:19.546172 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bbb300e6-744b-42dc-8012-a0bc6452f539 req-65d2e921-275c-4bab-abe9-80bd326ae30c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570612
Nov 29 11:55:19.548130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:19.559356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 475f7d55-465f-43ec-9bc7-b60ab1e0f522) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:19.564980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:19.565565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.575269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9f9ce-fd40-44d1-880b-6bdbb401e4a5 None None] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:19.592518 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8859303
Nov 29 11:55:19.595632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46708) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:19.601751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'name': 'tempest-AllowedAddressPairTestJSON-54881194'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:19.618257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:19.732248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Allocated IP 172.26.4.68 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/4da02c74-bdb3-4023-9068-2b53f401dad6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:19.749919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:19.754877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:19.826258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:19.856278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:19.866585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Usage tracker for resource:port and tenant:ee416dafe00f4545b6e00831275b6bd9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:19.873843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:19.881048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:19.895961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:19.901409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.907680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:19.911967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'tenant_id': 'ee416dafe00f4545b6e00831275b6bd9', 'fixed_ips': [{'subnet_id': '5375c09c-8c69-4a30-a440-68ab84639874'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:19.912486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.913928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:19.943601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.056772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] device_id is not set on port 6090d690-6c4f-485a-8a04-99c1766e46b7 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:20.115621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Allocated IP 172.20.0.2 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/d8330858-dbea-421c-b557-1e083a5f8626) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:20.157323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Calling delete_port for 3db11394-80af-4ca7-ab38-32704874fd14 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:20.212764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.382338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.393956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7851af3b-60c6-471f-acd8-142ba1e405d0 tempest-FloatingIPAdminTestJSON-126575566 tempest-FloatingIPAdminTestJSON-126575566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:20.419181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.430511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Transition to ACTIVE for port object d8330858-dbea-421c-b557-1e083a5f8626 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:20.457740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Transition to ACTIVE for port object d8330858-dbea-421c-b557-1e083a5f8626 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:20.475729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Port': ['ID=4da02c74-bdb3-4023-9068-2b53f401dad6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:20.478826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:20.500067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.513046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:20.521101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:20.523362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:20.528708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:20.584410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Allocated IP 172.20.0.10 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/6090d690-6c4f-485a-8a04-99c1766e46b7) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:20.653128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:20.656080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:20.665891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:20.769373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Pushing event updated for resources: {'Port': ['ID=d8330858-dbea-421c-b557-1e083a5f8626,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:20.772483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:20.801177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Attempting to bind port d8330858-dbea-421c-b557-1e083a5f8626 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:20.801739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Attempting to bind port d8330858-dbea-421c-b557-1e083a5f8626 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '993733ce-e039-4482-8f54-12947cb8c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:20.802110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Attempting to bind port d8330858-dbea-421c-b557-1e083a5f8626 on network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:20.807607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:20.808075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Checking segment: {'id': '993733ce-e039-4482-8f54-12947cb8c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:20.809112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.809112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Bound using segment: {'id': '993733ce-e039-4482-8f54-12947cb8c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:20.809603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Bound port: d8330858-dbea-421c-b557-1e083a5f8626, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993733ce-e039-4482-8f54-12947cb8c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:20.810416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.870442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.902035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:20.932809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.958786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] For port d8330858-dbea-421c-b557-1e083a5f8626, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:20.965965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] For port d8330858-dbea-421c-b557-1e083a5f8626, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d8330858-dbea-421c-b557-1e083a5f8626,segment=NetworkSegment(993733ce-e039-4482-8f54-12947cb8c27b),segment_id=993733ce-e039-4482-8f54-12947cb8c27b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:20.979457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:20.992237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:21.018254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Transition to ACTIVE for port object 6090d690-6c4f-485a-8a04-99c1766e46b7 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:21.057314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.072017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8b4688ee-e793-41db-8167-4e2aacde0bf0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:21.103957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Pushing event updated for resources: {'Port': ['ID=d8330858-dbea-421c-b557-1e083a5f8626,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:21.107075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:21.141735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.158072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=96e1226a-7c77-42bd-be44-61571465341d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:21.166082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:21.168334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a34ae31-d580-4a48-983c-f3b5064cf90a tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:21.184960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:21.204548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791c17-6486-462c-9916-e89c80583103 req-ec9fb266-5a2a-4b09-88cd-77028596d464 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:21.212953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-32791c17-6486-462c-9916-e89c80583103 req-ec9fb266-5a2a-4b09-88cd-77028596d464 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.2481804
Nov 29 11:55:21.214987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:21.217516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:21.264691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': '040d24f9-2ad4-4e41-848c-c23ec2f6725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:21.265190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: 33e28342-9837-4c7e-a0e2-c8b53bfce4d7, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:21.270618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event deleted for resources: {'Port': ['ID=3db11394-80af-4ca7-ab38-32704874fd14,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:21.326753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:21.335681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:21.336425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.337220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.359217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=6090d690-6c4f-485a-8a04-99c1766e46b7,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:21.377188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:21.416725 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-32791c17-6486-462c-9916-e89c80583103 req-d8a18543-d523-42f3-bd5f-1ae2c4e792d0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2028768
Nov 29 11:55:21.424258 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8272746
Nov 29 11:55:21.425143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:21.430981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'name': 'tempest-AllowedAddressPairTestJSON-1481244368', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ec:06:9c'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:21.444882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:21.469337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.539104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d381f2-0326-4033-a6fa-8bc8a60d2497 req-0095bc3a-499c-4d10-a1bb-2e928f893039 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:21.546295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06d381f2-0326-4033-a6fa-8bc8a60d2497 req-0095bc3a-499c-4d10-a1bb-2e928f893039 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.5244305
Nov 29 11:55:21.568787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46734) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:21.573772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 33e28342-9837-4c7e-a0e2-c8b53bfce4d7) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:21.577135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'subnets': [{'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--712665379', 'ip_version': 6}, {'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:21.577582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'subnet': {'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--712665379', 'ip_version': 6}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:21.579024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Request body: {'subnet': {'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:21.584189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08be70e-e916-4a09-a317-715de473a14b None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:21.757585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:21.776170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Usage tracker for resource:port and tenant:ee416dafe00f4545b6e00831275b6bd9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:21.782980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:21.787030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d8330858-dbea-421c-b557-1e083a5f8626 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:21.834247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:21.834837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.860890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:21.913827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:21.918099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Usage tracker for resource:subnet and tenant:37be0af8108d44988ec87a9180d44f36 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:21.921428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:21.927862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:21.952148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.954834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:21.975837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Made reservation on behalf of 37be0af8108d44988ec87a9180d44f36 for: {'subnet': 2} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:21.980898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.981553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:21.999360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d8330858-dbea-421c-b557-1e083a5f8626 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:22.007455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06d381f2-0326-4033-a6fa-8bc8a60d2497 req-2aa5cff1-c115-4db6-8a07-186bcb58d378 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4598680
Nov 29 11:55:22.008789 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7559977
Nov 29 11:55:22.011233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.021676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '96e1226a-7c77-42bd-be44-61571465341d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:22.022523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.026128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.027657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:22.050735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:22.191101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.238192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Allocated IP 172.20.0.2 (33e28342-9837-4c7e-a0e2-c8b53bfce4d7/96e1226a-7c77-42bd-be44-61571465341d/251be519-a0d3-40f5-b034-97ce8c28de1c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:22.245790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] device_id is not set on port dd5e137b-fce8-4157-b914-765c4f711d47 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:22.315236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.399252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.399923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Fanout notify agent at l3_agent the message router_deleted on router b747527a-9894-41e3-9054-62f976784f57 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:22.401588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.415426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Allocated IP 172.20.0.13 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/dd5e137b-fce8-4157-b914-765c4f711d47) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:22.424116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37726624-ce79-478a-8156-d3f48f590022 None None] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:22.459061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8690aa21-840b-4b52-ab16-abcf2242f4a0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:22.498501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.504177 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/b747527a-9894-41e3-9054-62f976784f57 HTTP/1.1" status: 204  len: 168 time: 4.0197854
Nov 29 11:55:22.543831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Provisioning for port d8330858-dbea-421c-b557-1e083a5f8626 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:22.566031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:22.584242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Provisioning complete for port d8330858-dbea-421c-b557-1e083a5f8626 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:22.584621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.666142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:22.672185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.702785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:22.709626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.714086 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.5877016
Nov 29 11:55:22.714086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:22.721643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46752) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:22.731994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:22.738733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-115dd465-0fbe-4a36-8c8c-c062a50eef22 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'floatingip': {'port_id': '3bd1a153-9460-4503-8732-c90ce1f44e87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:22.756158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.840088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Transition to ACTIVE for port object 251be519-a0d3-40f5-b034-97ce8c28de1c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:22.854969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Port': ['ID=4da02c74-bdb3-4023-9068-2b53f401dad6,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:22.865319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:22.877643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-115dd465-0fbe-4a36-8c8c-c062a50eef22 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.900836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-538382823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:22.906707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:22.923983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Transition to ACTIVE for port object 251be519-a0d3-40f5-b034-97ce8c28de1c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:22.940316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:22.944079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.978110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:22.984143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:22.986106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-423c7bc4-aa0e-4db7-aa4b-ecc775d188c5 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:22.987710 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-423c7bc4-aa0e-4db7-aa4b-ecc775d188c5 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.18 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.5897439
Nov 29 11:55:23.009320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Usage tracker for resource:router and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:23.015212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:23.020769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.048991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:23.082645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:23.088062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:23.102013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.103023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.103362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:23.107456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Pushing event updated for resources: {'Port': ['ID=251be519-a0d3-40f5-b034-97ce8c28de1c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:23.115577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:23.127345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] For port d8330858-dbea-421c-b557-1e083a5f8626, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d8330858-dbea-421c-b557-1e083a5f8626,segment=NetworkSegment(993733ce-e039-4482-8f54-12947cb8c27b),segment_id=993733ce-e039-4482-8f54-12947cb8c27b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:23.166780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.176257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:23.183642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453cd3-9bc7-4fb1-bb05-e577369b385d req-52ef59a5-926e-4340-b3d5-aae2257fa866 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:23.185154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-23453cd3-9bc7-4fb1-bb05-e577369b385d req-52ef59a5-926e-4340-b3d5-aae2257fa866 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.2930486
Nov 29 11:55:23.190446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.205189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Deleting port bfca685a-7999-4fb0-94e2-8968d9255419 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:23.205667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.209137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.290923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Transition to ACTIVE for port object dd5e137b-fce8-4157-b914-765c4f711d47 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:23.314871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Attempting to bind port 251be519-a0d3-40f5-b034-97ce8c28de1c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:23.315114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Attempting to bind port 251be519-a0d3-40f5-b034-97ce8c28de1c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '040d24f9-2ad4-4e41-848c-c23ec2f6725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:23.315342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Attempting to bind port 251be519-a0d3-40f5-b034-97ce8c28de1c on network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:23.321883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Pushing event updated for resources: {'Port': ['ID=d8330858-dbea-421c-b557-1e083a5f8626,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:23.324550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.326275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:23.327157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:23.327559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Checking segment: {'id': '040d24f9-2ad4-4e41-848c-c23ec2f6725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:23.328059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.328621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Bound using segment: {'id': '040d24f9-2ad4-4e41-848c-c23ec2f6725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:23.329182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Bound port: 251be519-a0d3-40f5-b034-97ce8c28de1c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040d24f9-2ad4-4e41-848c-c23ec2f6725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:23.329567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.338132 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-23453cd3-9bc7-4fb1-bb05-e577369b385d req-2ad5a56c-2689-44dd-9c3b-bb03d1bcbcab tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423211
Nov 29 11:55:23.395479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-115dd465-0fbe-4a36-8c8c-c062a50eef22 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] update failed (client error): The resource could not be found.
Nov 29 11:55:23.399342 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-115dd465-0fbe-4a36-8c8c-c062a50eef22 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "PUT /v2.0/floatingips/bde330f2-3a2c-48c3-861a-4f05674f129b HTTP/1.1" status: 404  len: 507 time: 0.6706877
Nov 29 11:55:23.400911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46760) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:23.467128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] For port 251be519-a0d3-40f5-b034-97ce8c28de1c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:23.470993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] For port 251be519-a0d3-40f5-b034-97ce8c28de1c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=251be519-a0d3-40f5-b034-97ce8c28de1c,segment=NetworkSegment(040d24f9-2ad4-4e41-848c-c23ec2f6725d),segment_id=040d24f9-2ad4-4e41-848c-c23ec2f6725d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:23.474212 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96e1226a-7c77-42bd-be44-61571465341d (CIDR: 172.20.0.0/28)
Nov 29 11:55:23.478859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.486284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:23.498501 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:55:23.499002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:55:23.538242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4204450-d334-4ec2-a0dd-203c60c6f746 req-eadfbbd3-8b4e-440d-8585-fa8e125384e3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:23.539813 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c4204450-d334-4ec2-a0dd-203c60c6f746 req-eadfbbd3-8b4e-440d-8585-fa8e125384e3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 945 time: 0.2992430
Nov 29 11:55:23.571814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting port 4da02c74-bdb3-4023-9068-2b53f401dad6 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:23.572123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.573802 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d5ebdd8-5a7e-4a0e-8c85-5c49305fd704 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5446806
Nov 29 11:55:23.586670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Pushing event updated for resources: {'Port': ['ID=251be519-a0d3-40f5-b034-97ce8c28de1c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:23.595523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46764) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:23.604411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:23.610706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.612503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.613364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.614586 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-440f693e-7817-4062-8dc5-e4b25c0cc875 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7320685
Nov 29 11:55:23.625435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c38052f-19ac-4d6e-9652-9c24302996d8 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:23.661426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46766) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:23.708634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5f8dfba6-4519-4356-9633-2e3e28f51c45 None None] Provisioning complete for port d8330858-dbea-421c-b557-1e083a5f8626 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:23.709301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfba6-4519-4356-9633-2e3e28f51c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:23.727625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:23.745898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d8330858-dbea-421c-b557-1e083a5f8626 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:23.854244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=dd5e137b-fce8-4157-b914-765c4f711d47,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:23.863532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:23.899822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:24.014953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d8330858-dbea-421c-b557-1e083a5f8626 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:24.015751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.032654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b25afc5-11eb-4cd3-8e7a-0af264447de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:24.095007 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c4204450-d334-4ec2-a0dd-203c60c6f746 req-c6634257-ae6c-40fd-8c07-24bf016526ef tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5326874
Nov 29 11:55:24.108616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:24.118861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5f8dfba6-4519-4356-9633-2e3e28f51c45 None None] Provisioning for port 6090d690-6c4f-485a-8a04-99c1766e46b7 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:24.139854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:24.161995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5f8dfba6-4519-4356-9633-2e3e28f51c45 None None] Provisioning complete for port 6090d690-6c4f-485a-8a04-99c1766e46b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:24.162476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f8dfba6-4519-4356-9633-2e3e28f51c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.199393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:24.241679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] For port bfca685a-7999-4fb0-94e2-8968d9255419, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bfca685a-7999-4fb0-94e2-8968d9255419,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:24.242575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5f8dfba6-4519-4356-9633-2e3e28f51c45 None None] Port 6090d690-6c4f-485a-8a04-99c1766e46b7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:24.242962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.263485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-abc156de-6736-416d-80ba-4cf4ea388b0d tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:24.265136 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-abc156de-6736-416d-80ba-4cf4ea388b0d tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.2437747
Nov 29 11:55:24.335859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Checking segment: {'id': 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:24.336192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network hostable DHCP agents. Network: fab1efe1-ffac-462e-bae6-0091f6618739, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:24.364010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2a018953-36fa-4ef5-aff1-112c9815659c None None] Provisioning complete for port 6090d690-6c4f-485a-8a04-99c1766e46b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:24.365290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a018953-36fa-4ef5-aff1-112c9815659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.426146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Deleting port 56b72fb6-419b-4817-a9bf-2eca48b4f34e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:24.426397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.491409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2a018953-36fa-4ef5-aff1-112c9815659c None None] Port 6090d690-6c4f-485a-8a04-99c1766e46b7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:24.535007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:24.548484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:24.561871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:24.586575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:24.618001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c3ac1dfc-cd48-439a-90c6-abaaf71ed35a None None] Provisioning for port dd5e137b-fce8-4157-b914-765c4f711d47 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:24.625485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c3ac1dfc-cd48-439a-90c6-abaaf71ed35a None None] Provisioning complete for port dd5e137b-fce8-4157-b914-765c4f711d47 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:24.626115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1dfc-cd48-439a-90c6-abaaf71ed35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.648484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:24.649105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.694607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1dfc-cd48-439a-90c6-abaaf71ed35a None None] Port dd5e137b-fce8-4157-b914-765c4f711d47 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:24.695440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.695728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.703260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:24.707032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.843697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Subnet': ['ID=8fa8571a-f6e8-4433-bdf9-c236e1dbf7c5,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:24.869474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7de4d-5977-44e4-9c66-a4dcc0911207 None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:24.943634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:24.957313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Calling delete_port for 4da02c74-bdb3-4023-9068-2b53f401dad6 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:24.970971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a8a56fbd-b4d4-4fbd-9fc2-2be381df5386 None None] Provisioning for port 251be519-a0d3-40f5-b034-97ce8c28de1c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:24.987033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:25.030961 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 3.6022208
Nov 29 11:55:25.037830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46776) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:25.061171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.061540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.061852 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Floating IP 6b1c10d2-69f6-4d38-a887-72a586a2b525 disassociated. External IP: 172.26.4.10, port: bfca685a-7999-4fb0-94e2-8968d9255419.
Nov 29 11:55:25.062348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Calling delete_port for bfca685a-7999-4fb0-94e2-8968d9255419 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:25.095272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network fab1efe1-ffac-462e-bae6-0091f6618739 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:25.116257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] For port 56b72fb6-419b-4817-a9bf-2eca48b4f34e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=56b72fb6-419b-4817-a9bf-2eca48b4f34e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:25.116818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.196377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, fab1efe1-ffac-462e-bae6-0091f6618739) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:25.206381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.220689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576412e-cb4b-4175-a430-93c316d179bb None None] Network fab1efe1-ffac-462e-bae6-0091f6618739 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:25.223117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:25.380747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7ea06-820c-4379-82c0-db44479fde19 req-880b6124-5dba-49bd-baad-135432586618 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:25.382297 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-81f7ea06-820c-4379-82c0-db44479fde19 req-880b6124-5dba-49bd-baad-135432586618 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 945 time: 0.7274668
Nov 29 11:55:25.454820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event updated for resources: {'Subnet': ['ID=aa23fa77-c16d-4ab7-aab7-3881ccc812e6,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:25.468202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:25.494110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28e699-6787-4f04-86c1-ca6d9eb8e327 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:25.500555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28e699-6787-4f04-86c1-ca6d9eb8e327 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:25.505508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-fab1efe1-ffac-462e-bae6-0091f6618739', 'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739', 'tenant_id': '37be0af8108d44988ec87a9180d44f36', 'fixed_ips': [{'subnet_id': '8fa8571a-f6e8-4433-bdf9-c236e1dbf7c5'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:25.506288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28e699-6787-4f04-86c1-ca6d9eb8e327 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:25.506823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.507206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8b28e699-6787-4f04-86c1-ca6d9eb8e327 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Synchronizing usage tracker for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:25.509885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.521272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:25.559278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Checking segment: {'id': '16abfeeb-9311-478d-95e1-8453a0bc6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:25.559691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network hostable DHCP agents. Network: 0b5f7f92-5c42-4792-839f-921e4b553c77, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:25.589301 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-81f7ea06-820c-4379-82c0-db44479fde19 req-6a9029e1-2087-40b6-870c-5f73537d4222 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1931517
Nov 29 11:55:25.616439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event deleted for resources: {'Port': ['ID=4da02c74-bdb3-4023-9068-2b53f401dad6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:25.622030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:25.706789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8b28e699-6787-4f04-86c1-ca6d9eb8e327 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Unset dirty status for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:25.707515 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8b28e699-6787-4f04-86c1-ca6d9eb8e327 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.6650176
Nov 29 11:55:25.714941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46784) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:25.717578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Network 0b5f7f92-5c42-4792-839f-921e4b553c77 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:25.722444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.738169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-523cff7c-6f15-4e4c-8a07-feccbef558b6 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:25.752216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Allocated IP 2001:db8::1 (fab1efe1-ffac-462e-bae6-0091f6618739/8fa8571a-f6e8-4433-bdf9-c236e1dbf7c5/203c4d3d-080f-4f54-85d5-46b79d47ae91) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:25.814215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event deleted for resources: {'Port': ['ID=bfca685a-7999-4fb0-94e2-8968d9255419,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:25.885137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.890795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 0b5f7f92-5c42-4792-839f-921e4b553c77) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:25.894769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:25.896554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 251be519-a0d3-40f5-b034-97ce8c28de1c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:25.904313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:25.905542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:25.910778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:25.958336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74ae36f-fdd6-4ed2-a6f0-b822d7f2113e None None] Network 0b5f7f92-5c42-4792-839f-921e4b553c77 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:26.053357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port dd5e137b-fce8-4157-b914-765c4f711d47 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:26.053913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.103697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device bfca685a-7999-4fb0-94e2-8968d9255419 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:26.137765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.139268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.139732 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Floating IP a095ba43-b687-40cc-be14-61acd999ea74 disassociated. External IP: 172.26.4.245, port: 56b72fb6-419b-4817-a9bf-2eca48b4f34e.
Nov 29 11:55:26.140393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Calling delete_port for 56b72fb6-419b-4817-a9bf-2eca48b4f34e owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:26.160322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.196441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.201539 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "DELETE /v2.0/floatingips/bde330f2-3a2c-48c3-861a-4f05674f129b HTTP/1.1" status: 204  len: 168 time: 2.7952747
Nov 29 11:55:26.216206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:26.223853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: bfca685a-7999-4fb0-94e2-8968d9255419 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:26.224440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device bfca685a-7999-4fb0-94e2-8968d9255419 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:26.233062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'floatingip': {'floating_network_id': 'de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09', 'port_id': '3bd1a153-9460-4503-8732-c90ce1f44e87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:26.238245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.239304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.244590 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 4.6747444
Nov 29 11:55:26.250683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b01cc-0080-4dd3-9326-38ad93d0259a req-8d673c1c-1e19-4bef-b25b-69c69b3b612f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:26.265790 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a20b01cc-0080-4dd3-9326-38ad93d0259a req-8d673c1c-1e19-4bef-b25b-69c69b3b612f tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 867 time: 0.8786285
Nov 29 11:55:26.272197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46794) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:26.280797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:26.349021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 251be519-a0d3-40f5-b034-97ce8c28de1c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:26.351398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b9d96ec6-75cd-4875-b5d2-ea5b280c529d tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:26.355689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.389917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:floatingip and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:26.413778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 251be519-a0d3-40f5-b034-97ce8c28de1c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:26.414152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.441571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:26.443184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Transition to ACTIVE for port object 203c4d3d-080f-4f54-85d5-46b79d47ae91 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:26.482119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:26.526421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Transition to ACTIVE for port object 203c4d3d-080f-4f54-85d5-46b79d47ae91 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:26.541958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:26.558534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:26.576248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53588c33-7fa1-4059-9bfd-6fec33750707 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:26.578750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3774184-9a35-4e6f-900e-e619ee8ddc53 None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:26.579327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53588c33-7fa1-4059-9bfd-6fec33750707 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:26.582270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53588c33-7fa1-4059-9bfd-6fec33750707 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:26.594713 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53588c33-7fa1-4059-9bfd-6fec33750707 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.3177376
Nov 29 11:55:26.595958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:26.597585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:26.598458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.607053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-556ae129-b72f-4a62-a1ef-bb77e99d3b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.612199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.629194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cae69f54-bab0-45f7-a372-21446a849e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:26.654977 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a20b01cc-0080-4dd3-9326-38ad93d0259a req-d968cf4e-1486-4c20-9225-ff6f1f06bd23 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups?id=a798d005-4146-41b4-aae0-81eef932d36c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3711169
Nov 29 11:55:26.664911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Router 58727578-fc97-4a94-9997-2259a131afbc has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:55:26.705608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.766946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-0b5f7f92-5c42-4792-839f-921e4b553c77', 'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77', 'tenant_id': '37be0af8108d44988ec87a9180d44f36', 'fixed_ips': [{'subnet_id': 'aa23fa77-c16d-4ab7-aab7-3881ccc812e6'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:26.768197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:26.824744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:26.889781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:26.915738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Allocated IP 172.26.4.124 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/6a2c8fb2-3624-411f-80a3-b7e74cf49bda) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:26.969549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e831-35bf-4e70-8fd8-041679557371 req-3d13b159-f633-40ef-8099-b034008cecf7 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:26.976569 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8082e831-35bf-4e70-8fd8-041679557371 req-3d13b159-f633-40ef-8099-b034008cecf7 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.3740509
Nov 29 11:55:26.985727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Network fab1efe1-ffac-462e-bae6-0091f6618739 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:27.003366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:27.005890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:27.070603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.089238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Deleting subnet 8fa8571a-f6e8-4433-bdf9-c236e1dbf7c5 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:27.092078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.128214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Pushing event updated for resources: {'Port': ['ID=203c4d3d-080f-4f54-85d5-46b79d47ae91,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:27.133233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.3206372
Nov 29 11:55:27.137537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:27.142978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46806) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:27.189388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.204536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Attempting to bind port 203c4d3d-080f-4f54-85d5-46b79d47ae91 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:27.205058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Attempting to bind port 203c4d3d-080f-4f54-85d5-46b79d47ae91 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:27.205505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Attempting to bind port 203c4d3d-080f-4f54-85d5-46b79d47ae91 on network fab1efe1-ffac-462e-bae6-0091f6618739 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:27.210299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.226462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for dd5e137b-fce8-4157-b914-765c4f711d47 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:27.227106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'fixed_ips': [{'subnet_id': '96e1226a-7c77-42bd-be44-61571465341d'}, {'subnet_id': '9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5'}], 'name': 'tempest-PortsTestJSON-923480984'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:27.255303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:27.264808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.269466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:27.271737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Checking segment: {'id': 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:27.272408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.273097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Bound using segment: {'id': 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:27.273872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Bound port: 203c4d3d-080f-4f54-85d5-46b79d47ae91, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fab1efe1-ffac-462e-bae6-0091f6618739'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:27.274710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.281045 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8082e831-35bf-4e70-8fd8-041679557371 req-93abc488-72c8-40d1-bb17-37c010343c67 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3035138
Nov 29 11:55:27.405181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.445549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 251be519-a0d3-40f5-b034-97ce8c28de1c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=251be519-a0d3-40f5-b034-97ce8c28de1c,segment=NetworkSegment(040d24f9-2ad4-4e41-848c-c23ec2f6725d),segment_id=040d24f9-2ad4-4e41-848c-c23ec2f6725d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:27.514008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.528286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c52def3e-88a0-468f-aae6-2604aa050e1f tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:27.549159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event deleted for resources: {'Port': ['ID=56b72fb6-419b-4817-a9bf-2eca48b4f34e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:27.554545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:27.568469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] For port 203c4d3d-080f-4f54-85d5-46b79d47ae91, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:27.575981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] For port 203c4d3d-080f-4f54-85d5-46b79d47ae91, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=203c4d3d-080f-4f54-85d5-46b79d47ae91,segment=NetworkSegment(e87e9c2f-206d-4ddd-9d00-d2115a0b25b9),segment_id=e87e9c2f-206d-4ddd-9d00-d2115a0b25b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:27.582416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.586915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.589104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:27.632080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.688146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:27.714288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=dd5e137b-fce8-4157-b914-765c4f711d47,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:27.721308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:27.747276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f05c78bd-7a14-4554-8656-6665ef83ef6f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:27.762716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Allocated IP 2001:db8:0:1::1 (0b5f7f92-5c42-4792-839f-921e4b553c77/aa23fa77-c16d-4ab7-aab7-3881ccc812e6/940f00b5-3eb0-452e-aa10-b54f44b71a6b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:27.840737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=251be519-a0d3-40f5-b034-97ce8c28de1c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:27.852518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:27.861103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7e01518-fc85-4ab8-893a-3e08e0a44068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:27.905408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f48269-74b7-4105-a42b-801a3ae2a470 req-14144431-1052-4759-a7c4-dd7ac68f82c8 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:27.906200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c1f48269-74b7-4105-a42b-801a3ae2a470 req-14144431-1052-4759-a7c4-dd7ac68f82c8 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Synchronizing usage tracker for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:27.943584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event updated for resources: {'Port': ['ID=6a2c8fb2-3624-411f-80a3-b7e74cf49bda,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:27.951396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:27.979500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:28.018055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:28.031827 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] Sync routers for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:28.035777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:28.052312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:28.053351 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:28.057851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c05f70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:28.102339 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c7f9484f-c7f5-4a6e-bb80-00cf02f5b1b8 req-2baad8a3-e75c-4b3f-8ae9-1e460f9a02f0 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 210 time: 0.1706901
Nov 29 11:55:28.250851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:28.258982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:28.267913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:28.280140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:28.303048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c1f48269-74b7-4105-a42b-801a3ae2a470 req-14144431-1052-4759-a7c4-dd7ac68f82c8 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Unset dirty status for tenant:04189e896c3842bead4ab4ecdb9273a7 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:28.304464 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c1f48269-74b7-4105-a42b-801a3ae2a470 req-14144431-1052-4759-a7c4-dd7ac68f82c8 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 867 time: 1.4454663
Nov 29 11:55:28.345977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 56b72fb6-419b-4817-a9bf-2eca48b4f34e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:28.349040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] No DVR routers for this DVR port bfca685a-7999-4fb0-94e2-8968d9255419 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:28.354507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.356853 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0b49846c-b467-43c2-a990-012cfb7cd157 req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.18 "DELETE /v2.0/ports/bfca685a-7999-4fb0-94e2-8968d9255419 HTTP/1.1" status: 204  len: 173 time: 5.3140852
Nov 29 11:55:28.370330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:28.508866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 56b72fb6-419b-4817-a9bf-2eca48b4f34e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:28.509094 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 56b72fb6-419b-4817-a9bf-2eca48b4f34e not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:28.589371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.599843 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:28.642797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.663620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.674939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Transition to ACTIVE for port object 940f00b5-3eb0-452e-aa10-b54f44b71a6b will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:28.694286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Transition to ACTIVE for port object 940f00b5-3eb0-452e-aa10-b54f44b71a6b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:28.696732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Pushing event updated for resources: {'Port': ['ID=203c4d3d-080f-4f54-85d5-46b79d47ae91,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:28.705254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:28.707831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.713594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2c73a1bd-2f08-495a-aa7c-461e0481262a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:28.752704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Update dhcp port {'port': {'network_id': '33e28342-9837-4c7e-a0e2-c8b53bfce4d7', 'fixed_ips': [{'subnet_id': '96e1226a-7c77-42bd-be44-61571465341d', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '251be519-a0d3-40f5-b034-97ce8c28de1c'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 11:55:28.770045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'name': 'network-vif-deleted', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:55:28.824677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.891825 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c1f48269-74b7-4105-a42b-801a3ae2a470 req-b7d8275d-b2d7-45ee-beac-4dc3c5d5a102 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7f88576-9722-40c4-9fb5-efd9c02d084b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5526683
Nov 29 11:55:28.909130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:28.936082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Network 0b5f7f92-5c42-4792-839f-921e4b553c77 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:28.939023 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/ports/dd5e137b-fce8-4157-b914-765c4f711d47 HTTP/1.1" status: 204  len: 168 time: 3.2203515
Nov 29 11:55:28.941184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46818) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:28.946678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:28.960285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:28.969725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078d074-67b0-4898-adef-d6feb678203f req-6706f5a0-93a5-48ee-a9cf-40bf2c9e7564 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:28.972558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:28.976106 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5078d074-67b0-4898-adef-d6feb678203f req-6706f5a0-93a5-48ee-a9cf-40bf2c9e7564 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6537282
Nov 29 11:55:29.119229 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c05f70>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:54:02Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:29.124813 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] Checking router: 58727578-fc97-4a94-9997-2259a131afbc for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:55:29.137517 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:29.138383 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c05f70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:54:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:29.168990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Pushing event updated for resources: {'Port': ['ID=940f00b5-3eb0-452e-aa10-b54f44b71a6b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:29.179564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:29.294560 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb4296-2307-4089-842d-03a9e4833030 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:29.296174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f0fb4296-2307-4089-842d-03a9e4833030 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Synchronizing usage tracker for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:29.410402 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:29.437041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Attempting to bind port 940f00b5-3eb0-452e-aa10-b54f44b71a6b on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:29.437654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Attempting to bind port 940f00b5-3eb0-452e-aa10-b54f44b71a6b by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '16abfeeb-9311-478d-95e1-8453a0bc6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:29.438112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Attempting to bind port 940f00b5-3eb0-452e-aa10-b54f44b71a6b on network 0b5f7f92-5c42-4792-839f-921e4b553c77 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:29.508518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22621c40-d1cc-412e-8cd1-57ef77bf0119', 'name': 'network-vif-deleted', 'tag': 'bfca685a-7999-4fb0-94e2-8968d9255419', 'status': 'completed', 'code': 200}
Nov 29 11:55:29.547529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:29.547857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Checking segment: {'id': '16abfeeb-9311-478d-95e1-8453a0bc6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:29.548300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:29.548852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Bound using segment: {'id': '16abfeeb-9311-478d-95e1-8453a0bc6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:29.549394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Bound port: 940f00b5-3eb0-452e-aa10-b54f44b71a6b, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16abfeeb-9311-478d-95e1-8453a0bc6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b5f7f92-5c42-4792-839f-921e4b553c77'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:29.549909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:29.562699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:29.562994 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5078d074-67b0-4898-adef-d6feb678203f req-facf1f92-1b66-4ef0-b9cb-1eb13f6eeb14 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5146012
Nov 29 11:55:29.574789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f0fb4296-2307-4089-842d-03a9e4833030 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Unset dirty status for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:29.575981 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f0fb4296-2307-4089-842d-03a9e4833030 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "GET /v2.0/ports/dd5e137b-fce8-4157-b914-765c4f711d47 HTTP/1.1" status: 404  len: 333 time: 0.6291955
Nov 29 11:55:29.585025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46824) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:29.585832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7e4a3c29-c2ed-4418-aa01-9e2885961e45 req-8f87415c-c176-4857-bc86-308b14753a0c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Synchronizing usage tracker for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:29.590089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Router 4953aa09-1533-4cc1-9a40-376d3f1bd397 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:55:29.598014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9167fa-91e2-4ba2-835e-c56e20259461 None None] Network fab1efe1-ffac-462e-bae6-0091f6618739 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:29.602666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'name': 'tempest-AllowedAddressPairTestJSON-2141481682'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:29.696298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.6 (33e28342-9837-4c7e-a0e2-c8b53bfce4d7/96e1226a-7c77-42bd-be44-61571465341d/9ba69c32-6c4d-4799-99e0-f7d0453f9690) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:29.703663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.19 (33e28342-9837-4c7e-a0e2-c8b53bfce4d7/9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5/9ba69c32-6c4d-4799-99e0-f7d0453f9690) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:29.864378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e764a48-be34-422f-a4f6-3d46c3d4f22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:29.874873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 251be519-a0d3-40f5-b034-97ce8c28de1c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:29.889753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:29.950163 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c05f70>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:54:02Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:29.954932 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a3d65-c83c-4435-b6e2-c3f23bc66c93 None None] The sync data for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv is: [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:53:48Z', 'revision_number': 4, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '416bc04b-b02e-4daf-ab13-d2bf328a3960', 'name': '', 'network_id': 'cf939d84-dd31-463e-a415-5a4b7cf4dd91', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'mac_address': 'fa:16:3e:16:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:44Z', 'updated_at': '2021-11-29T11:54:02Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'subnets': [{'id': '2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:30.052547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.073034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 9ba69c32-6c4d-4799-99e0-f7d0453f9690 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:30.109311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b16a0d1d-6ee0-4681-8fcd-0a75ca0e88ba tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:30.116915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0d33e834-170c-42c1-9536-ff86e77f0704 None None] Provisioning for port 203c4d3d-080f-4f54-85d5-46b79d47ae91 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:30.144795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.154744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:30.172498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:30.194314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:30.198832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.201554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Allocated IP 172.20.0.18 (33e28342-9837-4c7e-a0e2-c8b53bfce4d7/9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5/251be519-a0d3-40f5-b034-97ce8c28de1c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:30.242702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa8571a-f6e8-4433-bdf9-c236e1dbf7c5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:30.244681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7e4a3c29-c2ed-4418-aa01-9e2885961e45 req-8f87415c-c176-4857-bc86-308b14753a0c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Unset dirty status for tenant:20e8acc23c034e7da6e043eaa8044327 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:30.245892 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7e4a3c29-c2ed-4418-aa01-9e2885961e45 req-8f87415c-c176-4857-bc86-308b14753a0c tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/ports?device_id=22621c40-d1cc-412e-8cd1-57ef77bf0119 HTTP/1.1" status: 200  len: 210 time: 0.7365785
Nov 29 11:55:30.253503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:30.254988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ac14aa0b-ada8-4561-9480-08d7b7d268ef tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:30.354841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.405542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.409903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] device_id is not set on port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:30.420607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b99f9-8cea-42f4-83bf-da37da2e3601 None None] New status for floating IP 6b1c10d2-69f6-4d38-a887-72a586a2b525: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:55:30.446363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:30.459669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:30.461879 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:55:30.466836 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-86fa5f8c-ab78-4e7d-b94a-8063572b4f00 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 4.2458231
Nov 29 11:55:30.477856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46836) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:30.478599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:30.505748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-df9a2dd9-c41b-4e6b-8d87-0c27d974e562 req-6773e635-942f-48d7-8ba5-2feda3147109 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.1858504
Nov 29 11:55:30.529278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '3bd1a153-9460-4503-8732-c90ce1f44e87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:30.641248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.660357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.716684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 251be519-a0d3-40f5-b034-97ce8c28de1c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:30.717280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.739155 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/subnets/8fa8571a-f6e8-4433-bdf9-c236e1dbf7c5 HTTP/1.1" status: 204  len: 168 time: 4.0999372
Nov 29 11:55:30.744829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46842) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:30.745487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] For port 251be519-a0d3-40f5-b034-97ce8c28de1c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=251be519-a0d3-40f5-b034-97ce8c28de1c,segment=NetworkSegment(040d24f9-2ad4-4e41-848c-c23ec2f6725d),segment_id=040d24f9-2ad4-4e41-848c-c23ec2f6725d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:30.751458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:30.767803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] For port 940f00b5-3eb0-452e-aa10-b54f44b71a6b, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:30.768786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=9ba69c32-6c4d-4799-99e0-f7d0453f9690,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:30.775499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Usage tracker for resource:floatingip and tenant:68e76fb2c0324b57bde77bcb9e5b15cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:30.778342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:30.789124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:30.793349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] For port 940f00b5-3eb0-452e-aa10-b54f44b71a6b, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=940f00b5-3eb0-452e-aa10-b54f44b71a6b,segment=NetworkSegment(16abfeeb-9311-478d-95e1-8453a0bc6383),segment_id=16abfeeb-9311-478d-95e1-8453a0bc6383)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:30.800288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:30.809601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.824670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:30.830925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:30.831577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.849698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:30.854457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.872409 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] Sync routers for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:30.894245 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:30.898905 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08678910>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:30.924533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Allocated IP 172.20.0.9 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:30.956235 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.7472711
Nov 29 11:55:30.958838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:30.965922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:30.968742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] No DVR routers for this DVR port 56b72fb6-419b-4817-a9bf-2eca48b4f34e on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:30.979863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Transition to ACTIVE for port object 251be519-a0d3-40f5-b034-97ce8c28de1c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:30.981471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Pushing event updated for resources: {'Port': ['ID=940f00b5-3eb0-452e-aa10-b54f44b71a6b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:30.994740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:31.003056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] DHCP port deletion for fab1efe1-ffac-462e-bae6-0091f6618739 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:31.014539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Deleting port 203c4d3d-080f-4f54-85d5-46b79d47ae91 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:31.015142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.016211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.018857 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db955c7b-2b80-4f68-a2e8-4ce75c888f85 req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.18 "DELETE /v2.0/ports/56b72fb6-419b-4817-a9bf-2eca48b4f34e HTTP/1.1" status: 204  len: 173 time: 6.7420433
Nov 29 11:55:31.029449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96e1226a-7c77-42bd-be44-61571465341d'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:31.125084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 251be519-a0d3-40f5-b034-97ce8c28de1c had new provisioning blocks added so it will not transition to active. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}}
Nov 29 11:55:31.129516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 203c4d3d-080f-4f54-85d5-46b79d47ae91 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:31.175334 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:31.192456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.219103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.299699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-61e99a88-db37-4290-b9e0-767a302040dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:31.514136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'name': 'network-vif-deleted', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:55:31.554002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46856) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:31.594200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.614457 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad04417-1d30-475c-ac9d-c67b9620ff7f', 'name': 'network-vif-deleted', 'tag': '56b72fb6-419b-4817-a9bf-2eca48b4f34e', 'status': 'completed', 'code': 200}
Nov 29 11:55:31.621682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.648956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Transition to ACTIVE for port object 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:31.702468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Deleting subnet aa23fa77-c16d-4ab7-aab7-3881ccc812e6 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:31.714878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.730465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.773633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Pushing event updated for resources: {'Port': ['ID=251be519-a0d3-40f5-b034-97ce8c28de1c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:31.781202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:31.813957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] For port 203c4d3d-080f-4f54-85d5-46b79d47ae91, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=203c4d3d-080f-4f54-85d5-46b79d47ae91,segment=NetworkSegment(e87e9c2f-206d-4ddd-9d00-d2115a0b25b9),segment_id=e87e9c2f-206d-4ddd-9d00-d2115a0b25b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:31.814288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.848853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 203c4d3d-080f-4f54-85d5-46b79d47ae91 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:31.852331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.953528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 203c4d3d-080f-4f54-85d5-46b79d47ae91 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:31.954098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:31.983880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4e14a6a1-752a-473b-8094-d47e9cc6036e req-2756095b-978d-4d40-a70a-435a9e1c09e0 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ad04417-1d30-475c-ac9d-c67b9620ff7f HTTP/1.1" status: 200  len: 210 time: 0.1133139
Nov 29 11:55:31.986120 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08678910>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:32.002780 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] Checking router: 4953aa09-1533-4cc1-9a40-376d3f1bd397 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:55:32.025886 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:32.026701 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08678910>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:32.108161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2348f-f1fc-4195-9ae5-7f0db16c5572 req-6a332a2c-b5a2-4fa6-bd3a-a2c3070f8c01 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:32.115524 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e1a2348f-f1fc-4195-9ae5-7f0db16c5572 req-6a332a2c-b5a2-4fa6-bd3a-a2c3070f8c01 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.3643858
Nov 29 11:55:32.146603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Calling delete_port for 203c4d3d-080f-4f54-85d5-46b79d47ae91 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:32.157668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.199809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.213185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Router 5133984e-ce3a-4fd8-97a8-af26e4e1a17d is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:55:32.233677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:32.256628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.344160 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e1a2348f-f1fc-4195-9ae5-7f0db16c5572 req-81a7c060-9478-457c-b92e-71a94aba25cf tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2275350
Nov 29 11:55:32.371625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.386546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.393372 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:32.434373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e825a61-92a2-4f9c-ba0b-d2484c4e0639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:32.501879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Allocated IP 172.26.4.246 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/be3b129d-1c1e-48f6-a16e-21420378dcf6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:32.531228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.588673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Delete allocated IP 172.20.0.19 (33e28342-9837-4c7e-a0e2-c8b53bfce4d7/9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 29 11:55:32.612127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Pushing event deleted for resources: {'Port': ['ID=203c4d3d-080f-4f54-85d5-46b79d47ae91,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:32.613307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:32.614415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] No DVR routers for this DVR port 203c4d3d-080f-4f54-85d5-46b79d47ae91 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:32.619221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:32.628360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.712448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bec63c-9ac7-42fd-b8d9-37ba48d5db17 None None] Network 0b5f7f92-5c42-4792-839f-921e4b553c77 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:32.721979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.770977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.785763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:32.786822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:32.810280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:32.818186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:32.829730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798d005-4146-41b4-aae0-81eef932d36c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:32.832016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:32.900571 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:55:32.932791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4041b132-a0ad-4dbe-8e3e-ea96205108da None None] Provisioning for port 251be519-a0d3-40f5-b034-97ce8c28de1c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:32.947489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.949258 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "DELETE /v2.0/security-groups/a798d005-4146-41b4-aae0-81eef932d36c HTTP/1.1" status: 204  len: 168 time: 1.3916502
Nov 29 11:55:32.953619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4041b132-a0ad-4dbe-8e3e-ea96205108da None None] Provisioning complete for port 251be519-a0d3-40f5-b034-97ce8c28de1c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:32.956751 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/subnets/aa23fa77-c16d-4ab7-aab7-3881ccc812e6 HTTP/1.1" status: 204  len: 168 time: 2.2020612
Nov 29 11:55:32.957174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4041b132-a0ad-4dbe-8e3e-ea96205108da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:32.958708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:32.961009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:32.961803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46864) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:32.968615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:32.972668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:33.002650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.032093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] Sync routers for ids ['5133984e-ce3a-4fd8-97a8-af26e4e1a17d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:33.088326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.090598 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "PUT /v2.0/routers/5133984e-ce3a-4fd8-97a8-af26e4e1a17d HTTP/1.1" status: 200  len: 879 time: 9.4222240
Nov 29 11:55:33.098211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46872) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:33.117182 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08678910>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:33.127196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 251be519-a0d3-40f5-b034-97ce8c28de1c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:33.128250 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-76adb645-80b9-45b1-bae7-d5ddbf2c75e9 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] show failed (client error): The resource could not be found.
Nov 29 11:55:33.129911 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aaa7a-2753-4a61-bfd7-4e16839fc47e None None] The sync data for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv is: [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:51Z', 'revision_number': 4, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '9217c662-c4e2-4cbe-804f-9fd3464c0e5c', 'name': '', 'network_id': 'f62316e7-9679-414c-bf40-130368d73ff3', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'mac_address': 'fa:16:3e:f1:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:49Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'subnets': [{'id': '901b7777-2853-4d3e-bb3c-7b51f3975fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:33.133907 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-76adb645-80b9-45b1-bae7-d5ddbf2c75e9 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "GET /v2.0/security-groups/a798d005-4146-41b4-aae0-81eef932d36c HTTP/1.1" status: 404  len: 347 time: 0.1613669
Nov 29 11:55:33.154484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:33.158981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Subnet': ['ID=aa23fa77-c16d-4ab7-aab7-3881ccc812e6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:33.171617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:33.262447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] Routers {'5133984e-ce3a-4fd8-97a8-af26e4e1a17d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:33.263196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08642d90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5133984e-ce3a-4fd8-97a8-af26e4e1a17d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:33.282504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46882) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:33.341724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08642d90>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:33.360517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.372314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] Routers {'5133984e-ce3a-4fd8-97a8-af26e4e1a17d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:33.385920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08642d90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5133984e-ce3a-4fd8-97a8-af26e4e1a17d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:33.389529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f332cccc-454b-4e78-b9cd-6b724e0819ae tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/5133984e-ce3a-4fd8-97a8-af26e4e1a17d HTTP/1.1" status: 200  len: 920 time: 0.2840393
Nov 29 11:55:33.395740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46888) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:33.400644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Ignored duplicate provisioning block setup for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 29 11:55:33.438599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:33.439482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.458881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.462771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.470842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Deleting port 6f3ae51d-8a6e-4e94-a800-a5b3540f1d67 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:33.471203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.479610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4a5dbe2-7927-452e-8f00-3785b4c1603e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:33.500527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036b893-e8c7-47c4-b2da-213ffab400ee tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:33.501225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6036b893-e8c7-47c4-b2da-213ffab400ee tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Synchronizing usage tracker for tenant:37be0af8108d44988ec87a9180d44f36 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:33.539966 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebae96d-cc00-42a4-aa34-8f9ee751317c None None] New status for floating IP a095ba43-b687-40cc-be14-61acd999ea74: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:55:33.567235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08642d90>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:33.567806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900b609-6117-4d00-b333-bcb5b39a429a None None] The sync data for ids ['5133984e-ce3a-4fd8-97a8-af26e4e1a17d'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:33.584939 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.9977169
Nov 29 11:55:33.591713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6036b893-e8c7-47c4-b2da-213ffab400ee tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Unset dirty status for tenant:37be0af8108d44988ec87a9180d44f36 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:33.593034 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6036b893-e8c7-47c4-b2da-213ffab400ee tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6214147
Nov 29 11:55:33.596964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46892) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:33.597184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:33.609342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 251be519-a0d3-40f5-b034-97ce8c28de1c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:33.609876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.745470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:33.747147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] DHCP port deletion for 0b5f7f92-5c42-4792-839f-921e4b553c77 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:33.757487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:33.772171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Deleting port 940f00b5-3eb0-452e-aa10-b54f44b71a6b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:33.772721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.810918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:33.815995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Provisioning for port 940f00b5-3eb0-452e-aa10-b54f44b71a6b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:33.821426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ec:06:9c'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:33.879087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.887749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.889584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 940f00b5-3eb0-452e-aa10-b54f44b71a6b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:33.917546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:33.946567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event updated for resources: {'Port': ['ID=be3b129d-1c1e-48f6-a16e-21420378dcf6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:34.043965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.053681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-995340a2-d00d-4742-8cea-810a580870b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:34.087014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f88576-9722-40c4-9fb5-efd9c02d084b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:34.105592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] In _notify_port_updated(), no bound segment for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 on network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:55:34.108507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Deleting port 940f00b5-3eb0-452e-aa10-b54f44b71a6b {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:34.108995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.111308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:34.111934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.113227 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/ports/9ba69c32-6c4d-4799-99e0-f7d0453f9690 HTTP/1.1" status: 200  len: 918 time: 3.1461253
Nov 29 11:55:34.118014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] For port 940f00b5-3eb0-452e-aa10-b54f44b71a6b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=940f00b5-3eb0-452e-aa10-b54f44b71a6b,segment=NetworkSegment(16abfeeb-9311-478d-95e1-8453a0bc6383),segment_id=16abfeeb-9311-478d-95e1-8453a0bc6383)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:34.118521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.135118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46900) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:34.141795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:34.154621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96e1226a-7c77-42bd-be44-61571465341d'}, {'subnet_id': '9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:34.201340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3182af3-f8a5-49fc-8a82-5951586d13e5 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:34.205983 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3182af3-f8a5-49fc-8a82-5951586d13e5 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=5133984e-ce3a-4fd8-97a8-af26e4e1a17d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.8082836
Nov 29 11:55:34.214468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46904) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:34.266326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Calling delete_port for 940f00b5-3eb0-452e-aa10-b54f44b71a6b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:34.312216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Provisioning for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:34.329335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Provisioning complete for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:34.329838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.358646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=9ba69c32-6c4d-4799-99e0-f7d0453f9690,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:34.361754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:34.377297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.377807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.852s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:34.380807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:34.380941 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7f88576-9722-40c4-9fb5-efd9c02d084b HTTP/1.1" status: 204  len: 168 time: 1.0903058
Nov 29 11:55:34.384432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46908) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:34.410751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b311-5603-486a-9e59-8873d780ebf9 req-be5b22ef-87ad-414a-ade6-d62f22809e96 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:34.412496 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae34b311-5603-486a-9e59-8873d780ebf9 req-be5b22ef-87ad-414a-ade6-d62f22809e96 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8827071
Nov 29 11:55:34.417389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:34.420530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 940f00b5-3eb0-452e-aa10-b54f44b71a6b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:34.430355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 940f00b5-3eb0-452e-aa10-b54f44b71a6b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:34.431121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.449940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.450261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.461305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.470601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:34.480144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] The port '940f00b5-3eb0-452e-aa10-b54f44b71a6b' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:34.498194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Provisioning for port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:34.507895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 940f00b5-3eb0-452e-aa10-b54f44b71a6b was deleted so its status cannot be updated. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Nov 29 11:55:34.520530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Provisioning complete for port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:34.520896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting port be3b129d-1c1e-48f6-a16e-21420378dcf6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:34.521245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.521657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.538893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-6d3b95e8-b524-4c7f-b13f-97a8db3e7235 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] show failed (client error): The resource could not be found.
Nov 29 11:55:34.539964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6d3b95e8-b524-4c7f-b13f-97a8db3e7235 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "GET /v2.0/security-groups/d7f88576-9722-40c4-9fb5-efd9c02d084b HTTP/1.1" status: 404  len: 347 time: 0.1444016
Nov 29 11:55:34.545841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Pushing event deleted for resources: {'Port': ['ID=940f00b5-3eb0-452e-aa10-b54f44b71a6b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:34.557423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:34.571632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46912) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:34.606731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] No DVR routers for this DVR port 940f00b5-3eb0-452e-aa10-b54f44b71a6b on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:34.608311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 203c4d3d-080f-4f54-85d5-46b79d47ae91 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:34.649945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 203c4d3d-080f-4f54-85d5-46b79d47ae91 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:34.649945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 203c4d3d-080f-4f54-85d5-46b79d47ae91 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:34.650681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Calling delete_port for 6f3ae51d-8a6e-4e94-a800-a5b3540f1d67 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:34.680295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-de2d9487-0ba8-4c53-b10b-76441f8071f7 None None] Port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:34.770702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 940f00b5-3eb0-452e-aa10-b54f44b71a6b no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:34.799033 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae34b311-5603-486a-9e59-8873d780ebf9 req-56cd1727-7b1f-488a-862e-9dfb8087beae tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3671334
Nov 29 11:55:34.812345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a8b837-3d97-4089-aa44-81eebb730dae tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:34.812710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f9a8b837-3d97-4089-aa44-81eebb730dae tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Synchronizing usage tracker for tenant:1e81b8306e2c48faa4c611ca56fa49cf on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:34.832510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 940f00b5-3eb0-452e-aa10-b54f44b71a6b {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:34.833088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 940f00b5-3eb0-452e-aa10-b54f44b71a6b not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:34.852350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-236e8234-a41c-4af0-bdfa-3fb8aa93654b None None] Provisioning complete for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:34.852746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-236e8234-a41c-4af0-bdfa-3fb8aa93654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.872201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.914368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.916548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-236e8234-a41c-4af0-bdfa-3fb8aa93654b None None] Port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:34.927291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Deleting port 0630d0ce-c078-45c7-a28e-58261e53d608 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:34.927651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:34.933486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0880c0d0>,) {'filters': {'network_id': ['0b5f7f92-5c42-4792-839f-921e4b553c77']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:34.978309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0880c0d0>, '16abfeeb-9311-478d-95e1-8453a0bc6383') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:34.978599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0880c0d0>, '16abfeeb-9311-478d-95e1-8453a0bc6383') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:34.981822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f9a8b837-3d97-4089-aa44-81eebb730dae tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Unset dirty status for tenant:1e81b8306e2c48faa4c611ca56fa49cf on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:34.982990 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9a8b837-3d97-4089-aa44-81eebb730dae tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.7629137
Nov 29 11:55:34.992582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46916) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:35.038263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.118782 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1170ecd8-8939-4f38-b7bd-a2daf318d89b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133984e-ce3a-4fd8-97a8-af26e4e1a17d HTTP/1.1" status: 200  len: 205 time: 0.1148002
Nov 29 11:55:35.121518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46920) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:35.128452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.160213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.160537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.175531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.257154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:35.257469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:35.272498 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:35.342273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.372022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-378f0dbd-f6a3-491c-a60c-54bb526ee637 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:35.462312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Calling delete_port for be3b129d-1c1e-48f6-a16e-21420378dcf6 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:35.499606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Pushing event deleted for resources: {'Port': ['ID=6f3ae51d-8a6e-4e94-a800-a5b3540f1d67,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:35.544892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.545260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.545628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.545983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.546424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.546777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.547126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.547495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.547840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.548186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.548531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.548879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:35.560489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.562248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:35.617669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.617987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.618853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a82a886a-bd48-47bd-bb46-930d7d5abf19 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:35.642692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.668655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Network': ['ID=0b5f7f92-5c42-4792-839f-921e4b553c77,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:35.688731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:35.691063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.773310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Calling delete_port for 0630d0ce-c078-45c7-a28e-58261e53d608 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:35.953354 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/networks/0b5f7f92-5c42-4792-839f-921e4b553c77 HTTP/1.1" status: 204  len: 168 time: 2.3472250
Nov 29 11:55:35.956637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46926) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:35.996917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:35.999306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.000696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] 10.222.0.20 "DELETE /v2.0/floatingips/6b1c10d2-69f6-4d38-a887-72a586a2b525 HTTP/1.1" status: 204  len: 168 time: 2.8279829
Nov 29 11:55:36.005634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:36.062781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.076617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.083465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dd4ae510-9457-4ce6-b543-5c0cbec5f6bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:36.104384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.165272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0cf39b89-1405-438b-90f8-70d48867e645 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:36.225394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.235566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8d26b-491e-4418-a256-0288e37cf6fa req-a18a7de6-14ab-453d-9117-b4542e166520 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:36.237134 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6d8d26b-491e-4418-a256-0288e37cf6fa req-a18a7de6-14ab-453d-9117-b4542e166520 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.2855604
Nov 29 11:55:36.246867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:36.265816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:36.276794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Deleting port 6a2c8fb2-3624-411f-80a3-b7e74cf49bda {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:36.277134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.308866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] In _notify_port_updated(), no bound segment for port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf on network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:55:36.315273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:36.316118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.320531 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "PUT /v2.0/ports/0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf HTTP/1.1" status: 200  len: 994 time: 2.7195060
Nov 29 11:55:36.335950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46934) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:36.345980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event deleted for resources: {'Port': ['ID=be3b129d-1c1e-48f6-a16e-21420378dcf6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:36.408059 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6d8d26b-491e-4418-a256-0288e37cf6fa req-6794be1c-8375-43a7-8453-5abacbca5e85 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622765
Nov 29 11:55:36.447717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4d808a0e-5f2d-485c-b270-c5e969e11008 None None] Provisioning complete for port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:36.448874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d808a0e-5f2d-485c-b270-c5e969e11008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.486383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.486665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.487033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.487426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.488166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.488166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.488467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.488834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.489182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.489530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.489882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.490229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:36.495475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:36.495800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.507975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4d808a0e-5f2d-485c-b270-c5e969e11008 None None] Port 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:36.509533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:36.539959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.588124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.597862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:36.638851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:36.641131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.21 (33e28342-9837-4c7e-a0e2-c8b53bfce4d7/9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5/9ba69c32-6c4d-4799-99e0-f7d0453f9690) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:36.659540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Pushing event deleted for resources: {'Port': ['ID=0630d0ce-c078-45c7-a28e-58261e53d608,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:36.741490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:36.833523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Calling delete_port for 6a2c8fb2-3624-411f-80a3-b7e74cf49bda owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:37.091861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.119103 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] create failed (client error): The resource could not be found.
Nov 29 11:55:37.120165 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 6.6003392
Nov 29 11:55:37.161329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46938) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:37.244222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.316084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03092520>,) {'filters': {'network_id': ['fab1efe1-ffac-462e-bae6-0091f6618739']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:37.325723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.344255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03092520>, 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:37.344447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03092520>, 'e87e9c2f-206d-4ddd-9d00-d2115a0b25b9') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:37.371012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.380980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for 0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:37.429428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.449872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.453830 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] 10.222.0.20 "DELETE /v2.0/floatingips/a095ba43-b687-40cc-be14-61acd999ea74 HTTP/1.1" status: 204  len: 168 time: 2.8784056
Nov 29 11:55:37.453830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:37.453830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.455095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46944) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:37.472170 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:37.528822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.625781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting port 3bd1a153-9460-4503-8732-c90ce1f44e87 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:37.625986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.663583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.669615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6e43b67a-7cc6-4938-b43e-d499d4d0a18c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:37.691889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.707314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Network': ['ID=fab1efe1-ffac-462e-bae6-0091f6618739,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:37.714854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:37.722596 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/networks/fab1efe1-ffac-462e-bae6-0091f6618739 HTTP/1.1" status: 204  len: 168 time: 1.7297080
Nov 29 11:55:37.725572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46948) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:37.833168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7984b51-6ab9-40de-8e87-4e79f8d63b3c req-3446758f-3328-4b26-8a53-1f153567ba30 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:37.834660 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7984b51-6ab9-40de-8e87-4e79f8d63b3c req-3446758f-3328-4b26-8a53-1f153567ba30 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.2940991
Nov 29 11:55:37.838534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.848038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25594293-2e5e-44f9-91aa-14465ac376f5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:37.918412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:37.931028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event deleted for resources: {'Port': ['ID=6a2c8fb2-3624-411f-80a3-b7e74cf49bda,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:37.943206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:37.954536 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7984b51-6ab9-40de-8e87-4e79f8d63b3c req-ee0b2ff1-c97d-4cb9-a8e7-3bef1cb972f0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043956
Nov 29 11:55:38.094646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.110449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.169535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 9ba69c32-6c4d-4799-99e0-f7d0453f9690 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:38.203146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.217862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e14a59c-de63-4a19-bac4-98d03e250c4f tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:38.243690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.253307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02cb1340>,) {'filters': {'network_id': ['a5006a47-69ec-442f-b7a9-9bcd0ce70c7d']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:38.265604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-45d6a04c-5108-4af5-bede-a87d2f7481e5 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:38.302850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:38.321399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cb1340>, '10955fb4-8f67-4c90-8fc1-b64ddb8365bc') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:38.321530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cb1340>, '10955fb4-8f67-4c90-8fc1-b64ddb8365bc') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:38.356711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:38.381653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.391580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.500993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.589007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.593376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=9ba69c32-6c4d-4799-99e0-f7d0453f9690,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:38.615659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:38.623793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:38.624227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:38.639377 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:38.744289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-09a03376-9917-4b02-9ad6-7bc0fbaafc6d None None] Provisioning for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:38.749685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-09a03376-9917-4b02-9ad6-7bc0fbaafc6d None None] Provisioning complete for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:38.750199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-09a03376-9917-4b02-9ad6-7bc0fbaafc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.811281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-09a03376-9917-4b02-9ad6-7bc0fbaafc6d None None] Port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:38.826872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Calling delete_port for 3bd1a153-9460-4503-8732-c90ce1f44e87 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:38.866612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] In _notify_port_updated(), no bound segment for port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 on network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:55:38.872137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:38.872740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.874007 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/ports/9ba69c32-6c4d-4799-99e0-f7d0453f9690 HTTP/1.1" status: 200  len: 998 time: 4.7351232
Nov 29 11:55:38.877544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46952) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:38.920701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.932633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bc34ee2-57d9-4a73-a753-805a58965f9a tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:38.939310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.947061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.979490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:38.980988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Network': ['ID=a5006a47-69ec-442f-b7a9-9bcd0ce70c7d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:38.987413 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/networks/a5006a47-69ec-442f-b7a9-9bcd0ce70c7d HTTP/1.1" status: 204  len: 168 time: 1.2610493
Nov 29 11:55:38.990378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:38.991358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46958) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:38.998467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 9ba69c32-6c4d-4799-99e0-f7d0453f9690 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:38.998790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.252037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Deleting port 416bc04b-b02e-4daf-ab13-d2bf328a3960 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:39.252749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.253722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.254159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Fanout notify agent at l3_agent the message router_deleted on router 5133984e-ce3a-4fd8-97a8-af26e4e1a17d {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:39.334012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.360595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.405784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.406869 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/5133984e-ce3a-4fd8-97a8-af26e4e1a17d HTTP/1.1" status: 204  len: 168 time: 4.2803230
Nov 29 11:55:39.414614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46962) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:39.416666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/ports/0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf HTTP/1.1" status: 204  len: 168 time: 3.0779457
Nov 29 11:55:39.425087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46966) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:39.425516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1902738393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:39.433020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.446057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:39.461797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.473447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2b978321-ec1c-4754-abb5-97546b8728d0 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:39.506034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Usage tracker for resource:router and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:39.560447 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-480c1b26-e7c2-4924-8114-6287ceb346cc tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:39.560981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-480c1b26-e7c2-4924-8114-6287ceb346cc tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Synchronizing usage tracker for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:39.562351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:39.567452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event deleted for resources: {'Port': ['ID=3bd1a153-9460-4503-8732-c90ce1f44e87,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:39.577432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 9ba69c32-6c4d-4799-99e0-f7d0453f9690 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:39.609001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:39.625845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988455c-1b1a-4b40-b65d-69614d919ddd req-42976c99-3556-4f46-b79f-1c6267f99049 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:39.629616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:39.629801 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d988455c-1b1a-4b40-b65d-69614d919ddd req-42976c99-3556-4f46-b79f-1c6267f99049 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.5440276
Nov 29 11:55:39.674841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] For port 416bc04b-b02e-4daf-ab13-d2bf328a3960, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=416bc04b-b02e-4daf-ab13-d2bf328a3960,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:39.675284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.687336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.688329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.800706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.805083 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "DELETE /v2.0/ports/3bd1a153-9460-4503-8732-c90ce1f44e87 HTTP/1.1" status: 204  len: 168 time: 2.6404629
Nov 29 11:55:39.811465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46970) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:39.827428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Calling delete_port for 416bc04b-b02e-4daf-ab13-d2bf328a3960 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:39.881065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-480c1b26-e7c2-4924-8114-6287ceb346cc tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Unset dirty status for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:39.881854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.881964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-480c1b26-e7c2-4924-8114-6287ceb346cc tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "GET /v2.0/ports/0f8f5b38-ad80-4e30-8b3b-a31bcf9b78cf HTTP/1.1" status: 404  len: 333 time: 0.4559357
Nov 29 11:55:39.888584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:39.896569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:39.936560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'name': 'tempest-AllowedAddressPairTestJSON-1599562601'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:39.958847 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d988455c-1b1a-4b40-b65d-69614d919ddd req-e0df6932-a8d8-465a-8096-3d4665d4898a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2624412
Nov 29 11:55:39.968300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e3c100>,) {'filters': {'network_id': ['2ee0f4ef-1869-4721-8f85-693c0adabc33']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:39.990689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e3c100>, '340134e8-ba7e-4bc4-a8cc-53875740ca3a') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:39.991085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e3c100>, '340134e8-ba7e-4bc4-a8cc-53875740ca3a') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:40.017505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.043899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.060927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:40.061329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:40.076973 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:40.144900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b00d66-2979-4869-bb69-375f7bbcd369 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:40.145609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-71b00d66-2979-4869-bb69-375f7bbcd369 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Synchronizing usage tracker for tenant:68e76fb2c0324b57bde77bcb9e5b15cb on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:40.178409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.205009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.238579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.324211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.325297 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-21c36aec-36d2-4fca-af41-8840831c57d1 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.9097462
Nov 29 11:55:40.337100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 46978) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:40.350024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': True}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:40.403944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.427444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:40.447297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.450503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:40.487974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Pushing event deleted for resources: {'Network': ['ID=2ee0f4ef-1869-4721-8f85-693c0adabc33,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:40.490289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:40.493524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-71b00d66-2979-4869-bb69-375f7bbcd369 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Unset dirty status for tenant:68e76fb2c0324b57bde77bcb9e5b15cb on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:40.494630 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-71b00d66-2979-4869-bb69-375f7bbcd369 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c07a40d-1744-460f-bbc3-80ba72d52ae0 HTTP/1.1" status: 200  len: 913 time: 0.6821394
Nov 29 11:55:40.505623 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] 10.222.0.20 "DELETE /v2.0/networks/2ee0f4ef-1869-4721-8f85-693c0adabc33 HTTP/1.1" status: 204  len: 168 time: 1.5060542
Nov 29 11:55:40.506276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46982) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:40.514428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:40.538298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=9ba69c32-6c4d-4799-99e0-f7d0453f9690,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:40.550741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:40.675934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:40.891743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:40.895770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:40.918628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46990) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:41.022243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.038787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.046538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] device_id is not set on port fff7bf11-bfde-41c4-8773-ccb69fe2ebab yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:41.079753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d8b4e03-9591-4721-8c22-008d744f7947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:41.149683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Pushing event deleted for resources: {'Port': ['ID=416bc04b-b02e-4daf-ab13-d2bf328a3960,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:41.165762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:41.172787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Deleting port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:41.173128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.236785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4eb5fc52-88fc-4c60-829c-14104d0b7ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37be0af8108d44988ec87a9180d44f36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3099566
Nov 29 11:55:41.244954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 46998) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:41.252468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.377482 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/9ba69c32-6c4d-4799-99e0-f7d0453f9690 HTTP/1.1" status: 204  len: 168 time: 2.4979577
Nov 29 11:55:41.382701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47002) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:41.489769 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0940102c-351a-4043-b422-84a1cad46f41 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:41.490447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0940102c-351a-4043-b422-84a1cad46f41 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:41.496588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.563129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] For port 9217c662-c4e2-4cbe-804f-9fd3464c0e5c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:41.563459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.639087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.645555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0940102c-351a-4043-b422-84a1cad46f41 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:41.646699 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0940102c-351a-4043-b422-84a1cad46f41 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/9ba69c32-6c4d-4799-99e0-f7d0453f9690 HTTP/1.1" status: 404  len: 333 time: 0.2386706
Nov 29 11:55:41.650975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:41.714668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Calling delete_port for 9217c662-c4e2-4cbe-804f-9fd3464c0e5c owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:41.783054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Allocated IP 172.20.0.7 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/fff7bf11-bfde-41c4-8773-ccb69fe2ebab) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:41.794547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:41.809531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06394136-ff34-4eb3-a820-7d79807d5646 req-7fae8f39-cb07-456b-94f0-e1d59354d326 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:41.810982 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06394136-ff34-4eb3-a820-7d79807d5646 req-7fae8f39-cb07-456b-94f0-e1d59354d326 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6712039
Nov 29 11:55:41.888607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:41.903903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.021003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.061530 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06394136-ff34-4eb3-a820-7d79807d5646 req-4c7aa5a9-a653-4d99-a65e-74fe48845f45 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2334933
Nov 29 11:55:42.110023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.111615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.117042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:42.216155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e62ef7-8cf3-4d4d-baf7-6b225df3c898,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:42.231348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:42.239443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.239959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83e62ef7-8cf3-4d4d-baf7-6b225df3c898 HTTP/1.1" status: 204  len: 168 time: 0.9921396
Nov 29 11:55:42.384386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.393245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fa1a1a9d-6713-4046-9f05-c713e663673b tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:42.445783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Pushing event deleted for resources: {'Port': ['ID=9217c662-c4e2-4cbe-804f-9fd3464c0e5c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:42.448605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:42.534175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting port ef2151e5-6200-4a36-94f8-98d8ef0d5848 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:42.534829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.678642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.759683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.802588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Transition to ACTIVE for port object fff7bf11-bfde-41c4-8773-ccb69fe2ebab will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:42.909838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.919665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:42.978416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.044832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.045013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Calling delete_port for ef2151e5-6200-4a36-94f8-98d8ef0d5848 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:43.074976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.259577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47034) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:43.315778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f49796-31f8-4209-b905-d9c2c41c3ec7 req-391ef69c-510f-4f6f-bf5c-557bcc930701 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:43.317335 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d2f49796-31f8-4209-b905-d9c2c41c3ec7 req-391ef69c-510f-4f6f-bf5c-557bcc930701 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8114762
Nov 29 11:55:43.319800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-fe4d2ac5-1372-440d-a489-b6d90ebeaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:43.321188 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-fe4d2ac5-1372-440d-a489-b6d90ebeaab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 0.7570562
Nov 29 11:55:43.381906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.382982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.417720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32895c3b-f986-4935-a4a6-771f1c4eca3d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:43.565481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'networks': [{'name': 'tempest-network--1377958382'}, {'name': 'tempest-network--2021779981'}]} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:43.565920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'network': {'name': 'tempest-network--1377958382'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:43.566232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'network': {'name': 'tempest-network--2021779981'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:43.579285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:43.587608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:network and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:43.606333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:43.612367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88b674-b3d7-40be-8c00-d863988212a1 None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:43.615184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.633612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Router 58727578-fc97-4a94-9997-2259a131afbc has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:55:43.635334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:43.644044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:43.651786 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d2f49796-31f8-4209-b905-d9c2c41c3ec7 req-ae6786c9-b042-4807-b79b-4f7648581f4f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3224447
Nov 29 11:55:43.654215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:43.665016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:43.699037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'network': 2} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:43.706201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.725936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=fff7bf11-bfde-41c4-8773-ccb69fe2ebab,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:43.729017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:43.732058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.747480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a0fbbef1-ccbf-4f6b-9600-e17d202f2d8f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:43.751407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:43.757798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-832c8bb7-3475-477e-b4dc-975944a9ab76 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:43.777425 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5 HTTP/1.1" status: 204  len: 168 time: 2.1152062
Nov 29 11:55:43.797494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:43.802684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Allocated IP 172.26.4.150 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/e8243e22-08e7-4f88-9819-586961ff8754) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:43.816158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:43.818731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:43.826070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Router 4953aa09-1533-4cc1-9a40-376d3f1bd397 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:55:43.827453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:43.831677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event deleted for resources: {'Port': ['ID=ef2151e5-6200-4a36-94f8-98d8ef0d5848,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:43.836024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:43.871746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:security_group_rule and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:43.883426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:44.037156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-93172891-4f0a-4231-b03c-6e89125c70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:44.037282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:44.038641 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-93172891-4f0a-4231-b03c-6e89125c70d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.7054446
Nov 29 11:55:44.084017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-055fc92d-81a9-4005-8fdc-ca71294e0316 None None] Provisioning for port fff7bf11-bfde-41c4-8773-ccb69fe2ebab completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:44.091908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-055fc92d-81a9-4005-8fdc-ca71294e0316 None None] Provisioning complete for port fff7bf11-bfde-41c4-8773-ccb69fe2ebab triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:44.092660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-055fc92d-81a9-4005-8fdc-ca71294e0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.121611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:44.122265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.173351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-055fc92d-81a9-4005-8fdc-ca71294e0316 None None] Port fff7bf11-bfde-41c4-8773-ccb69fe2ebab cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:44.278376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.3608978
Nov 29 11:55:44.288143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47044) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:44.295787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 96e1226a-7c77-42bd-be44-61571465341d {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:44.306775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ec:06:9c'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:44.321703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.366656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.400686 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-9c4d82c4-8638-4008-bfb2-8338a19ca618 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1001 time: 0.3438561
Nov 29 11:55:44.458267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:44.469998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] Sync routers for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:44.479562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] 10.222.0.20 "PUT /v2.0/routers/58727578-fc97-4a94-9997-2259a131afbc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4500210
Nov 29 11:55:44.482543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:44.483691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082eba60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:44.493971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.506750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47048) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:44.518177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:44.530420 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] Sync routers for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:44.539189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.553138 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:44.554119 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088c0100>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:44.584896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-0acf9a2d-c8fa-4722-9234-079c385d8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:44.586679 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-0acf9a2d-c8fa-4722-9234-079c385d8667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.1676311
Nov 29 11:55:44.724483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.729522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.733609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7195eb58-99dd-4c2e-935f-b2a7ebe2eb86 None None] Provisioning complete for port 251be519-a0d3-40f5-b034-97ce8c28de1c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:44.734447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7195eb58-99dd-4c2e-935f-b2a7ebe2eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:44.757627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d98898d2-35b5-410a-9c0d-4a9408dd0668 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:44.853562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:44.897495 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:44.945457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-518978b9-1eb8-496a-8bda-5ebc887fb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:44.946935 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-518978b9-1eb8-496a-8bda-5ebc887fb2ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3498375
Nov 29 11:55:44.949071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:44.957281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:44.984065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:45.011814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Port': ['ID=e8243e22-08e7-4f88-9819-586961ff8754,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:45.035508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:45.221452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082eba60>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:45.225636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] Checking router: 58727578-fc97-4a94-9997-2259a131afbc for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:55:45.236174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] Routers {'58727578-fc97-4a94-9997-2259a131afbc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:45.236807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082eba60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['58727578-fc97-4a94-9997-2259a131afbc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:45.318861 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088c0100>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:55:42Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:45.325545 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] Checking router: 4953aa09-1533-4cc1-9a40-376d3f1bd397 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:55:45.338184 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] Routers {'4953aa09-1533-4cc1-9a40-376d3f1bd397'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:45.339361 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088c0100>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4953aa09-1533-4cc1-9a40-376d3f1bd397'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:45.367306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.433230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:45.452343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] Set router 58727578-fc97-4a94-9997-2259a131afbc gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:45.462881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] 10.222.0.20 "PUT /v2.0/routers/4953aa09-1533-4cc1-9a40-376d3f1bd397/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0036991
Nov 29 11:55:45.472101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:45.486798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=96e1226a-7c77-42bd-be44-61571465341d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:45.524521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Router 2c07a40d-1744-460f-bbc3-80ba72d52ae0 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:55:45.528130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.573356 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-49ae1459-e9f8-4a79-b94d-d461140e22bb service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6188602
Nov 29 11:55:45.579344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:45.613717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.614193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.616215 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] Set router 4953aa09-1533-4cc1-9a40-376d3f1bd397 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:55:45.629033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.629231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a616331-beb2-40b0-b079-e7366e9fa020 None None] Network 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:45.637922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-06aa4810-b6c4-40ae-9727-b114ecd8ad3b tempest-RoutersAdminNegativeTest-260945286 tempest-RoutersAdminNegativeTest-260945286-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:45.649197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.660890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.707249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/96e1226a-7c77-42bd-be44-61571465341d HTTP/1.1" status: 204  len: 168 time: 1.9066277
Nov 29 11:55:45.718445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47058) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:45.860909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:45.874871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.875359 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Added segment 22a10209-ad1e-4d21-b61e-a04467c3b4e2 of type vlan for network 53fbf310-6844-4fd6-8c67-9c780f93caa6
Nov 29 11:55:45.903461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.939401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:45.950825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.951615 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Added segment b8b2c9f3-ca39-4c7c-b253-e9bb655d31ff of type vlan for network fd28a552-12db-4437-9219-e2410136c6c2
Nov 29 11:55:45.970609 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088c0100>, [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:55:42Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:45.976174 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee1e58-1f11-4e01-a6ca-7928203ea0d7 None None] The sync data for ids ['4953aa09-1533-4cc1-9a40-376d3f1bd397'] in dv-neutron-819579-1-hyperv is: [{'id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'name': 'tempest-ServersTestManualDisk-1030079891-router', 'tenant_id': '04189e896c3842bead4ab4ecdb9273a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:55:42Z', 'revision_number': 5, 'project_id': '04189e896c3842bead4ab4ecdb9273a7', 'gw_port': {'id': '09e4079d-53fe-4bda-b9c4-cc1897ede44e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953aa09-1533-4cc1-9a40-376d3f1bd397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:39Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:45.976760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:45.982627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.124108 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b939d0d-2abb-4063-a68b-0a56a7b14ad2 req-275283d2-5bae-4c93-bcdf-f30a926e250a service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5260530
Nov 29 11:55:46.132033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082eba60>, [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:46.139466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3f3b7-e9a2-4165-bc95-a4b3fd406c02 None None] The sync data for ids ['58727578-fc97-4a94-9997-2259a131afbc'] in dv-neutron-819579-1-hyperv is: [{'id': '58727578-fc97-4a94-9997-2259a131afbc', 'name': 'tempest-ServersTestJSON-136541068-router', 'tenant_id': '20e8acc23c034e7da6e043eaa8044327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '2408082e-871d-430e-a00e-9244ff6065b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 5, 'project_id': '20e8acc23c034e7da6e043eaa8044327', 'gw_port': {'id': '2408082e-871d-430e-a00e-9244ff6065b8', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58727578-fc97-4a94-9997-2259a131afbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:46.193135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.252374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd965b3-1c09-456e-8feb-820e258e3197 req-a38a0d2b-f334-491b-83f7-e0e417760df8 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:46.253868 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7dd965b3-1c09-456e-8feb-820e258e3197 req-a38a0d2b-f334-491b-83f7-e0e417760df8 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.3774655
Nov 29 11:55:46.267949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef8546a-f365-4b94-ad87-03108aca20af,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:46.293889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.300246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:46.316344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:46.331318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.332121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:46.339095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] Sync routers for ids ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:46.368593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.372245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] Routers {'2c07a40d-1744-460f-bbc3-80ba72d52ae0'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:46.373668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08315ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:46.391810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:46.392011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Deleting port 09e4079d-53fe-4bda-b9c4-cc1897ede44e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:46.392160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.396656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:46.397336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.440621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] DHCP port deletion for 33e28342-9837-4c7e-a0e2-c8b53bfce4d7 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:46.457833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Deleting port 251be519-a0d3-40f5-b034-97ce8c28de1c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:46.458210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.486500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08315ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:46.499745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "PUT /v2.0/routers/2c07a40d-1744-460f-bbc3-80ba72d52ae0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9898295
Nov 29 11:55:46.509196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47062) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:46.515671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:46.540912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] Routers {'2c07a40d-1744-460f-bbc3-80ba72d52ae0'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:46.541579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08315ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:46.653355 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 3.3925514
Nov 29 11:55:46.656984 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7dd965b3-1c09-456e-8feb-820e258e3197 req-d6027b71-9687-4283-99b7-e0d74c9b02de tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3758819
Nov 29 11:55:46.660894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:46.691034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08315ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:46.694550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f5b84-0088-45a9-8903-5b83e1cd08bc None None] The sync data for ids ['2c07a40d-1744-460f-bbc3-80ba72d52ae0'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:46.906340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9217c662-c4e2-4cbe-804f-9fd3464c0e5c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:47.016247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9217c662-c4e2-4cbe-804f-9fd3464c0e5c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:47.016949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9217c662-c4e2-4cbe-804f-9fd3464c0e5c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:47.017648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 251be519-a0d3-40f5-b034-97ce8c28de1c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:47.063061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] For port 251be519-a0d3-40f5-b034-97ce8c28de1c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=251be519-a0d3-40f5-b034-97ce8c28de1c,segment=NetworkSegment(040d24f9-2ad4-4e41-848c-c23ec2f6725d),segment_id=040d24f9-2ad4-4e41-848c-c23ec2f6725d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:47.063874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.096306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Network': ['ID=53fbf310-6844-4fd6-8c67-9c780f93caa6,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:47.136446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.146808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 53fbf310-6844-4fd6-8c67-9c780f93caa6 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:47.180058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351171c-8f57-4f3a-962c-2c793de636e0 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:47.185913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351171c-8f57-4f3a-962c-2c793de636e0 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:47.192186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351171c-8f57-4f3a-962c-2c793de636e0 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:47.193576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 251be519-a0d3-40f5-b034-97ce8c28de1c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:47.193922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.198380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351171c-8f57-4f3a-962c-2c793de636e0 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:47.202904 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e351171c-8f57-4f3a-962c-2c793de636e0 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.5314434
Nov 29 11:55:47.212022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47074) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:47.228576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Calling delete_port for 251be519-a0d3-40f5-b034-97ce8c28de1c owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:47.270233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.278466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.355087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.370663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] For port 09e4079d-53fe-4bda-b9c4-cc1897ede44e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=09e4079d-53fe-4bda-b9c4-cc1897ede44e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:47.370941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.414160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Deleting port 2408082e-871d-430e-a00e-9244ff6065b8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:47.414333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.435280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.495232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.500718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:47.550725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Pushing event deleted for resources: {'Port': ['ID=251be519-a0d3-40f5-b034-97ce8c28de1c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:47.556590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] No DVR routers for this DVR port 251be519-a0d3-40f5-b034-97ce8c28de1c on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:47.569810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.578424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Calling delete_port for 09e4079d-53fe-4bda-b9c4-cc1897ede44e owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:47.596192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.596719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.597232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.597678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.598185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.598604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.599022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.599465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.599888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.600299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.601184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.601184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:55:47.601518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Network': ['ID=fd28a552-12db-4437-9219-e2410136c6c2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:47.606702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.273s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:47.612215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:47.613160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 416bc04b-b02e-4daf-ab13-d2bf328a3960 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:47.615138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-c0dc6bcf-0a0c-4abc-a961-2b9e905e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:47.616658 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-c0dc6bcf-0a0c-4abc-a961-2b9e905e541d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 0.6172841
Nov 29 11:55:47.632584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.172s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:47.632896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:47.643161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network fd28a552-12db-4437-9219-e2410136c6c2 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:47.665123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 416bc04b-b02e-4daf-ab13-d2bf328a3960 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:47.665123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 416bc04b-b02e-4daf-ab13-d2bf328a3960 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:47.732167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] The port '251be519-a0d3-40f5-b034-97ce8c28de1c' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:47.863418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.906959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:47.958239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:55:47.966906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.002743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.014946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.022147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d082dda30>,) {'filters': {'network_id': ['33e28342-9837-4c7e-a0e2-c8b53bfce4d7']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:48.029272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e561b99-e269-486a-8c46-cf46b8fd7ae6 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:48.059972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.060455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Fanout notify agent at l3_agent the message router_deleted on router 2c07a40d-1744-460f-bbc3-80ba72d52ae0 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:48.093120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082dda30>, '040d24f9-2ad4-4e41-848c-c23ec2f6725d') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:48.093414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082dda30>, '040d24f9-2ad4-4e41-848c-c23ec2f6725d') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:48.161679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.166573 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f3e64895-782c-4519-aa13-bb0e8983eee8 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "DELETE /v2.0/routers/2c07a40d-1744-460f-bbc3-80ba72d52ae0 HTTP/1.1" status: 204  len: 168 time: 1.6447697
Nov 29 11:55:48.169250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.176625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47080) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:48.212529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] For port 2408082e-871d-430e-a00e-9244ff6065b8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2408082e-871d-430e-a00e-9244ff6065b8,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:48.212919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.230770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.270668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-0b6ed55f-6970-4e5b-9a8c-61c8b2f2f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:48.272257 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-0b6ed55f-6970-4e5b-9a8c-61c8b2f2f78b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.5893197
Nov 29 11:55:48.293080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.329903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-65137188-c33b-4d51-a79c-16fa65ec9d12 None None] Provisioning complete for port fff7bf11-bfde-41c4-8773-ccb69fe2ebab triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:48.330277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65137188-c33b-4d51-a79c-16fa65ec9d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.349368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=fff7bf11-bfde-41c4-8773-ccb69fe2ebab,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:48.352642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:48.365011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Calling delete_port for 2408082e-871d-430e-a00e-9244ff6065b8 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:48.382714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02cb1610>,) {'filters': {'network_id': ['53fbf310-6844-4fd6-8c67-9c780f93caa6']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:48.386974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-65137188-c33b-4d51-a79c-16fa65ec9d12 None None] Port fff7bf11-bfde-41c4-8773-ccb69fe2ebab cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:48.409322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:48.409789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.419255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cb1610>, '22a10209-ad1e-4d21-b61e-a04467c3b4e2') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:48.419559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cb1610>, '22a10209-ad1e-4d21-b61e-a04467c3b4e2') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:48.441443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting subnet bcef2741-fb66-4771-8699-90de6760391a {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:48.464959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.474975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:48.559075 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:48.581377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1e72e-62b1-4703-8ec9-12e3a05b8bbe req-d3287328-1a64-432c-b90a-fa6be3c21c6d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:48.582858 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eed1e72e-62b1-4703-8ec9-12e3a05b8bbe req-d3287328-1a64-432c-b90a-fa6be3c21c6d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.7440410
Nov 29 11:55:48.592635 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-68423886-b9d3-4ca4-9267-1689d5458bf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1001 time: 0.2937071
Nov 29 11:55:48.620541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.622454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] In _notify_port_updated(), no bound segment for port fff7bf11-bfde-41c4-8773-ccb69fe2ebab on network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:55:48.628052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:48.628656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.629968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "PUT /v2.0/ports/fff7bf11-bfde-41c4-8773-ccb69fe2ebab HTTP/1.1" status: 200  len: 996 time: 4.3389351
Nov 29 11:55:48.644857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47084) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:48.679930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:48.680334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:48.705034 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:48.715762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.717398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.740225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-301d4910-b95b-4119-bf18-e21991f0f1a5 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:48.757348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.772588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=33e28342-9837-4c7e-a0e2-c8b53bfce4d7,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:48.778621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port fff7bf11-bfde-41c4-8773-ccb69fe2ebab {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:48.778961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.795198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Router 4896812a-0cac-43e8-a9ac-445bd463e18e is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:55:48.806503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:48.817791 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/33e28342-9837-4c7e-a0e2-c8b53bfce4d7 HTTP/1.1" status: 204  len: 168 time: 3.0298328
Nov 29 11:55:48.824361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47088) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:48.857987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:48.867371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c3b4528-867e-419c-adb8-061666f24dc8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:48.898909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eed1e72e-62b1-4703-8ec9-12e3a05b8bbe req-5a848e49-0ed8-4324-82cd-df737a3cf5ca tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3009889
Nov 29 11:55:48.984565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-42f27641-da81-4b05-aa95-7d6000f82210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:48.986030 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-42f27641-da81-4b05-aa95-7d6000f82210 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.3632982
Nov 29 11:55:48.986863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e4079d-53fe-4bda-b9c4-cc1897ede44e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:49.051993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:49.057541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.133645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b627b3-332c-40af-9dab-6e8fff1a32c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:49.151737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.159154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b620f2c-7d47-4ebc-812d-e0bd4f53dbab tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:49.164221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.198633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85171a7b-451d-4108-bc33-a2e97c4891e8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:49.200084 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-85171a7b-451d-4108-bc33-a2e97c4891e8 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3747776
Nov 29 11:55:49.210569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47094) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:49.214679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Network': ['ID=53fbf310-6844-4fd6-8c67-9c780f93caa6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:49.228356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2408082e-871d-430e-a00e-9244ff6065b8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:49.231283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:49.235077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:49.243439 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/networks/53fbf310-6844-4fd6-8c67-9c780f93caa6 HTTP/1.1" status: 204  len: 168 time: 2.0277517
Nov 29 11:55:49.251312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:49.369285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.382636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.425958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.512723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for fff7bf11-bfde-41c4-8773-ccb69fe2ebab owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:49.547992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:55:49.560763 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] Sync routers for ids ['4896812a-0cac-43e8-a9ac-445bd463e18e'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:55:49.573567 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] Routers {'4896812a-0cac-43e8-a9ac-445bd463e18e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:49.573970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.574170 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0968f1f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4896812a-0cac-43e8-a9ac-445bd463e18e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:49.618656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.620094 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "PUT /v2.0/routers/4896812a-0cac-43e8-a9ac-445bd463e18e HTTP/1.1" status: 200  len: 915 time: 9.2793977
Nov 29 11:55:49.631598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47102) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:49.638811 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0968f1f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:49.647405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.647587 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] Routers {'4896812a-0cac-43e8-a9ac-445bd463e18e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:55:49.648180 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0968f1f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['4896812a-0cac-43e8-a9ac-445bd463e18e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:49.653913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.657988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.665809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-f7257c9a-66ec-4c74-9f61-da60b8b3be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:49.667333 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-f7257c9a-66ec-4c74-9f61-da60b8b3be3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6144390
Nov 29 11:55:49.710379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacb6c3-2c38-46ff-87ee-4dad55d5a736 req-b7cd9089-f2e0-4105-9983-49f14ceb5381 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:49.712207 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3aacb6c3-2c38-46ff-87ee-4dad55d5a736 req-b7cd9089-f2e0-4105-9983-49f14ceb5381 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6877353
Nov 29 11:55:49.712419 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0968f1f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:49.712767 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123efb2-f9f6-4df8-ab53-ff386fbb3fac None None] The sync data for ids ['4896812a-0cac-43e8-a9ac-445bd463e18e'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:55:49.911486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:49.911895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4953aa09-1533-4cc1-9a40-376d3f1bd397 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:49.987212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.057604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:50.089239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.104712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.114197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.115478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4953aa09-1533-4cc1-9a40-376d3f1bd397 HTTP/1.1" status: 204  len: 168 time: 4.6356244
Nov 29 11:55:50.118903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47106) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:50.124472 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e62ba506-8379-42d4-9e9f-e09a3fb3ab4c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.9023256
Nov 29 11:55:50.134449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd76ef4-f4a0-47da-9874-a40a16a34241 None None] Network de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:50.136345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event deleted for resources: {'Subnet': ['ID=bcef2741-fb66-4771-8699-90de6760391a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:50.139208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.148278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47108) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:50.150095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.154901 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "DELETE /v2.0/subnets/bcef2741-fb66-4771-8699-90de6760391a HTTP/1.1" status: 204  len: 168 time: 1.9690914
Nov 29 11:55:50.155258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:50.157914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:50.200015 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-f84f4706-145c-49a8-9397-76421ccdc8e1 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5255568
Nov 29 11:55:50.217991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Deleting subnet 901b7777-2853-4d3e-bb3c-7b51f3975fc5 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:50.223378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-286912574'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:50.252145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03cb1310>,) {'filters': {'network_id': ['fd28a552-12db-4437-9219-e2410136c6c2']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:50.286944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:50.289290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.290909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03cb1310>, 'b8b2c9f3-ca39-4c7c-b253-e9bb655d31ff') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:50.291247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03cb1310>, 'b8b2c9f3-ca39-4c7c-b253-e9bb655d31ff') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:50.317650 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3aacb6c3-2c38-46ff-87ee-4dad55d5a736 req-7ea983c0-6e7c-4c42-8138-f0b7b09a1791 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5306292
Nov 29 11:55:50.336164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:50.343723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:50.364658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:50.366658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.367359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58727578-fc97-4a94-9997-2259a131afbc {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:50.411531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.455192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.460775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.466431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.471825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:50.472229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.478594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] DHCP port deletion for de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:50.484267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Deleting port 0a454a83-4036-4861-8d91-3f985f6c5f1f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:50.484990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:50.496669 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:50.596747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.652239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting port 0a454a83-4036-4861-8d91-3f985f6c5f1f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:50.652836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.659782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:50.664625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.679606 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-407ed670-4b48-46da-9c0d-b2d302a90d2d tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/4896812a-0cac-43e8-a9ac-445bd463e18e HTTP/1.1" status: 200  len: 921 time: 0.9791169
Nov 29 11:55:50.688320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.690232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47122) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:50.716932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.737610 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-970e08fe-f8af-4ab9-948e-672ca824f93f req-e217eafb-91cc-400c-926a-4cbaeaf8fe43 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4875169
Nov 29 11:55:50.761094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:50.779913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.781263 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/58727578-fc97-4a94-9997-2259a131afbc HTTP/1.1" status: 204  len: 168 time: 6.2558317
Nov 29 11:55:50.783208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-751a6676-416c-4a6f-81f8-266a4cfba1ad tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:50.792958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.801127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:50.807659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Network': ['ID=fd28a552-12db-4437-9219-e2410136c6c2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:50.832080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2408082e-871d-430e-a00e-9244ff6065b8 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:50.855708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:50.857688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/networks/fd28a552-12db-4437-9219-e2410136c6c2 HTTP/1.1" status: 204  len: 168 time: 1.6010449
Nov 29 11:55:50.882187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47130) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:50.882349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 2408082e-871d-430e-a00e-9244ff6065b8 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:50.882609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2408082e-871d-430e-a00e-9244ff6065b8 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:50.883030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 09e4079d-53fe-4bda-b9c4-cc1897ede44e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:50.928631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.929566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=fff7bf11-bfde-41c4-8773-ccb69fe2ebab,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:50.930633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 09e4079d-53fe-4bda-b9c4-cc1897ede44e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:50.931354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 09e4079d-53fe-4bda-b9c4-cc1897ede44e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:50.931624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0a454a83-4036-4861-8d91-3f985f6c5f1f no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:50.937394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:50.937633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Deleting subnet 2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:55:50.942222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:50.987387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] For port 0a454a83-4036-4861-8d91-3f985f6c5f1f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0a454a83-4036-4861-8d91-3f985f6c5f1f,segment=NetworkSegment(d2339f68-3ee1-4168-b40e-08c84dc19ea1),segment_id=d2339f68-3ee1-4168-b40e-08c84dc19ea1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:50.988048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.023751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a3422381-6ae6-49b6-aead-d3b9bb08af96 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:51.087965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.099402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:51.131603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Calling delete_port for 0a454a83-4036-4861-8d91-3f985f6c5f1f owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:51.141320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] For port 0a454a83-4036-4861-8d91-3f985f6c5f1f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0a454a83-4036-4861-8d91-3f985f6c5f1f,segment=NetworkSegment(d2339f68-3ee1-4168-b40e-08c84dc19ea1),segment_id=d2339f68-3ee1-4168-b40e-08c84dc19ea1)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:51.141926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.169274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.179795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515dd63-efd4-4094-846c-40f5e3e4e455 None None] Network f62316e7-9679-414c-bf40-130368d73ff3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:51.180470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901b7777-2853-4d3e-bb3c-7b51f3975fc5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:51.182910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:51.193193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.193538 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb of type vlan for network 0338641e-9d56-4244-8042-b142828d2376
Nov 29 11:55:51.246008 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/901b7777-2853-4d3e-bb3c-7b51f3975fc5 HTTP/1.1" status: 204  len: 168 time: 1.1113358
Nov 29 11:55:51.261890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47134) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:51.303011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Calling delete_port for 0a454a83-4036-4861-8d91-3f985f6c5f1f owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:51.328844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.331800 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/ports/fff7bf11-bfde-41c4-8773-ccb69fe2ebab HTTP/1.1" status: 204  len: 168 time: 2.6839664
Nov 29 11:55:51.338345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:51.340229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.409955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.446532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.452340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:55:51.452631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:55:51.464977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6991e442-3a51-4979-a7c1-e151b959c076 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:51.469537 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6991e442-3a51-4979-a7c1-e151b959c076 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=4896812a-0cac-43e8-a9ac-445bd463e18e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7727394
Nov 29 11:55:51.481827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47142) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:51.498982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.503210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:51.504614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e51679f-adc3-4af9-841e-0994064b806f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:51.525638 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a0b242-c7f3-48fc-b7a5-fcab894d935e tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] GET failed (client error): The resource could not be found.
Nov 29 11:55:51.526183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-70a0b242-c7f3-48fc-b7a5-fcab894d935e tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Synchronizing usage tracker for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:51.541692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:51.548753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.552096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:51.556028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b17948-4961-40ee-9e73-9312536a688e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:51.562289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b17948-4961-40ee-9e73-9312536a688e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:51.562774 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ab7e528-10a7-4ab9-af23-f9abe4b0ed0e HTTP/1.1" status: 204  len: 168 time: 0.7601268
Nov 29 11:55:51.563148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-28b17948-4961-40ee-9e73-9312536a688e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Synchronizing usage tracker for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:51.564915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:51.585483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] No DVR routers for this DVR port 0a454a83-4036-4861-8d91-3f985f6c5f1f on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:51.589271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Pushing event deleted for resources: {'Port': ['ID=0a454a83-4036-4861-8d91-3f985f6c5f1f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:51.595196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 0a454a83-4036-4861-8d91-3f985f6c5f1f update to DOWN by agent not found {{(pid=87601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Nov 29 11:55:51.605359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b98cf3-5d37-44d1-8912-975ddab7eec7 None None] Network cf939d84-dd31-463e-a415-5a4b7cf4dd91 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:51.641228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85056a-c270-4984-9730-c5ac230b4563 req-6e4a9fe8-37b8-4b8f-b163-c4b4739f64f6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:51.643202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ce85056a-c270-4984-9730-c5ac230b4563 req-6e4a9fe8-37b8-4b8f-b163-c4b4739f64f6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.7872424
Nov 29 11:55:51.707627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.728858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.729805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-70a0b242-c7f3-48fc-b7a5-fcab894d935e tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Unset dirty status for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:51.735142 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-70a0b242-c7f3-48fc-b7a5-fcab894d935e tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "GET /v2.0/ports/fff7bf11-bfde-41c4-8773-ccb69fe2ebab HTTP/1.1" status: 404  len: 333 time: 0.3817048
Nov 29 11:55:51.739989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47152) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:51.748856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:51.749556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.762045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-28b17948-4961-40ee-9e73-9312536a688e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Unset dirty status for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:51.767499 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-28b17948-4961-40ee-9e73-9312536a688e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.8736539
Nov 29 11:55:51.770135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:51.773586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:51.777707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ab5f5135-7137-4e8f-b67c-d141550ed80e tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:51.778075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1492647037'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:51.794965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:51.797310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'name': 'tempest-AllowedAddressPairTestJSON-2096804477'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:51.819264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:51.828280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.844401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Deleting port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:51.844738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.875855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:51.879450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.922080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Deleting port 2348e1b1-54f4-4a42-98bd-5e012d63498e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:51.922080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:51.946970 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ce85056a-c270-4984-9730-c5ac230b4563 req-f97dc336-bc99-4ae2-9bc9-3b9a21479029 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2802448
Nov 29 11:55:51.961716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:51.963366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Deleting port 0a454a83-4036-4861-8d91-3f985f6c5f1f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:51.963710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.055280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] DHCP port deletion for f62316e7-9679-414c-bf40-130368d73ff3 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:52.057942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.058749 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Added segment c5fd90d2-2497-4549-be3c-6ee6ab1966e7 of type vlan for network b1754a92-1598-43cf-b9bf-5b644af84fd4
Nov 29 11:55:52.060155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Deleting port 2348e1b1-54f4-4a42-98bd-5e012d63498e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:52.060544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.079556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] The port '0a454a83-4036-4861-8d91-3f985f6c5f1f' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:52.097952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] DHCP port deletion for cf939d84-dd31-463e-a415-5a4b7cf4dd91 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:55:52.120563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Deleting port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:52.120947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.181530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 2.0321898
Nov 29 11:55:52.201061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47162) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:52.214711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '0338641e-9d56-4244-8042-b142828d2376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:52.219186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.329541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.345061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf61eb-3e9e-4cb4-b308-003ba33073f4 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:52.349305 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d4bf61eb-3e9e-4cb4-b308-003ba33073f4 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.8638904
Nov 29 11:55:52.349902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=0338641e-9d56-4244-8042-b142828d2376,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:52.357388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47168) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:52.362732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] For port 8e48e56f-9e25-4b27-898f-23f4d02f3d95, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e48e56f-9e25-4b27-898f-23f4d02f3d95,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:52.363096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.367618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0338641e-9d56-4244-8042-b142828d2376 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:52.374790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:52.509070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:52.517034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] For port 8e48e56f-9e25-4b27-898f-23f4d02f3d95, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e48e56f-9e25-4b27-898f-23f4d02f3d95,segment=NetworkSegment(98949baa-db11-4ea2-81b1-a76ad85b9e4d),segment_id=98949baa-db11-4ea2-81b1-a76ad85b9e4d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:52.518257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.530591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:52.537484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:52.545660 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-641d3cfc-5db9-45ac-9076-9d8db6ba1014 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=4896812a-0cac-43e8-a9ac-445bd463e18e HTTP/1.1" status: 200  len: 205 time: 0.1869485
Nov 29 11:55:52.548895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:52.550583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47172) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:52.553230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Calling delete_port for 8e48e56f-9e25-4b27-898f-23f4d02f3d95 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:52.583483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.589359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:52.590105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.594997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02810df0>,) {'filters': {'network_id': ['de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:52.609539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:52.633653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:52.697013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02810df0>, 'd2339f68-3ee1-4168-b40e-08c84dc19ea1') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:52.697574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02810df0>, 'd2339f68-3ee1-4168-b40e-08c84dc19ea1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:52.726254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.764267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Calling delete_port for 8e48e56f-9e25-4b27-898f-23f4d02f3d95 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:52.781244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:52.783833 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0126507
Nov 29 11:55:52.785113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Network': ['ID=b1754a92-1598-43cf-b9bf-5b644af84fd4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:52.787430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47176) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:52.790205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:52.792355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.798627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1866189762'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:52.803674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:52.805043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.808553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:network and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:52.811742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:52.817888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:52.842020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:52.844303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.859368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network b1754a92-1598-43cf-b9bf-5b644af84fd4 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:52.862118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:52.873334 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:52.875709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:52.879059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.885785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2348e1b1-54f4-4a42-98bd-5e012d63498e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:52.903557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:52.953300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6dacf960-81ca-431a-80fe-d63c98f12e63 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:52.982678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:52.986485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.001138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] For port 2348e1b1-54f4-4a42-98bd-5e012d63498e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2348e1b1-54f4-4a42-98bd-5e012d63498e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:53.001541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.026742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e48e56f-9e25-4b27-898f-23f4d02f3d95,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:53.028880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] No DVR routers for this DVR port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:53.035301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd3272-ea60-4fd3-b252-8612f727e6da req-56f6521a-ec6b-4ca8-b220-0024e40a5068 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:53.036848 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9dd3272-ea60-4fd3-b252-8612f727e6da req-56f6521a-ec6b-4ca8-b220-0024e40a5068 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6490955
Nov 29 11:55:53.039008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:53.043743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] For port 2348e1b1-54f4-4a42-98bd-5e012d63498e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2348e1b1-54f4-4a42-98bd-5e012d63498e,segment=NetworkSegment(4d7452fb-5246-416c-88f9-e887245fc710),segment_id=4d7452fb-5246-416c-88f9-e887245fc710)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:55:53.044496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.077605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:53.095193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.147251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] device_id is not set on port 0f518dea-c6ff-443e-95b1-0640824fbdef yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:53.151672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fa38b710-33ce-486a-a318-aece1cdbb5d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:53.169321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Calling delete_port for 2348e1b1-54f4-4a42-98bd-5e012d63498e owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:53.177205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.204808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.205396 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Added segment 6b546dfb-5e87-4ba9-9da9-976eca389f0a of type vlan for network c8ad66f3-48d0-4b9d-b487-8ba1d9da953a
Nov 29 11:55:53.206856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Pushing event deleted for resources: {'Network': ['ID=de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:53.209345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:53.212523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:55:53.212889 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:55:53.225839 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] 10.222.0.20 "DELETE /v2.0/networks/de8b9c00-8c9d-4a2c-ad01-1ef93cec7e09 HTTP/1.1" status: 204  len: 168 time: 3.0670164
Nov 29 11:55:53.225839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.268212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Calling delete_port for 2348e1b1-54f4-4a42-98bd-5e012d63498e owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:53.270849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.276626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03c073d0>,) {'filters': {'network_id': ['cf939d84-dd31-463e-a415-5a4b7cf4dd91']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:53.292845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03c073d0>, '98949baa-db11-4ea2-81b1-a76ad85b9e4d') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:53.293159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03c073d0>, '98949baa-db11-4ea2-81b1-a76ad85b9e4d') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:53.311547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.323646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.340393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.348743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.358921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:53.359882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.372053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ef7b60b9-f877-4532-921f-71de323b7e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:53.376875 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:53.383783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.390710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:53.391565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.406439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.438759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Pushing event deleted for resources: {'Port': ['ID=2348e1b1-54f4-4a42-98bd-5e012d63498e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:53.441891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:53.448180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] No DVR routers for this DVR port 2348e1b1-54f4-4a42-98bd-5e012d63498e on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:55:53.522964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9dd3272-ea60-4fd3-b252-8612f727e6da req-05eed00b-c33c-4902-9eab-6dfe88a4f52a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4582469
Nov 29 11:55:53.572227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47184) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:53.584927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97a977d0-5c7c-4ee7-bb4f-3de5437a5671 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:53.587363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e48e56f-9e25-4b27-898f-23f4d02f3d95 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:55:53.622176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8e48e56f-9e25-4b27-898f-23f4d02f3d95 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:55:53.622528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e48e56f-9e25-4b27-898f-23f4d02f3d95 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:55:53.705295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9138060
Nov 29 11:55:53.707206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:53.714525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Deleting port 8e48e56f-9e25-4b27-898f-23f4d02f3d95 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:53.715315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.718463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'ports': [{'network_id': 'b1754a92-1598-43cf-b9bf-5b644af84fd4', 'name': 'tempest-port--1442294791', 'admin_state_up': True}, {'network_id': 'c8ad66f3-48d0-4b9d-b487-8ba1d9da953a', 'admin_state_up': False}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:53.718783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'port': {'network_id': 'b1754a92-1598-43cf-b9bf-5b644af84fd4', 'name': 'tempest-port--1442294791', 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:53.719295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'port': {'network_id': 'c8ad66f3-48d0-4b9d-b487-8ba1d9da953a', 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:53.734086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.736079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Network': ['ID=c8ad66f3-48d0-4b9d-b487-8ba1d9da953a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:53.743984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:53.745188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:53.755664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8566be6b-1797-485b-ac88-53a6700c9796 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:53.778777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf939d84-dd31-463e-a415-5a4b7cf4dd91,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:53.781610 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf939d84-dd31-463e-a415-5a4b7cf4dd91 HTTP/1.1" status: 204  len: 168 time: 2.2155311
Nov 29 11:55:53.832313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:53.860113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c8ad66f3-48d0-4b9d-b487-8ba1d9da953a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:53.895662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-add12886-6c0d-49c1-89b1-8d0016f4211c None None] The port '8e48e56f-9e25-4b27-898f-23f4d02f3d95' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:53.972960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:55:53.973938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:55:53.986464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47196) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:54.003977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Allocated IP 172.20.0.4 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/0f518dea-c6ff-443e-95b1-0640824fbdef) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:54.018138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:54.032093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:port and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:54.036444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:54.048608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.051068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:54.061571 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8263ee7-7a55-4ba1-baec-6aeaa15c9ebd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20e8acc23c034e7da6e043eaa8044327&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0738130
Nov 29 11:55:54.064627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47200) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:54.080948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'port': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:54.085519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.109642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Deleting port e8243e22-08e7-4f88-9819-586961ff8754 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:54.109970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.121617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.135901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.138535 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-11dcaf91-5114-4cd4-81b6-9b464cd6f432 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68e76fb2c0324b57bde77bcb9e5b15cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5606101
Nov 29 11:55:54.142726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47204) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:54.167736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45cf678c-f491-40d6-97b5-4d55156438ac tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:54.270770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.323360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] device_id is not set on port 24bd5afe-fe9d-41bd-a06e-0c016d5db8b6 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:54.336285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.375615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.423545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.427138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=8ff3dcef-324e-42d2-ace2-592e538cd5bc,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:54.435760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:54.455117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0338641e-9d56-4244-8042-b142828d2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:54.455500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: 0338641e-9d56-4244-8042-b142828d2376, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:54.484441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Deleting port 2348e1b1-54f4-4a42-98bd-5e012d63498e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:54.484785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.518066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.523299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:54.558641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9387f-f4c4-4867-a421-f51bb3b3eefe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:54.561272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:54.601470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.605740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] The port '2348e1b1-54f4-4a42-98bd-5e012d63498e' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:55:54.609869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:54.610246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.617895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 0338641e-9d56-4244-8042-b142828d2376 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:54.622605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.637916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049edf6-87bf-4f34-bd24-99139067cde2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:54.641370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:54.644449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.647879 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d049edf6-87bf-4f34-bd24-99139067cde2 HTTP/1.1" status: 204  len: 168 time: 0.5009494
Nov 29 11:55:54.647879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.652853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.656954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79d9387f-f4c4-4867-a421-f51bb3b3eefe HTTP/1.1" status: 204  len: 168 time: 0.5883188
Nov 29 11:55:54.825257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Calling delete_port for e8243e22-08e7-4f88-9819-586961ff8754 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:54.862355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 0338641e-9d56-4244-8042-b142828d2376) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:54.870509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] device_id is not set on port fdfc61c5-6ec7-4f5e-868c-aeaa14207f55 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:54.872568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a2348-ea2e-4f23-a6d9-65da408583ca None None] Network 0338641e-9d56-4244-8042-b142828d2376 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:54.879529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Transition to ACTIVE for port object 0f518dea-c6ff-443e-95b1-0640824fbdef will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:54.916537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a7-894d-4c1c-bafe-3d56c17ea5ba req-7609748a-7c2a-41bd-91e6-0b5d59815d82 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:54.918746 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a63d1a7-894d-4c1c-bafe-3d56c17ea5ba req-7609748a-7c2a-41bd-91e6-0b5d59815d82 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.1971438
Nov 29 11:55:54.935633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:54.936600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:54.994176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.043677 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8384688
Nov 29 11:55:55.044306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:55.052932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d083d1970>,) {'filters': {'network_id': ['f62316e7-9679-414c-bf40-130368d73ff3']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:55.078193 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a63d1a7-894d-4c1c-bafe-3d56c17ea5ba req-d2ead78c-d475-4fbc-be49-2295a9aabf70 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388762
Nov 29 11:55:55.078193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '0338641e-9d56-4244-8042-b142828d2376', 'name': 'tempest-PortsTestJSON-1291712545'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:55.095275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083d1970>, '4d7452fb-5246-416c-88f9-e887245fc710') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:55.095275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083d1970>, '4d7452fb-5246-416c-88f9-e887245fc710') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:55:55.099565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.107867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-553f52a8-6eb9-49d0-8ae8-a07ea12b89ce tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:55.169326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.275451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:55.298241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:55.301281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:55.304740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.310523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.314495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:55.329273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:55.333401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:55.334093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.375634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:55.381299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-0338641e-9d56-4244-8042-b142828d2376', 'network_id': '0338641e-9d56-4244-8042-b142828d2376', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '8ff3dcef-324e-42d2-ace2-592e538cd5bc'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:55:55.382526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.469111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:55:55.470736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:55:55.507839 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:55:55.519689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=0f518dea-c6ff-443e-95b1-0640824fbdef,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:55.601351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.613137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b2a2f409-8a7d-4b3a-9a2b-46143d9fd147 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:55.636902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:55.706470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-22233846-05f0-4c3b-aa8d-cc979670e820 None None] Provisioning for port 0f518dea-c6ff-443e-95b1-0640824fbdef completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:55.709342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.14 (0338641e-9d56-4244-8042-b142828d2376/8ff3dcef-324e-42d2-ace2-592e538cd5bc/12df63c7-31e3-46a7-a5b8-cda9bf028cb9) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:55.724228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-22233846-05f0-4c3b-aa8d-cc979670e820 None None] Provisioning complete for port 0f518dea-c6ff-443e-95b1-0640824fbdef triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:55.726906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-22233846-05f0-4c3b-aa8d-cc979670e820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.757504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:55.758314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.776069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.796073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:55.816151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-22233846-05f0-4c3b-aa8d-cc979670e820 None None] Port 0f518dea-c6ff-443e-95b1-0640824fbdef cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:55.824089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.873458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Pushing event deleted for resources: {'Network': ['ID=f62316e7-9679-414c-bf40-130368d73ff3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:55.889271 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f62316e7-9679-414c-bf40-130368d73ff3 HTTP/1.1" status: 204  len: 168 time: 4.6118720
Nov 29 11:55:55.890407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:55.895301 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1345184
Nov 29 11:55:55.896127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:55.915838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47256) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:55.916573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6b45aa33-a267-43d6-92de-f55400f7814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:55.997805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'network_id': '475f7d55-465f-43ec-9bc7-b60ab1e0f522', 'name': 'tempest-AllowedAddressPairTestJSON-1660494615'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:56.038307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event deleted for resources: {'Port': ['ID=e8243e22-08e7-4f88-9819-586961ff8754,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:56.048691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:56.118040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Checking segment: {'id': 'c5fd90d2-2497-4549-be3c-6ee6ab1966e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1754a92-1598-43cf-b9bf-5b644af84fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:56.118672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network hostable DHCP agents. Network: b1754a92-1598-43cf-b9bf-5b644af84fd4, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:56.135205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Port': ['ID=24bd5afe-fe9d-41bd-a06e-0c016d5db8b6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:56.138488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:56.186288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network b1754a92-1598-43cf-b9bf-5b644af84fd4 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:56.260786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, b1754a92-1598-43cf-b9bf-5b644af84fd4) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:56.264917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:56.265873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.272612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ce8e7-0ea7-456b-a7a0-561b477483dd None None] Network b1754a92-1598-43cf-b9bf-5b644af84fd4 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:56.280851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86896ddd-689f-4953-972c-58f513ae4c33 req-bd3cfb6c-aae2-46f9-a3bd-a7e9857bdba6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:56.287858 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86896ddd-689f-4953-972c-58f513ae4c33 req-bd3cfb6c-aae2-46f9-a3bd-a7e9857bdba6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.5297956
Nov 29 11:55:56.324305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47266) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:56.343205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b74f9e3-6ef3-41b3-94e1-ef759a9446fd tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:56.357090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47272) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:56.364936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.527681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Port': ['ID=fdfc61c5-6ec7-4f5e-868c-aeaa14207f55,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:56.530446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:56.560090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Checking segment: {'id': '6b546dfb-5e87-4ba9-9da9-976eca389f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8ad66f3-48d0-4b9d-b487-8ba1d9da953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:56.560460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network hostable DHCP agents. Network: c8ad66f3-48d0-4b9d-b487-8ba1d9da953a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:55:56.580864 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86896ddd-689f-4953-972c-58f513ae4c33 req-a67240c8-e905-4f56-a6a0-8e316baa79c8 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2901280
Nov 29 11:55:56.628034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network c8ad66f3-48d0-4b9d-b487-8ba1d9da953a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:55:56.633083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.654859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c8ad66f3-48d0-4b9d-b487-8ba1d9da953a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:56.659613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:56.666997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:56.672933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3bc2b-82b3-4087-97ce-9b04399b95c7 None None] Network c8ad66f3-48d0-4b9d-b487-8ba1d9da953a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:55:56.673729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:56.674505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.698420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:56.707946 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.9965587
Nov 29 11:55:56.709627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47282) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:56.712915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200942240'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:56.714749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f03461ac-70ba-4363-8c0e-0ecbf713ee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.720993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.742411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.750462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:56.766611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:network and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:56.771425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:56.778822 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1d802ac4-d4de-407e-9cb1-a84532e29a67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04189e896c3842bead4ab4ecdb9273a7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4157772
Nov 29 11:55:56.781298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47288) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:56.792432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:56.797311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:56.810840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:56.813532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.814265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Fanout notify agent at l3_agent the message router_deleted on router 4896812a-0cac-43e8-a9ac-445bd463e18e {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:55:56.835310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.837281 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/4896812a-0cac-43e8-a9ac-445bd463e18e HTTP/1.1" status: 204  len: 168 time: 4.2848368
Nov 29 11:55:56.839046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:56.842938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.852337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47292) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:56.855929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Made reservation on behalf of ee416dafe00f4545b6e00831275b6bd9 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:56.860068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.862299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1269647485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:56.873360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.878642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.887423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:56.892962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-902729fa-e41c-4898-96b6-49041ea3a211 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:56.900412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:56.903308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] device_id is not set on port 170938b7-c1be-411a-bc86-43c595916ee4 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:56.945899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:security_group_rule and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:56.950058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:56.961244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Allocated IP 172.20.0.2 (0338641e-9d56-4244-8042-b142828d2376/8ff3dcef-324e-42d2-ace2-592e538cd5bc/dca80ad3-6a26-4152-8af3-09cbe609aa54) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:56.968459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=12df63c7-31e3-46a7-a5b8-cda9bf028cb9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:56.970934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:56.971888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:56.976749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Usage tracker for resource:router and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:56.980835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:56.986180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:56.999614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 0338641e-9d56-4244-8042-b142828d2376 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:57.002100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:57.004962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:57.039237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:57.088659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f53b246-e264-4719-9376-b1bada8fe117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:57.089622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.096039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f53b246-e264-4719-9376-b1bada8fe117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:57.096977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f53b246-e264-4719-9376-b1bada8fe117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Synchronizing usage tracker for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:55:57.104628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.137784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.145779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-36a9d6b3-3e10-49a2-8f9d-176242d994c3 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:57.153016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f53b246-e264-4719-9376-b1bada8fe117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Unset dirty status for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:55:57.157811 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6f53b246-e264-4719-9376-b1bada8fe117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.4466641
Nov 29 11:55:57.161772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:57.166112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.167396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.168751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47302) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:57.205512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:57.220695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.223648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f226f92-cd6c-4347-b473-846860b5c5ac,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:57.226874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:57.227911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.230588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:57.239122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.239122 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Added segment 4906d991-5af0-4cd2-b909-0e868447f9be of type vlan for network 3b0a420e-f038-4513-a7be-a69d3378b519
Nov 29 11:55:57.241280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Allocated IP 172.20.0.14 (475f7d55-465f-43ec-9bc7-b60ab1e0f522/5375c09c-8c69-4a30-a440-68ab84639874/170938b7-c1be-411a-bc86-43c595916ee4) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:55:57.241414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Transition to ACTIVE for port object dca80ad3-6a26-4152-8af3-09cbe609aa54 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:57.255689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.292847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.308749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.323252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.2693036
Nov 29 11:55:57.327383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47310) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:57.338209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Deleting port 24bd5afe-fe9d-41bd-a06e-0c016d5db8b6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:55:57.338209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.363702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Transition to ACTIVE for port object dca80ad3-6a26-4152-8af3-09cbe609aa54 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:57.376962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '0338641e-9d56-4244-8042-b142828d2376', 'name': 'tempest-PortsTestJSON-1630742528'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:57.380549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.391777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36f7732a-e94b-4218-a9cd-dd0dcb9deac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:57.417380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.423597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:57.424258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.438001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:57.468238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Pushing event updated for resources: {'Port': ['ID=dca80ad3-6a26-4152-8af3-09cbe609aa54,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:57.472926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:57.478941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Network 0338641e-9d56-4244-8042-b142828d2376 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:57.481002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:57.484861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:57.490039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.523054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.530845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-817238610'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:57.540180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:57.565329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:57.581184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Usage tracker for resource:network and tenant:2bcd272f51964e49b91b78aa1fd8e9aa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:57.587021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:57.598970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.601974 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92f04ba2-d4b9-4468-8be9-329f46355285 HTTP/1.1" status: 204  len: 168 time: 0.8171589
Nov 29 11:55:57.602085 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2743082
Nov 29 11:55:57.602164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f04ba2-d4b9-4468-8be9-329f46355285,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:57.605354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Attempting to bind port dca80ad3-6a26-4152-8af3-09cbe609aa54 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:55:57.605792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Attempting to bind port dca80ad3-6a26-4152-8af3-09cbe609aa54 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0338641e-9d56-4244-8042-b142828d2376'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:55:57.606169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Attempting to bind port dca80ad3-6a26-4152-8af3-09cbe609aa54 on network 0338641e-9d56-4244-8042-b142828d2376 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:55:57.616389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:57.631017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:55:57.631441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Checking segment: {'id': 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0338641e-9d56-4244-8042-b142828d2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:55:57.631849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.632271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Bound using segment: {'id': 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0338641e-9d56-4244-8042-b142828d2376'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:55:57.632834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Bound port: dca80ad3-6a26-4152-8af3-09cbe609aa54, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0338641e-9d56-4244-8042-b142828d2376'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:55:57.633281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.655981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.671111 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b0ba7b2f-cd1f-4ba4-8d0f-a33b64545c98 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8162460
Nov 29 11:55:57.672211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47318) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:57.678665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.699845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Transition to ACTIVE for port object 170938b7-c1be-411a-bc86-43c595916ee4 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:55:57.729391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:57.734332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Network': ['ID=3b0a420e-f038-4513-a7be-a69d3378b519,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:57.748400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:57.750304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:57.772364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 3b0a420e-f038-4513-a7be-a69d3378b519 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:57.775953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.782012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Made reservation on behalf of 2bcd272f51964e49b91b78aa1fd8e9aa for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:57.790320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:57.847129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ef48213c-b85b-4918-85ac-24115bdd8d12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:58.011422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=170938b7-c1be-411a-bc86-43c595916ee4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:58.015006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:58.023261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.053689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] For port dca80ad3-6a26-4152-8af3-09cbe609aa54, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:55:58.055441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:55:58.058669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] For port dca80ad3-6a26-4152-8af3-09cbe609aa54, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dca80ad3-6a26-4152-8af3-09cbe609aa54,segment=NetworkSegment(f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb),segment_id=f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:55:58.061082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:55:58.063886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:55:58.067329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.077351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81c4b17b-447c-45b7-920d-84138a9e3a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:58.145455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:58.157492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:58.163330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.178921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Usage tracker for resource:security_group_rule and tenant:2bcd272f51964e49b91b78aa1fd8e9aa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:58.205165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:58.219302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.224933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:58.248945 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2591741
Nov 29 11:55:58.260644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47324) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:58.267566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Pushing event updated for resources: {'Port': ['ID=dca80ad3-6a26-4152-8af3-09cbe609aa54,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:58.271995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:58.290496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ec:06:9c'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:89:c0:87'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:58.467436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Calling delete_port for 24bd5afe-fe9d-41bd-a06e-0c016d5db8b6 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:55:58.482931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cd8815f5-72e1-4502-aa24-e564f4a49e51 None None] Provisioning for port 170938b7-c1be-411a-bc86-43c595916ee4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:58.496288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cd8815f5-72e1-4502-aa24-e564f4a49e51 None None] Provisioning complete for port 170938b7-c1be-411a-bc86-43c595916ee4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:55:58.496707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd8815f5-72e1-4502-aa24-e564f4a49e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.512928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03742b20-e480-4c34-aabf-f1322159209f req-3d46dd9a-dd7a-48a5-a189-3f6584751c21 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:58.520022 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-03742b20-e480-4c34-aabf-f1322159209f req-3d46dd9a-dd7a-48a5-a189-3f6584751c21 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6926982
Nov 29 11:55:58.612798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cd8815f5-72e1-4502-aa24-e564f4a49e51 None None] Port 170938b7-c1be-411a-bc86-43c595916ee4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:55:58.636956 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-03742b20-e480-4c34-aabf-f1322159209f req-df97eb2c-df8c-4eab-9088-84e26dfb9a17 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159341
Nov 29 11:55:58.856756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.894384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:58.907499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7a888ed6-843d-4a33-b747-8ff65a684f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:58.927336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dca80ad3-6a26-4152-8af3-09cbe609aa54 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:55:58.995064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.105547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2099a613-7f60-437a-8ae3-e8b5dcf3a3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.129281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port dca80ad3-6a26-4152-8af3-09cbe609aa54 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:55:59.218155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:55:59.228571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:55:59.236412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:55:59.252427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:55:59.277799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:55:59.307066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad8a57-66a5-4520-8086-40803f4e1dcd,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:59.319151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:59.337012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.337415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Added segment b5093a31-8181-4bf8-bd39-7df97c333b5c of type vlan for network 19e483f1-3859-4d3d-af0c-45351f0d6fee
Nov 29 11:55:59.388581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.470950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:55:59.475547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.492498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.503110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.512171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1094c00-3283-487a-8cd4-e0c0f7e88130 tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:59.552109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:55:59.584016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Port': ['ID=24bd5afe-fe9d-41bd-a06e-0c016d5db8b6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:59.593207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:59.596116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port aeb52267-0e0e-43a2-b2ac-8257812277d1 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:55:59.639597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.642647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.674752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:59.675447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.706740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de9fa0-8bfa-488f-8f4c-6eba141da0ef req-d8dba4dd-26c4-4475-9cd0-554b9c75c137 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:55:59.714915 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c7de9fa0-8bfa-488f-8f4c-6eba141da0ef req-d8dba4dd-26c4-4475-9cd0-554b9c75c137 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6622427
Nov 29 11:55:59.735477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db4b147c-2ecd-4f54-a401-f00d272bbc73 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:55:59.799251 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/ports/24bd5afe-fe9d-41bd-a06e-0c016d5db8b6 HTTP/1.1" status: 204  len: 168 time: 2.6344864
Nov 29 11:55:59.800888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47350) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:59.805266 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.6271243
Nov 29 11:55:59.812717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:55:59.951950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event updated for resources: {'Network': ['ID=19e483f1-3859-4d3d-af0c-45351f0d6fee,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:55:59.956473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:55:59.965056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:55:59.966745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Request body: {'subnet': {'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:55:59.973082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.985319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:55:59.994432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3d1d6dad-a2a6-41c3-8182-9ec199931ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:00.197576 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c7de9fa0-8bfa-488f-8f4c-6eba141da0ef req-e57caf10-6a0a-4a6f-8ee9-d6fd59a0ac1d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4812536
Nov 29 11:56:00.298743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event updated for resources: {'Port': ['ID=170938b7-c1be-411a-bc86-43c595916ee4,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:00.312205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:00.331136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] In _notify_port_updated(), no bound segment for port 170938b7-c1be-411a-bc86-43c595916ee4 on network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:56:00.340237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:00.341171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.343360 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "PUT /v2.0/ports/170938b7-c1be-411a-bc86-43c595916ee4 HTTP/1.1" status: 200  len: 1057 time: 2.0811436
Nov 29 11:56:00.346025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47368) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:00.356265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.6 (0338641e-9d56-4244-8042-b142828d2376/8ff3dcef-324e-42d2-ace2-592e538cd5bc/aeb52267-0e0e-43a2-b2ac-8257812277d1) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:00.401556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.426908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04686c28-b024-44d2-81c6-126f33969a3d None None] Network 0338641e-9d56-4244-8042-b142828d2376 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:00.492102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port 170938b7-c1be-411a-bc86-43c595916ee4 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:00.492720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.596109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Provisioning for port dca80ad3-6a26-4152-8af3-09cbe609aa54 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:00.613313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Provisioning complete for port dca80ad3-6a26-4152-8af3-09cbe609aa54 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:00.616611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.684551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.702215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object aeb52267-0e0e-43a2-b2ac-8257812277d1 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:00.730587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47374) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:00.734824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Deleting port fdfc61c5-6ec7-4f5e-868c-aeaa14207f55 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:00.735116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.801582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.839848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1e550fa3-4849-4206-b457-ffeb43ff5414 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:00.901263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47380) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:00.904496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:00.923154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.929412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'subnet': {'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:00.970620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] For port dca80ad3-6a26-4152-8af3-09cbe609aa54, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dca80ad3-6a26-4152-8af3-09cbe609aa54,segment=NetworkSegment(f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb),segment_id=f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:00.979914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:00.985341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:01.013751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.051876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 0338641e-9d56-4244-8042-b142828d2376 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:01.052958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Usage tracker for resource:subnet and tenant:2bcd272f51964e49b91b78aa1fd8e9aa is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:01.066856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Pushing event updated for resources: {'Port': ['ID=dca80ad3-6a26-4152-8af3-09cbe609aa54,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:01.070741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:01.076163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:01.082441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2006557818', 'router:external': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:01.087802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:01.092165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:network and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:01.095591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:01.101867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:01.103831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-72e13ea4-33fe-4218-90d7-dcb2f8b228d7 None None] Provisioning complete for port 170938b7-c1be-411a-bc86-43c595916ee4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:01.104429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e13ea4-33fe-4218-90d7-dcb2f8b228d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.128129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:01.142545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Made reservation on behalf of 346c2da80e154b28b7bdf2a1e990832b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:01.144859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.163447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:01.163726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for 170938b7-c1be-411a-bc86-43c595916ee4 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:01.174804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-72e13ea4-33fe-4218-90d7-dcb2f8b228d7 None None] Port 170938b7-c1be-411a-bc86-43c595916ee4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:01.200885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee327084-d5c8-4c0e-b83d-09822a3cac4e req-e2b9f60d-35ee-4edd-9023-1a399fc1b628 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:01.202868 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ee327084-d5c8-4c0e-b83d-09822a3cac4e req-e2b9f60d-35ee-4edd-9023-1a399fc1b628 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6609881
Nov 29 11:56:01.289365 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ee327084-d5c8-4c0e-b83d-09822a3cac4e req-39484281-0185-4ac3-ad63-45f420bd29b0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757921
Nov 29 11:56:01.307584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Provisioning for port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:01.323427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Provisioning complete for port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:01.324060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.363556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:01.366655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.376489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=aeb52267-0e0e-43a2-b2ac-8257812277d1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:01.390335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.393277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:01.397612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-956c29aa-d43f-4488-b356-543ed06fb246 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:01.432086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:01.448972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Provisioning for port aeb52267-0e0e-43a2-b2ac-8257812277d1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:01.453079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:01.454784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=170938b7-c1be-411a-bc86-43c595916ee4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:01.456005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.457900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Provisioning complete for port aeb52267-0e0e-43a2-b2ac-8257812277d1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:01.458781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.462557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:01.472366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:01.495221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:subnet and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:01.499065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:01.562432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:01.565162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Made reservation on behalf of 2bcd272f51964e49b91b78aa1fd8e9aa for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:01.568645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.584498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Port aeb52267-0e0e-43a2-b2ac-8257812277d1 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:01.593837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.600098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Provisioning complete for port dca80ad3-6a26-4152-8af3-09cbe609aa54 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:01.600474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e41cc0e5-f2a8-4b27-a6b6-39380db6412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.601667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:security_group_rule and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:01.608001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:01.635286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:01.716113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:01.863207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.876405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/ports/170938b7-c1be-411a-bc86-43c595916ee4 HTTP/1.1" status: 204  len: 168 time: 1.5291991
Nov 29 11:56:01.879028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47386) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:01.893806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e972ba6f-66f6-4deb-87bf-7db6730c7f91 None None] Provisioning complete for port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:01.894243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e972ba6f-66f6-4deb-87bf-7db6730c7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:01.952992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e972ba6f-66f6-4deb-87bf-7db6730c7f91 None None] Port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:01.954383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.6234021
Nov 29 11:56:01.964678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e972ba6f-66f6-4deb-87bf-7db6730c7f91 None None] Provisioning complete for port aeb52267-0e0e-43a2-b2ac-8257812277d1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:01.965133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e972ba6f-66f6-4deb-87bf-7db6730c7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.022076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47390) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:02.026704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e972ba6f-66f6-4deb-87bf-7db6730c7f91 None None] Port aeb52267-0e0e-43a2-b2ac-8257812277d1 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:02.035691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20df486-23c6-40d8-8e90-d455636f9180 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:02.036232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d20df486-23c6-40d8-8e90-d455636f9180 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Synchronizing usage tracker for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:02.052165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d20df486-23c6-40d8-8e90-d455636f9180 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Unset dirty status for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:02.053549 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d20df486-23c6-40d8-8e90-d455636f9180 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "GET /v2.0/ports/170938b7-c1be-411a-bc86-43c595916ee4 HTTP/1.1" status: 404  len: 333 time: 0.1735868
Nov 29 11:56:02.056335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47394) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:02.087592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:02.090993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.122792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port 0f518dea-c6ff-443e-95b1-0640824fbdef {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:02.123133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.370628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.383421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.500355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for 0f518dea-c6ff-443e-95b1-0640824fbdef owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:02.564879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Calling delete_port for fdfc61c5-6ec7-4f5e-868c-aeaa14207f55 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:02.595281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.620957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.647189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.653137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-72924f06-64ae-427c-b97f-6f4edcc79dc7 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:02.661076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:02.704372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=0f518dea-c6ff-443e-95b1-0640824fbdef,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:02.707473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:02.720043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f174e9-adb2-4fb4-9f44-9cf9ccd3df9a req-1ed4e667-6acb-4d2e-b59a-ebdcb4b0984a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:02.721551 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3f174e9-adb2-4fb4-9f44-9cf9ccd3df9a req-1ed4e667-6acb-4d2e-b59a-ebdcb4b0984a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.2444360
Nov 29 11:56:02.747983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.783979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event updated for resources: {'Subnet': ['ID=bcee559c-b98e-4f5c-a648-24268a5946c8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:02.831434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dca80ad3-6a26-4152-8af3-09cbe609aa54 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:02.834652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.863653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/ports/0f518dea-c6ff-443e-95b1-0640824fbdef HTTP/1.1" status: 204  len: 168 time: 0.8059227
Nov 29 11:56:02.866140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47400) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:02.893074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:02.910690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port dca80ad3-6a26-4152-8af3-09cbe609aa54 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:02.911236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.921170 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c627c6-0c72-47b1-b871-084bef8558eb tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:02.921704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b0c627c6-0c72-47b1-b871-084bef8558eb tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Synchronizing usage tracker for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:02.929532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:02.944519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b0c627c6-0c72-47b1-b871-084bef8558eb tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Unset dirty status for tenant:ee416dafe00f4545b6e00831275b6bd9 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:02.945937 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b0c627c6-0c72-47b1-b871-084bef8558eb tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "GET /v2.0/ports/0f518dea-c6ff-443e-95b1-0640824fbdef HTTP/1.1" status: 404  len: 333 time: 0.0787361
Nov 29 11:56:02.950783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47404) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:03.025222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb4462-e6f6-46e4-b9ee-6d03b3883845 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:03.025444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port 6090d690-6c4f-485a-8a04-99c1766e46b7 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:03.025585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-07fb4462-e6f6-46e4-b9ee-6d03b3883845 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:03.025682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.028062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.041822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9ac3976d-f355-494b-a4ec-4d3da5e62f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:03.068564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.080923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Checking segment: {'id': 'b5093a31-8181-4bf8-bd39-7df97c333b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:03.081301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Network hostable DHCP agents. Network: 19e483f1-3859-4d3d-af0c-45351f0d6fee, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:03.138862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:03.147490 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3f174e9-adb2-4fb4-9f44-9cf9ccd3df9a req-dc28108d-1a2c-47be-8530-52a000178d12 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3716683
Nov 29 11:56:03.169439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-07fb4462-e6f6-46e4-b9ee-6d03b3883845 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:03.173451 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07fb4462-e6f6-46e4-b9ee-6d03b3883845 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200  len: 923 time: 1.1475456
Nov 29 11:56:03.179920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afdcf8-f20e-418e-bb82-dc5d9462912c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:03.190224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.218151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47408) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:03.322014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port aeb52267-0e0e-43a2-b2ac-8257812277d1 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:03.322359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.348741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:03.362023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28015713-0f3a-4f05-b096-4dff14461142 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:03.388024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.398387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.398897 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Added segment 2e6023e2-61e2-4e8a-b9ba-75ae43151b42 of type vlan for network f7350587-aa07-412e-a9b0-70e328763868
Nov 29 11:56:03.440667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Port': ['ID=fdfc61c5-6ec7-4f5e-868c-aeaa14207f55,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:03.442455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:03.446852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:03.473843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.499804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65377d68-f537-4374-a359-4cab15b68bff tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:03.525413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 19e483f1-3859-4d3d-af0c-45351f0d6fee) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:03.535320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a8215-55dd-4175-8f59-8daeea283fe3 None None] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:03.540302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/ports/fdfc61c5-6ec7-4f5e-868c-aeaa14207f55 HTTP/1.1" status: 204  len: 168 time: 3.7268558
Nov 29 11:56:03.547413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Allocated IP 172.26.4.210 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/e1eb6d30-b5eb-4c4d-9ab5-806efbd70529) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:03.551929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.558552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47414) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:03.565575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:03.566171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.662284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f15f576-597a-42b5-8115-600aad90c260 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Synchronizing usage tracker for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:03.690044 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8607728
Nov 29 11:56:03.707490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47418) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:03.713813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Subnet': ['ID=50f31582-c1cf-4ff2-b46e-99b16f6c9628,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:03.764226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:03.769370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Request body: {'port': {'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee', 'name': 'tempest-DHCPAgentSchedulersTestJSON-544184732'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:03.769722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for 6090d690-6c4f-485a-8a04-99c1766e46b7 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:03.775491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-19e483f1-3859-4d3d-af0c-45351f0d6fee', 'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee', 'tenant_id': '2bcd272f51964e49b91b78aa1fd8e9aa', 'fixed_ips': [{'subnet_id': 'bcee559c-b98e-4f5c-a648-24268a5946c8'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:03.776528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.863114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Checking segment: {'id': '4906d991-5af0-4cd2-b909-0e868447f9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:03.864381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network hostable DHCP agents. Network: 3b0a420e-f038-4513-a7be-a69d3378b519, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:03.884363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f15f576-597a-42b5-8115-600aad90c260 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Unset dirty status for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:03.885498 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6f15f576-597a-42b5-8115-600aad90c260 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3155015
Nov 29 11:56:03.886262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.887299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:03.890033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:03.893393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47422) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:03.899584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:03.937662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-445192126'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:03.957190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Allocated IP 172.20.0.2 (19e483f1-3859-4d3d-af0c-45351f0d6fee/bcee559c-b98e-4f5c-a648-24268a5946c8/72ae3883-32f4-4284-8bfc-bce6b38a1dd6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:03.966086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.001692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:04.030430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:network and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:04.033785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 3.2627728
Nov 29 11:56:04.034795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:04.048773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47426) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:04.080781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:04.082685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 3b0a420e-f038-4513-a7be-a69d3378b519 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:04.087703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'subnet': {'network_id': 'f7350587-aa07-412e-a9b0-70e328763868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:04.093148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.105144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for aeb52267-0e0e-43a2-b2ac-8257812277d1 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:04.118498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Network': ['ID=f7350587-aa07-412e-a9b0-70e328763868,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:04.128321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:04.132093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:04.136659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53632c13-dc31-4ccf-9f68-45a82b034e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-21834264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:04.137410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network f7350587-aa07-412e-a9b0-70e328763868 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:04.139585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:subnet and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:04.145158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:04.159564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 3b0a420e-f038-4513-a7be-a69d3378b519) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:04.164641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:04.170808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:04.174963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.200274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.204343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:04.204527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.207705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76309f-44f3-4f5f-a375-25972271f221 None None] Network 3b0a420e-f038-4513-a7be-a69d3378b519 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:04.213009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:04.227894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Usage tracker for resource:port and tenant:2bcd272f51964e49b91b78aa1fd8e9aa is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:04.235320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:04.246099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Made reservation on behalf of 346c2da80e154b28b7bdf2a1e990832b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:04.248583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.265573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:04.280797 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3574221
Nov 29 11:56:04.286859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:04.288812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47430) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:04.298231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=6090d690-6c4f-485a-8a04-99c1766e46b7,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:04.300708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:04.311100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.352722 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/ports/6090d690-6c4f-485a-8a04-99c1766e46b7 HTTP/1.1" status: 204  len: 168 time: 1.4003265
Nov 29 11:56:04.353249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47432) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:04.395796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.396342 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Added segment 32ed05df-4a4a-48d4-91e2-e491e4770d5e of type vlan for network 9f3055b0-cb39-4a62-a0e0-5597f84c0963
Nov 29 11:56:04.414955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1409572481'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:04.420128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:04.424555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:network and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:04.427556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:04.431559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting subnet 5375c09c-8c69-4a30-a440-68ab84639874 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:04.435253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.435982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:04.463075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Made reservation on behalf of 2bcd272f51964e49b91b78aa1fd8e9aa for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:04.466962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.496300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] device_id is not set on port 1496323a-193e-4e67-af05-8fc80ed2e73b yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:04.545751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.550452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:04.553866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.571527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.584264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.585902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-3b0a420e-f038-4513-a7be-a69d3378b519', 'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519', 'tenant_id': 'f7f1e83accb64d02b84316013ab51bc7', 'fixed_ips': [{'subnet_id': '50f31582-c1cf-4ff2-b46e-99b16f6c9628'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:04.586836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.599792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.602702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Transition to ACTIVE for port object 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:04.609659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-de1611ba-d5f2-4367-984b-f527d06ac9a8 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:04.661945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.671486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:04.679212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eae78c93-7f27-4e5b-b37c-164cbad79d44 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:04.695218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Transition to ACTIVE for port object 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:04.701862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=aeb52267-0e0e-43a2-b2ac-8257812277d1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:04.705141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:04.709974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.723308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba630cb9-b5f8-4653-9283-dcad0555a486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:04.793048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.799223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.808315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Pushing event updated for resources: {'Port': ['ID=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:04.823703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:04.833853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:04.860681 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/aeb52267-0e0e-43a2-b2ac-8257812277d1 HTTP/1.1" status: 204  len: 168 time: 1.6413307
Nov 29 11:56:04.862161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47438) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:04.888468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:04.897521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:04.902532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:04.903221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.903637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Added segment 6c74febb-d911-47c5-9c3a-fc7925641b23 of type vlan for network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40
Nov 29 11:56:04.907359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.907631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:04.917856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:04.918561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.923152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:04.924290 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b8a4a8-387b-4ca6-81c2-ce87bc75d4fa tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:04.925024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-20b8a4a8-387b-4ca6-81c2-ce87bc75d4fa tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:04.937156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Allocated IP 2001:db8:0:ffff::2 (3b0a420e-f038-4513-a7be-a69d3378b519/50f31582-c1cf-4ff2-b46e-99b16f6c9628/2a0e72a7-8426-4e25-980d-1a1d70a2defc) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:04.964610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:04.971997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:05.015477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Subnet': ['ID=5375c09c-8c69-4a30-a440-68ab84639874,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:05.017892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:05.018944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-20b8a4a8-387b-4ca6-81c2-ce87bc75d4fa tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:05.022904 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-20b8a4a8-387b-4ca6-81c2-ce87bc75d4fa tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/aeb52267-0e0e-43a2-b2ac-8257812277d1 HTTP/1.1" status: 404  len: 333 time: 0.1568053
Nov 29 11:56:05.025723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.028215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47442) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:05.071150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/subnets/5375c09c-8c69-4a30-a440-68ab84639874 HTTP/1.1" status: 204  len: 168 time: 0.7158930
Nov 29 11:56:05.078240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47446) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:05.108778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c515f4-a775-42fa-b6c3-a75e2c4b3fe0 None None] Network 475f7d55-465f-43ec-9bc7-b60ab1e0f522 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:05.137492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Pushing event updated for resources: {'Port': ['ID=e1eb6d30-b5eb-4c4d-9ab5-806efbd70529,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:05.168203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:05.171941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cac6f2ee-1adb-4460-b4bf-f7b4fd22c6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:05.188751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Allocated IP 172.20.0.12 (19e483f1-3859-4d3d-af0c-45351f0d6fee/bcee559c-b98e-4f5c-a648-24268a5946c8/1496323a-193e-4e67-af05-8fc80ed2e73b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:05.195709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:05.196456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.256658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.259183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.319922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Deleting port d8330858-dbea-421c-b557-1e083a5f8626 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:05.320150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.322512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Attempting to bind port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:05.323305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Attempting to bind port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'b5093a31-8181-4bf8-bd39-7df97c333b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:05.323778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Attempting to bind port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 on network 19e483f1-3859-4d3d-af0c-45351f0d6fee {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:05.343306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:05.343873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Checking segment: {'id': 'b5093a31-8181-4bf8-bd39-7df97c333b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:05.344403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.344922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Bound using segment: {'id': 'b5093a31-8181-4bf8-bd39-7df97c333b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:05.345750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Bound port: 72ae3883-32f4-4284-8bfc-bce6b38a1dd6, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5093a31-8181-4bf8-bd39-7df97c333b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '19e483f1-3859-4d3d-af0c-45351f0d6fee'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:05.346821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.503432 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5906434
Nov 29 11:56:05.519649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47450) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:05.534511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1128757217'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:05.537458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Network': ['ID=9f3055b0-cb39-4a62-a0e0-5597f84c0963,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:05.549519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.565564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 9f3055b0-cb39-4a62-a0e0-5597f84c0963 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:05.571208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:05.630922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:05.642543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Transition to ACTIVE for port object 2a0e72a7-8426-4e25-980d-1a1d70a2defc will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:05.643134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:network and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:05.649538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:05.670725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:05.692032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.697467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:05.698412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.722496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:05.726208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Transition to ACTIVE for port object 2a0e72a7-8426-4e25-980d-1a1d70a2defc will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:05.728989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] For port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:05.740839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] For port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,segment=NetworkSegment(b5093a31-8181-4bf8-bd39-7df97c333b5c),segment_id=b5093a31-8181-4bf8-bd39-7df97c333b5c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:05.744723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.748815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2420b78-6bc7-4e4d-bd44-9ce19b4f7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:05.778295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:05.782450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.785102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.827294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Network 3b0a420e-f038-4513-a7be-a69d3378b519 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:05.827805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:05.854254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:05.861566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:05.871327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Pushing event updated for resources: {'Port': ['ID=2a0e72a7-8426-4e25-980d-1a1d70a2defc,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:05.931064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:05.931885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] DHCP port deletion for 475f7d55-465f-43ec-9bc7-b60ab1e0f522 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:05.933548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b30d64bc-a95b-4dea-92d1-104cb04aa47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:06.001587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 12df63c7-31e3-46a7-a5b8-cda9bf028cb9 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:06.029296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Deleting port d8330858-dbea-421c-b557-1e083a5f8626 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:06.029822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.047251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] For port d8330858-dbea-421c-b557-1e083a5f8626, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d8330858-dbea-421c-b557-1e083a5f8626,segment=NetworkSegment(993733ce-e039-4482-8f54-12947cb8c27b),segment_id=993733ce-e039-4482-8f54-12947cb8c27b)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:06.047724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.059159 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6749301
Nov 29 11:56:06.070336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:06.074236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47454) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:06.133369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'subnet': {'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:06.162973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Attempting to bind port 2a0e72a7-8426-4e25-980d-1a1d70a2defc on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:06.163715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Attempting to bind port 2a0e72a7-8426-4e25-980d-1a1d70a2defc by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '4906d991-5af0-4cd2-b909-0e868447f9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:06.164152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Attempting to bind port 2a0e72a7-8426-4e25-980d-1a1d70a2defc on network 3b0a420e-f038-4513-a7be-a69d3378b519 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:06.185393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Pushing event updated for resources: {'Port': ['ID=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:06.189276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:06.189276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Checking segment: {'id': '4906d991-5af0-4cd2-b909-0e868447f9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:06.189562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.190541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Bound using segment: {'id': '4906d991-5af0-4cd2-b909-0e868447f9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:06.190541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Bound port: 2a0e72a7-8426-4e25-980d-1a1d70a2defc, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4906d991-5af0-4cd2-b909-0e868447f9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3b0a420e-f038-4513-a7be-a69d3378b519'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:06.190871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.205624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Network': ['ID=4dc61dd2-01c3-40af-a03b-ae300ae7bf40,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:06.206082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:06.222907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Calling delete_port for d8330858-dbea-421c-b557-1e083a5f8626 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:06.273724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.274474 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Added segment 93cbce05-04c4-493e-8e29-443e60e972ec of type vlan for network 196783ed-0e02-40bd-b937-a90b290f5d53
Nov 29 11:56:06.279938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:06.355263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:06.361334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.410932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.413249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:56:06.413714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.414433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.429762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.438363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8039bb1c-4a2c-4329-8831-bc943f424c19 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:06.516086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Port': ['ID=d8330858-dbea-421c-b557-1e083a5f8626,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:06.518860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] For port d8330858-dbea-421c-b557-1e083a5f8626, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d8330858-dbea-421c-b557-1e083a5f8626,segment=NetworkSegment(993733ce-e039-4482-8f54-12947cb8c27b),segment_id=993733ce-e039-4482-8f54-12947cb8c27b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:06.519307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.520182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.532208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] No DVR routers for this DVR port d8330858-dbea-421c-b557-1e083a5f8626 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:06.535404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:06.535774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.541867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:06.542613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.565959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f040f133-998d-4d5f-aceb-a71c645f1757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:06.579912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:06.600144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:06.625358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Transition to ACTIVE for port object 1496323a-193e-4e67-af05-8fc80ed2e73b will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:06.626760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:subnet and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:06.635406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:06.647307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:06.681997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Calling delete_port for d8330858-dbea-421c-b557-1e083a5f8626 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:06.701639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=374236e0-4d61-4b69-a121-767ca5a7e234,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:06.708015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:06.731818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Network': ['ID=196783ed-0e02-40bd-b937-a90b290f5d53,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:06.735985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:06.739465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] For port 2a0e72a7-8426-4e25-980d-1a1d70a2defc, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:06.776970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 196783ed-0e02-40bd-b937-a90b290f5d53 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:06.803541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Checking segment: {'id': '2e6023e2-61e2-4e8a-b9ba-75ae43151b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f7350587-aa07-412e-a9b0-70e328763868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:06.803897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network hostable DHCP agents. Network: f7350587-aa07-412e-a9b0-70e328763868, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:06.820575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] For port 2a0e72a7-8426-4e25-980d-1a1d70a2defc, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a0e72a7-8426-4e25-980d-1a1d70a2defc,segment=NetworkSegment(4906d991-5af0-4cd2-b909-0e868447f9be),segment_id=4906d991-5af0-4cd2-b909-0e868447f9be)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:06.833748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.871660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5d15c55e-d4f3-4f26-a5b9-c7381bf4c33a tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:06.922309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:06.925585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:06.925745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:06.941788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=12df63c7-31e3-46a7-a5b8-cda9bf028cb9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:06.947298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:06.949543 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.4267261
Nov 29 11:56:06.953026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0843c790>,) {'filters': {'network_id': ['475f7d55-465f-43ec-9bc7-b60ab1e0f522']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:07.005895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.044748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f36eb7f2-abf9-4d34-a705-2087f39fcd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:07.132341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47460) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:07.133985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0843c790>, '993733ce-e039-4482-8f54-12947cb8c27b') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:07.134284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0843c790>, '993733ce-e039-4482-8f54-12947cb8c27b') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:07.144793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.150325 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/12df63c7-31e3-46a7-a5b8-cda9bf028cb9 HTTP/1.1" status: 204  len: 168 time: 2.1210482
Nov 29 11:56:07.153640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47462) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:07.169244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'subnets': [{'network_id': '9f3055b0-cb39-4a62-a0e0-5597f84c0963', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--58058580', 'ip_version': 4}, {'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:07.169841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'subnet': {'network_id': '9f3055b0-cb39-4a62-a0e0-5597f84c0963', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--58058580', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:07.170892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Request body: {'subnet': {'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:07.179428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Pushing event updated for resources: {'Port': ['ID=2a0e72a7-8426-4e25-980d-1a1d70a2defc,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:07.210394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:07.229519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:07.230051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:07.239297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.271097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:07.294623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.307419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:07.343406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network f7350587-aa07-412e-a9b0-70e328763868 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:07.365519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d8330858-dbea-421c-b557-1e083a5f8626 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:07.417881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, f7350587-aa07-412e-a9b0-70e328763868) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:07.423230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:07.423965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.428463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: d8330858-dbea-421c-b557-1e083a5f8626 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:07.428813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d8330858-dbea-421c-b557-1e083a5f8626 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:07.432560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb34184-e476-4ca6-a75c-6dbcacc85342 None None] Network f7350587-aa07-412e-a9b0-70e328763868 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:07.458823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:07.469808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.3984103
Nov 29 11:56:07.476866 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecacbb91-d232-4ed3-8c68-e4a78138e660 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:07.477645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ecacbb91-d232-4ed3-8c68-e4a78138e660 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:07.480159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:07.480534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47468) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:07.482735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:07.499226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1527679336', 'network_id': 'f7350587-aa07-412e-a9b0-70e328763868'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:07.504275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.515146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:07.537227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:07.537998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:07.554012 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:07.555984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:07.556205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.558372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:port and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:07.568172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:07.572176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.581477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event updated for resources: {'Port': ['ID=1496323a-193e-4e67-af05-8fc80ed2e73b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:07.585149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:07.586744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95007207-7f99-495f-8217-240e9ec76e95 None None] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:07.601481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.643585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ecacbb91-d232-4ed3-8c68-e4a78138e660 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:07.645062 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ecacbb91-d232-4ed3-8c68-e4a78138e660 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/12df63c7-31e3-46a7-a5b8-cda9bf028cb9 HTTP/1.1" status: 404  len: 333 time: 0.4881976
Nov 29 11:56:07.659094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:07.664209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47472) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:07.679086 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.9639003
Nov 29 11:56:07.686599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:07.732472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Deleting port d8330858-dbea-421c-b557-1e083a5f8626 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:07.733813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.818564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Made reservation on behalf of 346c2da80e154b28b7bdf2a1e990832b for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:07.826008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.853172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.871853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:07.883353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Provisioning for port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:07.903459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Pushing event deleted for resources: {'Network': ['ID=475f7d55-465f-43ec-9bc7-b60ab1e0f522,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:07.905694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.918662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:07.926582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 8ff3dcef-324e-42d2-ace2-592e538cd5bc {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:07.930993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] device_id is not set on port 179a488d-76c8-4bba-8029-2a7afcba44fc yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:07.934072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Provisioning complete for port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:07.934508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.937427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Deleting port 1496323a-193e-4e67-af05-8fc80ed2e73b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:07.938001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.973494 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] 10.222.0.20 "DELETE /v2.0/networks/475f7d55-465f-43ec-9bc7-b60ab1e0f522 HTTP/1.1" status: 204  len: 168 time: 2.8941143
Nov 29 11:56:07.974538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:07.995029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0689e9b0-b2fe-411c-8b22-d3fee87bfc04 None None] The port 'd8330858-dbea-421c-b557-1e083a5f8626' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:56:08.064190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:08.077097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Usage tracker for resource:subnet and tenant:95d9d2617fcb4ac5b25490144d8647e8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:08.085258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:08.099540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:08.118237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.252942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Made reservation on behalf of 95d9d2617fcb4ac5b25490144d8647e8 for: {'subnet': 2} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:08.264212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.264546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.280509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d1b04-28f7-4756-83e6-3089d98da591 None None] Network f7350587-aa07-412e-a9b0-70e328763868 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:08.351111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:56:08.352071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Router cf15d297-2cc2-4260-a87a-d88c3f79aa27 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:08.357492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.377222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae08df78-3409-4bc2-895a-f352d5fbad12 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:08.511020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.589765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Allocated IP 2001:db8::d5 (f7350587-aa07-412e-a9b0-70e328763868/374236e0-4d61-4b69-a121-767ca5a7e234/179a488d-76c8-4bba-8029-2a7afcba44fc) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:08.602736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47484) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:08.627555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.647132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:08.656352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41794e94-f4ab-4eed-b1dc-663ed836d260 None None] Network 3b0a420e-f038-4513-a7be-a69d3378b519 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:08.748340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Calling delete_port for 1496323a-193e-4e67-af05-8fc80ed2e73b owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:08.795412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Subnet': ['ID=4fee5915-d9c8-4aff-bf57-17b1f5a690b9,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:08.798141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:08.835935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Checking segment: {'id': '6c74febb-d911-47c5-9c3a-fc7925641b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:08.836342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network hostable DHCP agents. Network: 4dc61dd2-01c3-40af-a03b-ae300ae7bf40, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:08.936556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] For port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,segment=NetworkSegment(b5093a31-8181-4bf8-bd39-7df97c333b5c),segment_id=b5093a31-8181-4bf8-bd39-7df97c333b5c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:08.950351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a0e72a7-8426-4e25-980d-1a1d70a2defc up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:09.026759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.029883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:09.036722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:09.041709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.046800 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "PUT /v2.0/routers/cf15d297-2cc2-4260-a87a-d88c3f79aa27 HTTP/1.1" status: 200  len: 916 time: 11.3436282
Nov 29 11:56:09.047439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.053294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:09.078330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] Sync routers for ids ['cf15d297-2cc2-4260-a87a-d88c3f79aa27'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:09.157676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] Routers {'cf15d297-2cc2-4260-a87a-d88c3f79aa27'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:09.157921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['cf15d297-2cc2-4260-a87a-d88c3f79aa27'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:09.222347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 4dc61dd2-01c3-40af-a03b-ae300ae7bf40) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:09.227600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:09.228198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.242069 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7a369be1-d211-4567-b1bf-d34e92450cb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee416dafe00f4545b6e00831275b6bd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6314080
Nov 29 11:56:09.251016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.254059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a80c76-ed52-49a1-9580-201d81180c7a None None] Network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:09.258174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.259771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-336ee595-e22c-4444-aa5e-6ed91bf08c56 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:09.317835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2a0e72a7-8426-4e25-980d-1a1d70a2defc completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:09.319440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff3dcef-324e-42d2-ace2-592e538cd5bc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:09.324618 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.2272153
Nov 29 11:56:09.330837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.333291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.342181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.346633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-38a11bd7-789c-40d5-891f-f1a6a3826bed tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:09.372333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:09.375701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b760>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:09.377637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.383271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'port': {'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40', 'name': 'tempest-NetworksIpV6TestAttrs-1318887153'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:09.384323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.398060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-681954c5-dc7c-4327-aa11-437837662f17 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:09.407440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Pushing event updated for resources: {'Port': ['ID=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:09.410185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37cbf60-d66e-4ef6-970c-279b1d59807f None None] Network 0338641e-9d56-4244-8042-b142828d2376 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:09.426299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:09.434764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event deleted for resources: {'Port': ['ID=1496323a-193e-4e67-af05-8fc80ed2e73b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:09.437427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:09.448077 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/8ff3dcef-324e-42d2-ace2-592e538cd5bc HTTP/1.1" status: 204  len: 168 time: 1.7820756
Nov 29 11:56:09.455949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.500037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network f7350587-aa07-412e-a9b0-70e328763868 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:09.567035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:09.575749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Port': ['ID=179a488d-76c8-4bba-8029-2a7afcba44fc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:09.582425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:09.600100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] Routers {'cf15d297-2cc2-4260-a87a-d88c3f79aa27'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:09.600804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['cf15d297-2cc2-4260-a87a-d88c3f79aa27'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:09.601951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:09.602684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.607118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:09.619457 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83c49cd7-fcc3-4748-8efc-6d6da46e12c6 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/cf15d297-2cc2-4260-a87a-d88c3f79aa27 HTTP/1.1" status: 200  len: 922 time: 0.5697038
Nov 29 11:56:09.626165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47508) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.651618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.675491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Provisioning complete for port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:09.675878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.707331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.709401 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "DELETE /v2.0/ports/1496323a-193e-4e67-af05-8fc80ed2e73b HTTP/1.1" status: 204  len: 168 time: 2.0202296
Nov 29 11:56:09.721500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.738671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.750887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:09.762453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:port and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:09.768830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:09.788321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:09.807620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:09.812238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.834379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b760>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:09.834886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e3a21-52f4-42e8-84c4-46a35784e8f9 None None] The sync data for ids ['cf15d297-2cc2-4260-a87a-d88c3f79aa27'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:09.842386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] device_id is not set on port afea8680-f127-43ff-bb28-ffeea6bbb99f yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:09.891524 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:56:09.923267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.926869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:09.936504 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.4518852
Nov 29 11:56:09.939687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47518) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:09.947143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f64f31a3-edcb-47dd-8057-00423df2ed4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:10.016498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d9606-39ca-4a33-8ee1-13b17b54d29e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:10.021348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port dca80ad3-6a26-4152-8af3-09cbe609aa54 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:10.021696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.023477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:10.095042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.099196 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/839d9606-39ca-4a33-8ee1-13b17b54d29e HTTP/1.1" status: 204  len: 168 time: 0.8399637
Nov 29 11:56:10.110474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.123267 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0b57ab68-76fa-46e6-8d76-50441751cc4b tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.3960826
Nov 29 11:56:10.123449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:10.123547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47524) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:10.141627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-375538220'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:10.147103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:10.151461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Usage tracker for resource:network and tenant:2bcd272f51964e49b91b78aa1fd8e9aa is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:10.155088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:10.161244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:10.183196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Made reservation on behalf of 2bcd272f51964e49b91b78aa1fd8e9aa for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:10.187444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.195400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856bc36-c1ee-4d00-b834-d5cac924b08b tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:10.197001 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8856bc36-c1ee-4d00-b834-d5cac924b08b tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=cf15d297-2cc2-4260-a87a-d88c3f79aa27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5552897
Nov 29 11:56:10.203268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:10.213448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Deleting port 179a488d-76c8-4bba-8029-2a7afcba44fc {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:10.213794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.242867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Allocated IP 2001:db8::f816:3eff:fe4b:6833 (4dc61dd2-01c3-40af-a03b-ae300ae7bf40/4fee5915-d9c8-4aff-bf57-17b1f5a690b9/afea8680-f127-43ff-bb28-ffeea6bbb99f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:10.272685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Could not find standard attr ID for object 1496323a-193e-4e67-af05-8fc80ed2e73b. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:56:10.366379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-4dc61dd2-01c3-40af-a03b-ae300ae7bf40', 'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40', 'tenant_id': 'f7f1e83accb64d02b84316013ab51bc7', 'fixed_ips': [{'subnet_id': '4fee5915-d9c8-4aff-bf57-17b1f5a690b9'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:10.368055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.373493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:10.432667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Provisioning for port 2a0e72a7-8426-4e25-980d-1a1d70a2defc completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:10.437333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.437943 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Added segment 6de06f01-8874-4ef9-aa7d-5e99df58a5c2 of type vlan for network 2f4bbdb5-4f26-4265-877e-f32ea3914f4b
Nov 29 11:56:10.490004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a90633-532b-4130-ba6e-a2e15b4bad1b tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:10.494558 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1a90633-532b-4130-ba6e-a2e15b4bad1b tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.2836282
Nov 29 11:56:10.517162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47534) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:10.524151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.572317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Provisioning complete for port 2a0e72a7-8426-4e25-980d-1a1d70a2defc triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:10.573346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.628371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.633925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:10.634524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.644727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b204e5fe-b026-46cf-aa63-cae13fb43113 tempest-QuotasNegativeTest-404041468 tempest-QuotasNegativeTest-404041468-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:10.663536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Subnet': ['ID=8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:10.727961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Checking segment: {'id': '32ed05df-4a4a-48d4-91e2-e491e4770d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3055b0-cb39-4a62-a0e0-5597f84c0963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:10.728323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network hostable DHCP agents. Network: 9f3055b0-cb39-4a62-a0e0-5597f84c0963, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:10.751409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] DHCP port deletion for 0338641e-9d56-4244-8042-b142828d2376 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:10.759784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Deleting port dca80ad3-6a26-4152-8af3-09cbe609aa54 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:10.760170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.811722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:10.819639 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.6941197
Nov 29 11:56:10.831083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:10.831298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.864356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event updated for resources: {'Network': ['ID=2f4bbdb5-4f26-4265-877e-f32ea3914f4b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:10.867196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:10.879938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 2f4bbdb5-4f26-4265-877e-f32ea3914f4b details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:10.905618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:10.914636 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bb54ead4-992d-49ca-8ded-ccd55ca86dfe tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf15d297-2cc2-4260-a87a-d88c3f79aa27 HTTP/1.1" status: 200  len: 205 time: 0.3958440
Nov 29 11:56:10.922889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47550) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:10.946759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:10.968720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Transition to ACTIVE for port object afea8680-f127-43ff-bb28-ffeea6bbb99f will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:11.022118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.096239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bb67014-c6fe-486d-8a8b-be693475cd89 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:11.194527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] For port dca80ad3-6a26-4152-8af3-09cbe609aa54, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dca80ad3-6a26-4152-8af3-09cbe609aa54,segment=NetworkSegment(f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb),segment_id=f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:11.194527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.198876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] For port 2a0e72a7-8426-4e25-980d-1a1d70a2defc, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a0e72a7-8426-4e25-980d-1a1d70a2defc,segment=NetworkSegment(4906d991-5af0-4cd2-b909-0e868447f9be),segment_id=4906d991-5af0-4cd2-b909-0e868447f9be)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:11.211945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:11.215699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Port': ['ID=afea8680-f127-43ff-bb28-ffeea6bbb99f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:11.221736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:11.222793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.223646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:11.228191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:11.228380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network 9f3055b0-cb39-4a62-a0e0-5597f84c0963 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:11.230139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-880ecc96-5c47-46c4-a40c-e1ab2d1c05af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:11.233175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:11.233887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.368170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Allocated IP 2001:db8::f816:3eff:fe5f:1c06 (4dc61dd2-01c3-40af-a03b-ae300ae7bf40/4fee5915-d9c8-4aff-bf57-17b1f5a690b9/d8f38349-e120-41ad-8a5b-e2ad1f020726) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:11.371383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for dca80ad3-6a26-4152-8af3-09cbe609aa54 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:11.406744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-92390030-e54e-4591-b5ee-d12cfc03db77 None None] Could not find standard attr ID for object 1496323a-193e-4e67-af05-8fc80ed2e73b. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:56:11.414614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 9f3055b0-cb39-4a62-a0e0-5597f84c0963) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:11.418827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.432605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.1005092
Nov 29 11:56:11.437075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:11.440252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e9bb712e-21d7-4e66-b622-c13a0d180f40 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:11.444136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8a32d-702b-4b6f-b311-4f305dfb49eb None None] Network 9f3055b0-cb39-4a62-a0e0-5597f84c0963 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:11.490625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb5937ff-2b85-4924-873e-5e1130dc8379 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/agents/627b22f9-2913-41e2-8147-511105f5d225/dhcp-networks HTTP/1.1" status: 200  len: 9522 time: 0.6526458
Nov 29 11:56:11.500265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:11.544186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.562237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.590798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:11.598269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting subnet 4fee5915-d9c8-4aff-bf57-17b1f5a690b9 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:11.658272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75921942-1006-4f4e-9d32-69ceb6322198 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] Network 2f4bbdb5-4f26-4265-877e-f32ea3914f4b is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:11.680841 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-75921942-1006-4f4e-9d32-69ceb6322198 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "POST /v2.0/agents/627b22f9-2913-41e2-8147-511105f5d225/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1772306
Nov 29 11:56:11.685020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47576) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:11.697900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:11.698233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.740368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f977d8-02be-4540-bf89-76d83e346f96 None None] Network 2f4bbdb5-4f26-4265-877e-f32ea3914f4b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:11.753357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Pushing event updated for resources: {'Port': ['ID=2a0e72a7-8426-4e25-980d-1a1d70a2defc,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:11.757238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] For port dca80ad3-6a26-4152-8af3-09cbe609aa54, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dca80ad3-6a26-4152-8af3-09cbe609aa54,segment=NetworkSegment(f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb),segment_id=f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:11.757640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.780810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-92390030-e54e-4591-b5ee-d12cfc03db77 None None] Provisioning complete for port 2a0e72a7-8426-4e25-980d-1a1d70a2defc triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:11.781194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92390030-e54e-4591-b5ee-d12cfc03db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:11.812271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:11.883301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-21bd33ba-e377-47f7-b4e8-8d07f5c41945 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] Request body: {'port': {'network_id': '694b12ed-46e8-432f-9705-5bab97764350', 'name': 'tempest-NetworksNegativeTestJSON-1970359057'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:11.918689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bd33ba-e377-47f7-b4e8-8d07f5c41945 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] POST failed (client error): The resource could not be found.
Nov 29 11:56:11.919157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bd33ba-e377-47f7-b4e8-8d07f5c41945 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:11.920513 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-21bd33ba-e377-47f7-b4e8-8d07f5c41945 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3200083
Nov 29 11:56:11.925528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:11.963437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Calling delete_port for 179a488d-76c8-4bba-8029-2a7afcba44fc owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:11.974994 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c99a970-5a33-4c1d-a89f-3feb063f34a1 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:11.975528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c99a970-5a33-4c1d-a89f-3feb063f34a1 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:11.977180 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c99a970-5a33-4c1d-a89f-3feb063f34a1 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "DELETE /v2.0/networks/ca63c6fb-18ce-47d8-9712-1fd6cee21bd2 HTTP/1.1" status: 404  len: 339 time: 0.0509334
Nov 29 11:56:11.986262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:11.991426 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3845a8bb-1886-432e-9770-e6d2973bbeb8 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/agents/627b22f9-2913-41e2-8147-511105f5d225/dhcp-networks HTTP/1.1" status: 200  len: 11090 time: 0.3022923
Nov 29 11:56:12.004260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47588) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.018944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event updated for resources: {'Subnet': ['ID=c840c171-2ae3-4c17-9b93-9d669651f942,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:12.028937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Calling delete_port for dca80ad3-6a26-4152-8af3-09cbe609aa54 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:12.034398 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9dd2fb-b80e-46f7-aedb-ec90e10c7884 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:12.034889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9dd2fb-b80e-46f7-aedb-ec90e10c7884 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:12.041144 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2c9dd2fb-b80e-46f7-aedb-ec90e10c7884 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "DELETE /v2.0/ports/206fb8fe-9c98-45ed-816b-4d5c0d74e595 HTTP/1.1" status: 404  len: 333 time: 0.0471144
Nov 29 11:56:12.041144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47592) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.055027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:12.061209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Checking segment: {'id': '93cbce05-04c4-493e-8e29-443e60e972ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:12.061571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network hostable DHCP agents. Network: 196783ed-0e02-40bd-b937-a90b290f5d53, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:12.076793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.079977 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3ba83a-7118-4fd6-958c-624180f10a99 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:12.080621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3ba83a-7118-4fd6-958c-624180f10a99 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:12.086114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f3ba83a-7118-4fd6-958c-624180f10a99 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "DELETE /v2.0/subnets/c4b1fd7b-fc4a-42f9-b412-f3d123da7adb HTTP/1.1" status: 404  len: 337 time: 0.0407126
Nov 29 11:56:12.086352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.089201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52f76eb4-c25c-4e61-aec8-be9b44403433 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:12.115150 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aab38b3-db83-44ca-b18b-fd03e7ea7bd9 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:12.119945 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6aab38b3-db83-44ca-b18b-fd03e7ea7bd9 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "GET /v2.0/networks/e57691fd-c679-4d8c-807f-3f2a47bafb94 HTTP/1.1" status: 404  len: 339 time: 0.0283055
Nov 29 11:56:12.121054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47600) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.168787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9098536b-ae1d-48ca-ae69-dc67ea9b651f tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:12.170323 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9098536b-ae1d-48ca-ae69-dc67ea9b651f tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "GET /v2.0/ports/b8a3dc6c-338f-426e-841b-6df6aeef4ff2 HTTP/1.1" status: 404  len: 333 time: 0.0481420
Nov 29 11:56:12.174041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.175921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=dca80ad3-6a26-4152-8af3-09cbe609aa54,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:12.190851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:12.201007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No DVR routers for this DVR port dca80ad3-6a26-4152-8af3-09cbe609aa54 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:12.220625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce2987a-6c4e-42d1-ab72-78ebce5a1db8 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:12.225829 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ce2987a-6c4e-42d1-ab72-78ebce5a1db8 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "GET /v2.0/subnets/b3e07d3e-a45b-4256-9ec9-46c96f38bd07 HTTP/1.1" status: 404  len: 337 time: 0.0468233
Nov 29 11:56:12.225829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.232037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5c93ca2b-73f4-430e-9412-e5271f9ef1d2 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:12.255359 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c93ca2b-73f4-430e-9412-e5271f9ef1d2 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] PUT failed (client error): The resource could not be found.
Nov 29 11:56:12.255849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c93ca2b-73f4-430e-9412-e5271f9ef1d2 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:12.260889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c93ca2b-73f4-430e-9412-e5271f9ef1d2 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "PUT /v2.0/networks/abef1f20-6d0f-4ad8-9554-279ff4819f8e HTTP/1.1" status: 404  len: 339 time: 0.0303066
Nov 29 11:56:12.261141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47612) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.264564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Network 196783ed-0e02-40bd-b937-a90b290f5d53 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:12.269538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-907a570d-653f-48cf-986f-f2fdf78ee052 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:12.310310 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-907a570d-653f-48cf-986f-f2fdf78ee052 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] PUT failed (client error): The resource could not be found.
Nov 29 11:56:12.311502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907a570d-653f-48cf-986f-f2fdf78ee052 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:12.316413 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-907a570d-653f-48cf-986f-f2fdf78ee052 tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "PUT /v2.0/ports/6d81d0f6-724c-4438-acbb-1a98b321bc57 HTTP/1.1" status: 404  len: 333 time: 0.0503485
Nov 29 11:56:12.316413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47616) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.322213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-40282557-106a-4e8d-9538-e1e12d4f881b tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:12.355758 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-40282557-106a-4e8d-9538-e1e12d4f881b tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] PUT failed (client error): The resource could not be found.
Nov 29 11:56:12.356203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40282557-106a-4e8d-9538-e1e12d4f881b tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:12.361343 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-40282557-106a-4e8d-9538-e1e12d4f881b tempest-NetworksNegativeTestJSON-1495103555 tempest-NetworksNegativeTestJSON-1495103555-project] 10.222.0.20 "PUT /v2.0/subnets/994c479b-e607-478b-9677-48b3666355df HTTP/1.1" status: 404  len: 337 time: 0.0399613
Nov 29 11:56:12.371666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-555a4b7b-c9d3-4650-8e26-ea6c361b2878 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "DELETE /v2.0/agents/627b22f9-2913-41e2-8147-511105f5d225/dhcp-networks/2f4bbdb5-4f26-4265-877e-f32ea3914f4b HTTP/1.1" status: 204  len: 168 time: 0.3603656
Nov 29 11:56:12.374315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.391862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 196783ed-0e02-40bd-b937-a90b290f5d53) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:12.413319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:12.413786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:12.414415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.418655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.424902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a29c40-431b-4899-af8e-5c6ddea16c1d None None] Network 196783ed-0e02-40bd-b937-a90b290f5d53 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:12.441130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.474105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Deleting port e1eb6d30-b5eb-4c4d-9ab5-806efbd70529 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:12.474512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.494541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:12.494918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:12.525686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03211820>,) {'filters': {'network_id': ['0338641e-9d56-4244-8042-b142828d2376']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:12.536282 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1424 time: 5.3846705
Nov 29 11:56:12.536937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47626) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.541700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.556195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03211820>, 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:12.556920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03211820>, 'f62ca229-2ac4-4da9-8b93-0dfb86e1ebbb') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:12.563493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-677cb12e-e39d-4a37-ac3d-6e5cea49d7a9 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:12.622183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.631248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event deleted for resources: {'Port': ['ID=179a488d-76c8-4bba-8029-2a7afcba44fc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:12.652763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.657926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f731b19-b25a-436d-a417-41e091ab7bc5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:12.659622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f731b19-b25a-436d-a417-41e091ab7bc5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:12.662529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f731b19-b25a-436d-a417-41e091ab7bc5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:12.666907 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f731b19-b25a-436d-a417-41e091ab7bc5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2050 time: 0.1227243
Nov 29 11:56:12.668737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47630) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.681376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Transition to ACTIVE for port object d8f38349-e120-41ad-8a5b-e2ad1f020726 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:12.682630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:12.684320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ceddd2-17a9-4db1-ab0a-cf08e003d80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-9f3055b0-cb39-4a62-a0e0-5597f84c0963', 'network_id': '9f3055b0-cb39-4a62-a0e0-5597f84c0963', 'tenant_id': '95d9d2617fcb4ac5b25490144d8647e8', 'fixed_ips': [{'subnet_id': '8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:12.685166 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-72ceddd2-17a9-4db1-ab0a-cf08e003d80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.737213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Transition to ACTIVE for port object d8f38349-e120-41ad-8a5b-e2ad1f020726 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:12.765972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.791836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dca80ad3-6a26-4152-8af3-09cbe609aa54 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:12.828049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.849379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.862347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cd26162-2fb2-4961-995d-6d891d5a9493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:12.911917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.914407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47636) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.918290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.923056 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/ports/179a488d-76c8-4bba-8029-2a7afcba44fc HTTP/1.1" status: 204  len: 168 time: 2.9778111
Nov 29 11:56:12.930123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.932832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: dca80ad3-6a26-4152-8af3-09cbe609aa54 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:12.933157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dca80ad3-6a26-4152-8af3-09cbe609aa54 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:12.935241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47640) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:12.941994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.952257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:12.952747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:12.974392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7350587-aa07-412e-a9b0-70e328763868', 'external_fixed_ips': [{'subnet_id': '374236e0-4d61-4b69-a121-767ca5a7e234', 'ip_address': '2001:db8::d5'}]}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:12.977752 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:12.986820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:12.997407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Deleting port dca80ad3-6a26-4152-8af3-09cbe609aa54 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:12.997839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.031087 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-78ceb9e4-00a6-4d11-a05a-87c5a61329ea tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/agents/627b22f9-2913-41e2-8147-511105f5d225/dhcp-networks HTTP/1.1" status: 200  len: 11120 time: 0.6462059
Nov 29 11:56:13.033509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.040514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Deleting subnet 8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:13.050239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.055770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.073175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:13.088164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:router and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:13.099441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd2444f1-20e5-444b-a709-239024f80243 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:13.122431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:13.125562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:13.144652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a0e72a7-8426-4e25-980d-1a1d70a2defc up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:13.145547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Subnet': ['ID=4fee5915-d9c8-4aff-bf57-17b1f5a690b9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:13.147738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.153810 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ed2d367-2ebb-4de3-898e-e8fbbef9f0fd tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/networks/19e483f1-3859-4d3d-af0c-45351f0d6fee/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1190276
Nov 29 11:56:13.157233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:13.158826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.175831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.208803 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/4fee5915-d9c8-4aff-bf57-17b1f5a690b9 HTTP/1.1" status: 204  len: 168 time: 1.7706776
Nov 29 11:56:13.220003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47654) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.249290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Calling delete_port for e1eb6d30-b5eb-4c4d-9ab5-806efbd70529 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:13.276948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-80d3e4c4-51e5-41b7-a8b6-01ffde470584 None None] The port 'dca80ad3-6a26-4152-8af3-09cbe609aa54' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:56:13.277201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:13.298578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b36db-fb96-4878-8071-f46db1bd3d74 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:13.300210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b36db-fb96-4878-8071-f46db1bd3d74 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:13.301042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e1b36db-fb96-4878-8071-f46db1bd3d74 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Synchronizing usage tracker for tenant:f7f1e83accb64d02b84316013ab51bc7 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:13.315069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:13.315574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.320637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d423b772-95bf-4f0f-9d9a-0590f8060302 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/networks/19e483f1-3859-4d3d-af0c-45351f0d6fee/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1564183
Nov 29 11:56:13.322374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.328325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Pushing event updated for resources: {'Port': ['ID=d8f38349-e120-41ad-8a5b-e2ad1f020726,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:13.333436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.337735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:13.347189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.366971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.372049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:13.377925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:13.390654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-196783ed-0e02-40bd-b937-a90b290f5d53', 'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53', 'tenant_id': '95d9d2617fcb4ac5b25490144d8647e8', 'fixed_ips': [{'subnet_id': 'c840c171-2ae3-4c17-9b93-9d669651f942'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:13.391945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.395921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.396984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.400663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.416175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e1b36db-fb96-4878-8071-f46db1bd3d74 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Unset dirty status for tenant:f7f1e83accb64d02b84316013ab51bc7 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:13.417329 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e1b36db-fb96-4878-8071-f46db1bd3d74 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1940928
Nov 29 11:56:13.422165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f91d1babea4f9d88a1a46a8334538e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:13.425274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.437520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:13.440632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=0338641e-9d56-4244-8042-b142828d2376,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:13.446126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Attempting to bind port d8f38349-e120-41ad-8a5b-e2ad1f020726 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:13.446697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Attempting to bind port d8f38349-e120-41ad-8a5b-e2ad1f020726 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '6c74febb-d911-47c5-9c3a-fc7925641b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:13.446978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Attempting to bind port d8f38349-e120-41ad-8a5b-e2ad1f020726 on network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:13.457846 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/0338641e-9d56-4244-8042-b142828d2376 HTTP/1.1" status: 204  len: 168 time: 3.9894507
Nov 29 11:56:13.457846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:13.461695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:13.463032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47666) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.483869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-636236226'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:13.495086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:13.495337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:13.495635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Checking segment: {'id': '6c74febb-d911-47c5-9c3a-fc7925641b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:13.496240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.496710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Bound using segment: {'id': '6c74febb-d911-47c5-9c3a-fc7925641b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:13.497329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Bound port: d8f38349-e120-41ad-8a5b-e2ad1f020726, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c74febb-d911-47c5-9c3a-fc7925641b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4dc61dd2-01c3-40af-a03b-ae300ae7bf40'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:13.498183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.499074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.510394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:13.522875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:13.542869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:13.581092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2a0e72a7-8426-4e25-980d-1a1d70a2defc triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:13.581383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.671957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:13.675471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.738669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] For port d8f38349-e120-41ad-8a5b-e2ad1f020726, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:13.784043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] For port d8f38349-e120-41ad-8a5b-e2ad1f020726, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d8f38349-e120-41ad-8a5b-e2ad1f020726,segment=NetworkSegment(6c74febb-d911-47c5-9c3a-fc7925641b23),segment_id=6c74febb-d911-47c5-9c3a-fc7925641b23)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:13.786374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db971054-a1d2-4a42-957b-04f6ea8eeabe tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-72ceddd2-17a9-4db1-ab0a-cf08e003d80c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d: This subnet is being modified by another concurrent operation.
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:56:13.810303 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d: This subnet is being modified by another concurrent operation.
Nov 29 11:56:13.814736 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 11:56:13.819839 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-db971054-a1d2-4a42-957b-04f6ea8eeabe tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:56:13.819972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Allocated IP 172.20.0.18 (196783ed-0e02-40bd-b937-a90b290f5d53/c840c171-2ae3-4c17-9b93-9d669651f942/8190b40d-35cd-4f4f-8f87-3022b66f6462) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:13.820075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db971054-a1d2-4a42-957b-04f6ea8eeabe tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:13.820169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.820291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.825778 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db971054-a1d2-4a42-957b-04f6ea8eeabe tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/4dc61dd2-01c3-40af-a03b-ae300ae7bf40 HTTP/1.1" status: 409  len: 405 time: 0.3968024
Nov 29 11:56:13.828010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2357cc46-45e4-4707-b41d-0db7a1711373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:13.834494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.843767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:13.874746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab120ccb-1384-430d-b7ec-e902ba817064 None None] Network 9f3055b0-cb39-4a62-a0e0-5597f84c0963 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:13.879947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1427008981'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:13.883325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:13.891118 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6be5561b-fe1a-44d8-9b36-031d89961c09 tempest-DHCPAgentSchedulersTestJSON-2098193586 tempest-DHCPAgentSchedulersTestJSON-2098193586-project-admin] 10.222.0.20 "GET /v2.0/agents/627b22f9-2913-41e2-8147-511105f5d225/dhcp-networks HTTP/1.1" status: 200  len: 10340 time: 0.5676825
Nov 29 11:56:13.894049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47674) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:13.895045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:13.900703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:13.985285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:network and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:13.989134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:13.994716 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/subnets/8ec5dbbd-87b0-4fe5-b6af-4f2b92df176d HTTP/1.1" status: 204  len: 168 time: 1.3249812
Nov 29 11:56:13.999457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:14.002157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47678) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:14.044922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:14.086920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:14.088094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.112734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Deleting subnet c840c171-2ae3-4c17-9b93-9d669651f942 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:14.114764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.124042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.131040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.132621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.132971 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment 65d2c6fd-e368-4432-9b57-a47359d77015 of type vlan for network dfb7d053-f883-4954-93f2-a00dd413a80a
Nov 29 11:56:14.134250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4657c922-d4d8-4b6f-ab62-67989364fc72 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:14.161648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Pushing event updated for resources: {'Port': ['ID=d8f38349-e120-41ad-8a5b-e2ad1f020726,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.165244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.169319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:14.173291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.184507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.208751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event deleted for resources: {'Port': ['ID=e1eb6d30-b5eb-4c4d-9ab5-806efbd70529,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.214718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.219101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7fcc0eda-a702-47d0-9be1-c32183982c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:14.273292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.281038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:14.307406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d083390d0>,) {'filters': {'network_id': ['2f4bbdb5-4f26-4265-877e-f32ea3914f4b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:14.315590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.316099 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Added segment 2fc87728-7d5e-485a-a702-431b33429fed of type vlan for network 80f57f1d-f035-4497-9905-de06234d0973
Nov 29 11:56:14.322930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ccc3f3-26ee-46e0-826c-5651b4b59654 None None] Network 4dc61dd2-01c3-40af-a03b-ae300ae7bf40 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:14.326914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083390d0>, '6de06f01-8874-4ef9-aa7d-5e99df58a5c2') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:14.327224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083390d0>, '6de06f01-8874-4ef9-aa7d-5e99df58a5c2') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:14.344355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.368190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.377896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.383551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.392337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:14.392740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.397627 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7f91d1babea4f9d88a1a46a8334538e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4758468
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:14.407600 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:14.410240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47682) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:14.428360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d179e-2350-4748-ae08-8abe864fd15f,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.438980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.468803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.502974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.511037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:14.511943 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.521028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.528585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:14.574257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Transition to ACTIVE for port object 8190b40d-35cd-4f4f-8f87-3022b66f6462 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:14.593651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.599461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:14.600277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.612105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Transition to ACTIVE for port object 8190b40d-35cd-4f4f-8f87-3022b66f6462 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:14.627299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.633523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d34a1685-6bff-4981-be2d-449aefeb6859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:14.636051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.657961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:14.662365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.664770 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7907400
Nov 29 11:56:14.675223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47686) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:14.689988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.691823 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "DELETE /v2.0/networks/2f4bbdb5-4f26-4265-877e-f32ea3914f4b HTTP/1.1" status: 204  len: 168 time: 0.7946737
Nov 29 11:56:14.698026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47690) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:14.700871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Network 196783ed-0e02-40bd-b937-a90b290f5d53 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:14.705211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:14.709287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'subnet': {'network_id': '80f57f1d-f035-4497-9905-de06234d0973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:14.714878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:14.717745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Pushing event updated for resources: {'Port': ['ID=8190b40d-35cd-4f4f-8f87-3022b66f6462,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.721301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.745894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Network': ['ID=80f57f1d-f035-4497-9905-de06234d0973,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.757605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.767815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 80f57f1d-f035-4497-9905-de06234d0973 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:14.770107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:14.773395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.782004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.796057 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5df776-41d5-432b-b43f-64a335552912 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:14.796761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5df776-41d5-432b-b43f-64a335552912 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:14.798585 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd5df776-41d5-432b-b43f-64a335552912 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "DELETE /v2.0/ports/1496323a-193e-4e67-af05-8fc80ed2e73b HTTP/1.1" status: 404  len: 333 time: 0.0993109
Nov 29 11:56:14.801129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.830050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event deleted for resources: {'Network': ['ID=2f4bbdb5-4f26-4265-877e-f32ea3914f4b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.840523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:14.841534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.847438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.909916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=dfb7d053-f883-4954-93f2-a00dd413a80a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:14.921807 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.4556432
Nov 29 11:56:14.928140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:14.930277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47698) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:14.942622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:14.942857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.944062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network dfb7d053-f883-4954-93f2-a00dd413a80a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:14.964175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Deleting subnet bcee559c-b98e-4f5c-a648-24268a5946c8 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:14.969643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:14.970358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Fanout notify agent at l3_agent the message router_deleted on router cf15d297-2cc2-4260-a87a-d88c3f79aa27 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:56:14.980280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.025768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:15.060253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.080809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.081920 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/cf15d297-2cc2-4260-a87a-d88c3f79aa27 HTTP/1.1" status: 204  len: 168 time: 4.1575885
Nov 29 11:56:15.083311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:15.092817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:15.093014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Attempting to bind port 8190b40d-35cd-4f4f-8f87-3022b66f6462 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:15.093341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Attempting to bind port 8190b40d-35cd-4f4f-8f87-3022b66f6462 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '93cbce05-04c4-493e-8e29-443e60e972ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:15.093728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Attempting to bind port 8190b40d-35cd-4f4f-8f87-3022b66f6462 on network 196783ed-0e02-40bd-b937-a90b290f5d53 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:15.112035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-576528031', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:15.113884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:15.114270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Checking segment: {'id': '93cbce05-04c4-493e-8e29-443e60e972ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:15.114675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.115072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Bound using segment: {'id': '93cbce05-04c4-493e-8e29-443e60e972ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:15.115599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Bound port: 8190b40d-35cd-4f4f-8f87-3022b66f6462, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cbce05-04c4-493e-8e29-443e60e972ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '196783ed-0e02-40bd-b937-a90b290f5d53'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:15.115974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.125188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.140284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:15.142591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:15.146246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.154756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:15.172034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Usage tracker for resource:router and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:15.172226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:15.178938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:15.180339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:15.182101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.193901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee2eab01-6dee-4bac-bf9f-16447d08c307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:15.201595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:15.227412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d179e-2350-4748-ae08-8abe864fd15f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:15.236687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:15.247319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.247523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:15.248829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.254656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.255799 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d35d179e-2350-4748-ae08-8abe864fd15f HTTP/1.1" status: 204  len: 168 time: 0.8391695
Nov 29 11:56:15.284952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.289095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] For port 8190b40d-35cd-4f4f-8f87-3022b66f6462, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:15.289986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.301317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:15.303408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] For port 8190b40d-35cd-4f4f-8f87-3022b66f6462, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8190b40d-35cd-4f4f-8f87-3022b66f6462,segment=NetworkSegment(93cbce05-04c4-493e-8e29-443e60e972ec),segment_id=93cbce05-04c4-493e-8e29-443e60e972ec)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:15.309876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.322249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:15.329711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.445875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Pushing event updated for resources: {'Port': ['ID=8190b40d-35cd-4f4f-8f87-3022b66f6462,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:15.449865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:15.499084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Subnet': ['ID=c840c171-2ae3-4c17-9b93-9d669651f942,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:15.501596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:15.504404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.528602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:15.532934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.533384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/subnets/c840c171-2ae3-4c17-9b93-9d669651f942 HTTP/1.1" status: 204  len: 168 time: 1.5298591
Nov 29 11:56:15.547847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47712) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:15.808590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.881313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7122edbc-637c-4154-b561-a970cf58ced3 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:15.927595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event deleted for resources: {'Subnet': ['ID=bcee559c-b98e-4f5c-a648-24268a5946c8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:15.934743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.938880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:15.941778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:15.951617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "DELETE /v2.0/subnets/bcee559c-b98e-4f5c-a648-24268a5946c8 HTTP/1.1" status: 204  len: 168 time: 1.1074381
Nov 29 11:56:15.954200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbda9cd-b282-4dbf-a735-d4809fc4252c None None] Network 19e483f1-3859-4d3d-af0c-45351f0d6fee requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:15.964348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:16.185393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9429b4aa-54ba-4940-b161-6fcd863d724a tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:16.186676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9429b4aa-54ba-4940-b161-6fcd863d724a tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Synchronizing usage tracker for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:16.211217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.247727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:16.277715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] DHCP port deletion for 19e483f1-3859-4d3d-af0c-45351f0d6fee request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:16.282846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Deleting port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:16.283299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.306292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.314780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.320966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.338371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:16.358937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.429610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.496631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9429b4aa-54ba-4940-b161-6fcd863d724a tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Unset dirty status for tenant:95d9d2617fcb4ac5b25490144d8647e8 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:16.498124 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9429b4aa-54ba-4940-b161-6fcd863d724a tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.9343979
Nov 29 11:56:16.499693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=03bf6ff6-9dab-41d0-abbe-786059df0223,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:16.525785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:16.533539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2a5e91de-161c-4546-8026-41b7eea1eadc tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:16.534252 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-2a5e91de-161c-4546-8026-41b7eea1eadc tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 29 11:56:16.535345 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-2a5e91de-161c-4546-8026-41b7eea1eadc tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:56:16.540885 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2a5e91de-161c-4546-8026-41b7eea1eadc tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2916708
Nov 29 11:56:16.547825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:16.551080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:16.576316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869140632'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:16.613642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:16.622149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Deleting port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:16.622722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.688789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] For port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,segment=NetworkSegment(b5093a31-8181-4bf8-bd39-7df97c333b5c),segment_id=b5093a31-8181-4bf8-bd39-7df97c333b5c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:16.689194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.729631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Allocated IP 172.26.4.138 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/b9786642-8f84-4900-916d-dfae56e7ced7) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:16.735076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.776322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Deleting port 8190b40d-35cd-4f4f-8f87-3022b66f6462 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:16.776627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.837268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b435a-2e53-4a0c-afd3-4d34589ab221 None None] Network 196783ed-0e02-40bd-b937-a90b290f5d53 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:16.912963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] For port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,segment=NetworkSegment(b5093a31-8181-4bf8-bd39-7df97c333b5c),segment_id=b5093a31-8181-4bf8-bd39-7df97c333b5c)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:16.913611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:16.927846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:16.957660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Calling delete_port for 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:16.973343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:17.056441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:17.080866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.083622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24308507-7566-42e9-b540-86036759f249 None None] Provisioning for port 8190b40d-35cd-4f4f-8f87-3022b66f6462 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:17.138248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8190b40d-35cd-4f4f-8f87-3022b66f6462 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:17.138597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] For port 8190b40d-35cd-4f4f-8f87-3022b66f6462, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8190b40d-35cd-4f4f-8f87-3022b66f6462,segment=NetworkSegment(93cbce05-04c4-493e-8e29-443e60e972ec),segment_id=93cbce05-04c4-493e-8e29-443e60e972ec)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:17.139209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.152271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': '65d2c6fd-e368-4432-9b57-a47359d77015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:17.152637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: dfb7d053-f883-4954-93f2-a00dd413a80a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:17.175323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Calling delete_port for 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:17.281046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.319643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.326111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0b837de-0ed1-4478-be0a-36d28414f43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:17.383281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Pushing event deleted for resources: {'Port': ['ID=72ae3883-32f4-4284-8bfc-bce6b38a1dd6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:17.387075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.392538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:17.395531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] No DVR routers for this DVR port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:17.404262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8190b40d-35cd-4f4f-8f87-3022b66f6462 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:17.412657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8190b40d-35cd-4f4f-8f87-3022b66f6462 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:17.412896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.419345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Calling delete_port for 8190b40d-35cd-4f4f-8f87-3022b66f6462 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:17.526323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.538598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6617392-b6fb-4698-991c-9e0948f4a7ee tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:17.567735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:56:17.570049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 8190b40d-35cd-4f4f-8f87-3022b66f6462 update to ACTIVE by agent not found {{(pid=87601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Nov 29 11:56:17.575651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c43108-682a-4d56-84c5-d49caf339c31 None None] DHCP port deletion for 196783ed-0e02-40bd-b937-a90b290f5d53 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:17.576651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.580589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:17.584625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network dfb7d053-f883-4954-93f2-a00dd413a80a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:17.591283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:17.594111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:17.600292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.604497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d3ff1-39e0-4f58-8cd7-067cff2386c0 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:56:17.610274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:17.634595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:17.656323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:17.657390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:17.665645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, dfb7d053-f883-4954-93f2-a00dd413a80a) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:17.669143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] No DVR routers for this DVR port 8190b40d-35cd-4f4f-8f87-3022b66f6462 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:17.670006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:17.677912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:17.678224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:17.689208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:17.689795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:17.700372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:17.713862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:17.714149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Allocated IP 2001:db8::d5 (f7350587-aa07-412e-a9b0-70e328763868/374236e0-4d61-4b69-a121-767ca5a7e234/64717055-c1ca-4e33-8e4b-005fd1a02ece) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:17.714655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:17.777821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Subnet': ['ID=70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:17.786686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:17.791533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event updated for resources: {'Port': ['ID=b9786642-8f84-4900-916d-dfae56e7ced7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:17.858936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:17.862442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ef1eba8-faec-43ab-a5f4-4416f00acc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:17.884771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Checking segment: {'id': '2fc87728-7d5e-485a-a702-431b33429fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '80f57f1d-f035-4497-9905-de06234d0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:17.885127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network hostable DHCP agents. Network: 80f57f1d-f035-4497-9905-de06234d0973, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:17.903924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9715438
Nov 29 11:56:17.912018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47750) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:17.930304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a', 'name': 'tempest-PortsTestJSON-277199237', 'fixed_ips': [{'subnet_id': '03bf6ff6-9dab-41d0-abbe-786059df0223', 'ip_address': '172.20.0.10'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:17.977313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Port': ['ID=8190b40d-35cd-4f4f-8f87-3022b66f6462,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:17.991182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:17.994417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.029927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d3ff1-39e0-4f58-8cd7-067cff2386c0 None None] Unable to find a vacant binding_index for network 80f57f1d-f035-4497-9905-de06234d0973 and agent 627b22f9-2913-41e2-8147-511105f5d225 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 29 11:56:18.034575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 80f57f1d-f035-4497-9905-de06234d0973 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:18.035387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d3ff1-39e0-4f58-8cd7-067cff2386c0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 80f57f1d-f035-4497-9905-de06234d0973) {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:56:18.067084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d087294c0>,) {'filters': {'network_id': ['196783ed-0e02-40bd-b937-a90b290f5d53']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:18.091001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d087294c0>, '93cbce05-04c4-493e-8e29-443e60e972ec') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:18.091286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d087294c0>, '93cbce05-04c4-493e-8e29-443e60e972ec') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:18.092593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 80f57f1d-f035-4497-9905-de06234d0973) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:18.096649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:18.097240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.105983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.178547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.189565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Deleting port 72ae3883-32f4-4284-8bfc-bce6b38a1dd6 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:18.189906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.236123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.236359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.252486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:18.252889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.264455 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5758967
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:18.267553 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:18.272943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47754) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:18.281103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] The port '72ae3883-32f4-4284-8bfc-bce6b38a1dd6' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:56:18.282936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.288444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'port': {'network_id': '80f57f1d-f035-4497-9905-de06234d0973', 'name': 'tempest-NetworksIpV6TestAttrs-1945370582'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:18.302727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:18.304796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:18.354145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:18.361920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:18.378594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.384576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1cb9eb8-c876-426f-8920-a5c7d77e6354 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:18.398665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.414494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Network': ['ID=196783ed-0e02-40bd-b937-a90b290f5d53,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:18.419025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:18.421606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:18.422229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.426068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-80f57f1d-f035-4497-9905-de06234d0973', 'network_id': '80f57f1d-f035-4497-9905-de06234d0973', 'tenant_id': 'f7f1e83accb64d02b84316013ab51bc7', 'fixed_ips': [{'subnet_id': '70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:18.426924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.440118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-dfb7d053-f883-4954-93f2-a00dd413a80a', 'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '03bf6ff6-9dab-41d0-abbe-786059df0223'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:18.440448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:18.440931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.464276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:18.473328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:18.488205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:18.556637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/networks/196783ed-0e02-40bd-b937-a90b290f5d53 HTTP/1.1" status: 204  len: 168 time: 2.0285554
Nov 29 11:56:18.557410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47758) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:18.564291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f7ec1d-0bce-4afa-b9a2-e889d5de3380,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:18.567551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:18.609246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:18.648903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.730296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.741514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Allocated IP 172.20.0.2 (dfb7d053-f883-4954-93f2-a00dd413a80a/03bf6ff6-9dab-41d0-abbe-786059df0223/cefdad7e-8d62-4548-a663-ceb765e582ca) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:18.744284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Allocated IP 2001:db8::f816:3eff:fe62:ab2d (80f57f1d-f035-4497-9905-de06234d0973/70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3/39866bc9-602e-4830-b2d1-12c84c459e72) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:18.757510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fdd1af9f-3264-4d79-8158-9fb11e0c9894 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:18.811962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03529a90>,) {'filters': {'network_id': ['19e483f1-3859-4d3d-af0c-45351f0d6fee']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:18.850257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:18.856759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.859627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03529a90>, 'b5093a31-8181-4bf8-bd39-7df97c333b5c') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:18.860270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03529a90>, 'b5093a31-8181-4bf8-bd39-7df97c333b5c') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:18.870682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network f7350587-aa07-412e-a9b0-70e328763868 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:18.877641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:port and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:18.890672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:18.893643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:18.945460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:18.953377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:18.980152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:19.069315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8190b40d-35cd-4f4f-8f87-3022b66f6462 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:19.079750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.082066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Port': ['ID=64717055-c1ca-4e33-8e4b-005fd1a02ece,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:19.085068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:19.114063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8190b40d-35cd-4f4f-8f87-3022b66f6462 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:19.114765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8190b40d-35cd-4f4f-8f87-3022b66f6462 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:19.136360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.146093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.146374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:19.146778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.148880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:19.164678 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:19.174773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Transition to ACTIVE for port object cefdad7e-8d62-4548-a663-ceb765e582ca will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:19.178348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.188668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03d6bfa0>,) {'filters': {'network_id': ['9f3055b0-cb39-4a62-a0e0-5597f84c0963']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:19.203969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.207464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03d6bfa0>, '32ed05df-4a4a-48d4-91e2-e491e4770d5e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:19.207750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03d6bfa0>, '32ed05df-4a4a-48d4-91e2-e491e4770d5e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:19.233026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:19.245198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Transition to ACTIVE for port object cefdad7e-8d62-4548-a663-ceb765e582ca will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:19.255913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:19.259485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.261604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.267126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:19.272958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.282378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.309614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.345063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Transition to ACTIVE for port object 39866bc9-602e-4830-b2d1-12c84c459e72 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:19.354487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Network dfb7d053-f883-4954-93f2-a00dd413a80a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:19.363122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:19.367788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.370092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:19.372428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Pushing event updated for resources: {'Port': ['ID=cefdad7e-8d62-4548-a663-ceb765e582ca,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:19.379970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:19.381370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:19.382014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:19.397197 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:19.414511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Transition to ACTIVE for port object 39866bc9-602e-4830-b2d1-12c84c459e72 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:19.450126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.459310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-397dd8bc-5812-46b1-b662-52ac33666a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:19.485522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] device_id is not set on port 7b3a32df-6a54-4444-9896-b4126cbc0685 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:19.509951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.515461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:19.522443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06472c5b-423c-46a1-b7f4-3855f8f8dcb0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:19.525672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:19.528191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.532899 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.9805670
Nov 29 11:56:19.534428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.535411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.536985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Network 80f57f1d-f035-4497-9905-de06234d0973 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:19.539058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47762) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:19.540312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Attempting to bind port cefdad7e-8d62-4548-a663-ceb765e582ca on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:19.540690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Attempting to bind port cefdad7e-8d62-4548-a663-ceb765e582ca by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '65d2c6fd-e368-4432-9b57-a47359d77015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:19.541061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Attempting to bind port cefdad7e-8d62-4548-a663-ceb765e582ca on network dfb7d053-f883-4954-93f2-a00dd413a80a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:19.546523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:19.554653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:19.556980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:19.557351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Checking segment: {'id': '65d2c6fd-e368-4432-9b57-a47359d77015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:19.557759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.558208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Bound using segment: {'id': '65d2c6fd-e368-4432-9b57-a47359d77015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:19.558633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Bound port: cefdad7e-8d62-4548-a663-ceb765e582ca, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d2c6fd-e368-4432-9b57-a47359d77015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:19.559015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.563580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '06472c5b-423c-46a1-b7f4-3855f8f8dcb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:19.567777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Network': ['ID=9f3055b0-cb39-4a62-a0e0-5597f84c0963,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:19.570734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Pushing event updated for resources: {'Port': ['ID=39866bc9-602e-4830-b2d1-12c84c459e72,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:19.572733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:19.575102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:19.576723 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/networks/9f3055b0-cb39-4a62-a0e0-5597f84c0963 HTTP/1.1" status: 204  len: 168 time: 1.0155580
Nov 29 11:56:19.580544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:19.582462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:19.584536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:19.588990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:19.592528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 226f5737-164f-4b7e-a6af-861adec0d860 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:19.621395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:19.645262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:19.662865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.712304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Attempting to bind port 39866bc9-602e-4830-b2d1-12c84c459e72 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:19.712694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Attempting to bind port 39866bc9-602e-4830-b2d1-12c84c459e72 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '2fc87728-7d5e-485a-a702-431b33429fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '80f57f1d-f035-4497-9905-de06234d0973'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:19.713045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Attempting to bind port 39866bc9-602e-4830-b2d1-12c84c459e72 on network 80f57f1d-f035-4497-9905-de06234d0973 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:19.718790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Router b42a6692-919e-4ea6-bb95-42491ebcae47 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:19.730365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:19.730620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.730877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Checking segment: {'id': '2fc87728-7d5e-485a-a702-431b33429fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '80f57f1d-f035-4497-9905-de06234d0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:19.731145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.731567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Bound using segment: {'id': '2fc87728-7d5e-485a-a702-431b33429fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '80f57f1d-f035-4497-9905-de06234d0973'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:19.732046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Bound port: 39866bc9-602e-4830-b2d1-12c84c459e72, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc87728-7d5e-485a-a702-431b33429fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '80f57f1d-f035-4497-9905-de06234d0973'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:19.732206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.732483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.742602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Pushing event deleted for resources: {'Network': ['ID=19e483f1-3859-4d3d-af0c-45351f0d6fee,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:19.745293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:19.788246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] For port cefdad7e-8d62-4548-a663-ceb765e582ca, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:19.794215 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] 10.222.0.20 "DELETE /v2.0/networks/19e483f1-3859-4d3d-af0c-45351f0d6fee HTTP/1.1" status: 204  len: 168 time: 3.8277638
Nov 29 11:56:19.854653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] For port cefdad7e-8d62-4548-a663-ceb765e582ca, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cefdad7e-8d62-4548-a663-ceb765e582ca,segment=NetworkSegment(65d2c6fd-e368-4432-9b57-a47359d77015),segment_id=65d2c6fd-e368-4432-9b57-a47359d77015)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:19.894872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:19.901187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:19.971932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Allocated IP 2001:db8::f816:3eff:fe73:39d4 (80f57f1d-f035-4497-9905-de06234d0973/70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3/7b3a32df-6a54-4444-9896-b4126cbc0685) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:19.980872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.010851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] For port 39866bc9-602e-4830-b2d1-12c84c459e72, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:20.030308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Pushing event updated for resources: {'Port': ['ID=cefdad7e-8d62-4548-a663-ceb765e582ca,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:20.033910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] For port 39866bc9-602e-4830-b2d1-12c84c459e72, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=39866bc9-602e-4830-b2d1-12c84c459e72,segment=NetworkSegment(2fc87728-7d5e-485a-a702-431b33429fed),segment_id=2fc87728-7d5e-485a-a702-431b33429fed)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:20.035415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:20.041082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.055752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:20.111140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.121711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.147149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.182645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Pushing event updated for resources: {'Port': ['ID=39866bc9-602e-4830-b2d1-12c84c459e72,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:20.187002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b834a7d0-bf97-4ae9-955d-78a4a93ea446 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:20.200506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:20.206009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:20.218717 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] Sync routers for ids ['b42a6692-919e-4ea6-bb95-42491ebcae47'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:20.233551 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] Routers {'b42a6692-919e-4ea6-bb95-42491ebcae47'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:20.235085 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46370>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b42a6692-919e-4ea6-bb95-42491ebcae47'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.252471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f4f005-e715-4d3d-ad72-9ff3f5397dba,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:20.256310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:20.259522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02d19e50>,) {'filters': {'network_id': ['c8ad66f3-48d0-4b9d-b487-8ba1d9da953a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.269063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.273799 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.1779754
Nov 29 11:56:20.275941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47776) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:20.287309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:20.330419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.10 (dfb7d053-f883-4954-93f2-a00dd413a80a/03bf6ff6-9dab-41d0-abbe-786059df0223/226f5737-164f-4b7e-a6af-861adec0d860) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:20.371067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d19e50>, '6b546dfb-5e87-4ba9-9da9-976eca389f0a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.371727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d19e50>, '6b546dfb-5e87-4ba9-9da9-976eca389f0a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.385252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.386799 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8397915
Nov 29 11:56:20.394190 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46370>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.398956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:20.410285 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] Routers {'b42a6692-919e-4ea6-bb95-42491ebcae47'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:20.410976 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46370>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b42a6692-919e-4ea6-bb95-42491ebcae47'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.450395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47782) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:20.525204 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46370>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:20.525885 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1fdf0-bf10-4028-af7b-5d493d31422a None None] The sync data for ids ['b42a6692-919e-4ea6-bb95-42491ebcae47'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:20.714225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '06472c5b-423c-46a1-b7f4-3855f8f8dcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:20.720049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.729956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:20.749352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:20.754205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:20.763698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:20.766176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.782542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:20.783236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:20.798116 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:20.893163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:20.929405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-226623cc-9e7b-43f6-886f-4af733c74172 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bcd272f51964e49b91b78aa1fd8e9aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4742570
Nov 29 11:56:20.970941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47790) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:20.997956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.006528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.042215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.074709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Transition to ACTIVE for port object 7b3a32df-6a54-4444-9896-b4126cbc0685 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:21.096608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad22e24f-90f0-43d2-8dae-38ce31636042 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:21.125276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cefdad7e-8d62-4548-a663-ceb765e582ca up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:21.125941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.189040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Network': ['ID=c8ad66f3-48d0-4b9d-b487-8ba1d9da953a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:21.195964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:21.212890 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/networks/c8ad66f3-48d0-4b9d-b487-8ba1d9da953a HTTP/1.1" status: 204  len: 168 time: 1.6255291
Nov 29 11:56:21.216457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47796) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:21.237679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port cefdad7e-8d62-4548-a663-ceb765e582ca completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:21.244024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 39866bc9-602e-4830-b2d1-12c84c459e72 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:21.247356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.370370 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:56:21.371497 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9102a239-ede0-4964-b929-1f47f348814f tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6662800
Nov 29 11:56:21.372041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 39866bc9-602e-4830-b2d1-12c84c459e72 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:21.386983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47800) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:21.402242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.402469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.460722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 226f5737-164f-4b7e-a6af-861adec0d860 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:21.545542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.566470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e5917d7b-21d8-4c55-8c0c-b308057996c1 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:21.584576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Provisioning for port cefdad7e-8d62-4548-a663-ceb765e582ca completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:21.602040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Provisioning complete for port cefdad7e-8d62-4548-a663-ceb765e582ca triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:21.602421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.628952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.680331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.778852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.786918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 80f57f1d-f035-4497-9905-de06234d0973 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:21.787370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.808831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Router d889e4f9-cced-468b-9383-5233ebd93f48 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:21.811602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:21.815367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:21.821208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:21.821843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.833174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Port': ['ID=7b3a32df-6a54-4444-9896-b4126cbc0685,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:21.836934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:21.851422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] For port cefdad7e-8d62-4548-a663-ceb765e582ca, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cefdad7e-8d62-4548-a663-ceb765e582ca,segment=NetworkSegment(65d2c6fd-e368-4432-9b57-a47359d77015),segment_id=65d2c6fd-e368-4432-9b57-a47359d77015)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:21.859297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.859531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.861976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:21.876096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b2a54cbb-18a8-4930-9f64-31d4b3fc81ef tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:21.953407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd4370-7144-43a7-8bb3-94ecaef00fc3 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:56:21.967048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:21.983771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.003076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Pushing event updated for resources: {'Port': ['ID=cefdad7e-8d62-4548-a663-ceb765e582ca,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:22.010974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:22.018356 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.7441342
Nov 29 11:56:22.027845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Provisioning for port 39866bc9-602e-4830-b2d1-12c84c459e72 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:22.047995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Provisioning complete for port 39866bc9-602e-4830-b2d1-12c84c459e72 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:22.048357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.075220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47808) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:22.114822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network dfb7d053-f883-4954-93f2-a00dd413a80a is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:22.129228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:22.131923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:22.141138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Deleting port b9786642-8f84-4900-916d-dfae56e7ced7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:22.141532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.155040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd4370-7144-43a7-8bb3-94ecaef00fc3 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:56:22.181857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=226f5737-164f-4b7e-a6af-861adec0d860,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:22.185143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:22.201328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.214114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:22.224435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.248119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:22.248799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.255123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:22.264901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad8a57-66a5-4520-8086-40803f4e1dcd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:22.267233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.269613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Sync routers for ids ['d889e4f9-cced-468b-9383-5233ebd93f48'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:22.280143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5df9bd3a-d2f4-4a13-b09c-c80a6de691e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:22.298480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:22.301446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06472c5b-423c-46a1-b7f4-3855f8f8dcb0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:22.303746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:22.309152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.310261 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/06472c5b-423c-46a1-b7f4-3855f8f8dcb0 HTTP/1.1" status: 204  len: 168 time: 0.9222078
Nov 29 11:56:22.313807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.317604 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 9.3758271
Nov 29 11:56:22.317604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47812) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:22.318392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47814) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:22.322789 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.4043503
Nov 29 11:56:22.325653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02799130>,) {'filters': {'network_id': ['b1754a92-1598-43cf-b9bf-5b644af84fd4']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:22.337305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting subnet 70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:22.352797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:22.359718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': 'dfb7d053-f883-4954-93f2-a00dd413a80a', 'name': 'tempest-PortsTestJSON-656308939', 'fixed_ips': [{'subnet_id': '03bf6ff6-9dab-41d0-abbe-786059df0223', 'ip_address': '172.20.0.9'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:22.368813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.392960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Routers {'d889e4f9-cced-468b-9383-5233ebd93f48'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:22.393765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08315520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d889e4f9-cced-468b-9383-5233ebd93f48'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:22.418246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.450213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.451689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0ad8a57-66a5-4520-8086-40803f4e1dcd HTTP/1.1" status: 204  len: 168 time: 1.4794199
Nov 29 11:56:22.551526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.601097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02799130>, 'c5fd90d2-2497-4549-be3c-6ee6ab1966e7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:22.601097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02799130>, 'c5fd90d2-2497-4549-be3c-6ee6ab1966e7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:22.602127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] For port 39866bc9-602e-4830-b2d1-12c84c459e72, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=39866bc9-602e-4830-b2d1-12c84c459e72,segment=NetworkSegment(2fc87728-7d5e-485a-a702-431b33429fed),segment_id=2fc87728-7d5e-485a-a702-431b33429fed)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:22.626284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.628920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cc8a79c-98d8-4f78-ac8c-5c9c36a84885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:22.692664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-4850d11f-4bfe-4c7b-953b-1aa848964b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:22.693773 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-4850d11f-4bfe-4c7b-953b-1aa848964b57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 0.8399880
Nov 29 11:56:22.698608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.737263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5f234873-fc07-411b-ae20-ca6e7c9c5185 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:22.752174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Set router d889e4f9-cced-468b-9383-5233ebd93f48 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:56:22.777141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd214b0-ce66-4236-b708-7f0a459ec47c req-f42afb9d-f25c-4a93-90ff-2067e3e8fc85 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:22.785751 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fd214b0-ce66-4236-b708-7f0a459ec47c req-f42afb9d-f25c-4a93-90ff-2067e3e8fc85 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8059347
Nov 29 11:56:22.802222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5f234873-fc07-411b-ae20-ca6e7c9c5185 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:22.803511 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5f234873-fc07-411b-ae20-ca6e7c9c5185 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4866080
Nov 29 11:56:22.808613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.817323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47828) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:22.822937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546553407'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:22.830118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:22.840491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:22.848596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Deleting port 64717055-c1ca-4e33-8e4b-005fd1a02ece {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:22.848933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.867414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.880831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.906367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.920967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:22.924859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:22.928182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:22.937118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:22.975014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:22.976037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:22.987126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Pushing event updated for resources: {'Port': ['ID=39866bc9-602e-4830-b2d1-12c84c459e72,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:22.994096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:23.004370 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:23.015460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:23.088065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.106720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.143393 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fd214b0-ce66-4236-b708-7f0a459ec47c req-8ab57dcc-a084-4cda-995c-fb5a168480c2 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3564115
Nov 29 11:56:23.153474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.157937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.160565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:23.180407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cefdad7e-8d62-4548-a663-ceb765e582ca up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:23.215782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1f06e5-b2f9-4f6e-9b08-50fcba3e047e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:23.218909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:23.223191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.226576 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.4055030
Nov 29 11:56:23.233416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47836) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:23.241683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8b5cb4c6-ee98-4f30-a43a-d16b9481ca1d tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '8c1f06e5-b2f9-4f6e-9b08-50fcba3e047e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:23.242470 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-8b5cb4c6-ee98-4f30-a43a-d16b9481ca1d tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 29 11:56:23.243027 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-8b5cb4c6-ee98-4f30-a43a-d16b9481ca1d tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:23.247412 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8b5cb4c6-ee98-4f30-a43a-d16b9481ca1d tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0096874
Nov 29 11:56:23.247412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47840) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:23.282489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.296856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port cefdad7e-8d62-4548-a663-ceb765e582ca triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:23.297850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.318560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Calling delete_port for b9786642-8f84-4900-916d-dfae56e7ced7 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:23.380247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536178e-7628-404f-823d-1950bf366af7 None None] Network dfb7d053-f883-4954-93f2-a00dd413a80a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:23.389519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:23.405294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b987997-a631-4fe4-af87-f69c343fbae4 None None] Network 80f57f1d-f035-4497-9905-de06234d0973 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:23.414139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:23.425215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Usage tracker for resource:security_group_rule and tenant:bee298394377455da34457b809db8aed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:23.430973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.431474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08315520>, [{'id': 'd889e4f9-cced-468b-9383-5233ebd93f48', 'name': '', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7350587-aa07-412e-a9b0-70e328763868', 'external_fixed_ips': [{'subnet_id': '374236e0-4d61-4b69-a121-767ca5a7e234', 'ip_address': '2001:db8::d5'}], 'enable_snat': True}, 'gw_port_id': '64717055-c1ca-4e33-8e4b-005fd1a02ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:13Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '64717055-c1ca-4e33-8e4b-005fd1a02ece', 'name': '', 'network_id': 'f7350587-aa07-412e-a9b0-70e328763868', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd889e4f9-cced-468b-9383-5233ebd93f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '374236e0-4d61-4b69-a121-767ca5a7e234', 'ip_address': '2001:db8::d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '374236e0-4d61-4b69-a121-767ca5a7e234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:23.439591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:23.449359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:23.453984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-598f044d-47cd-4082-b0b5-26c1fcb9135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:23.455499 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-598f044d-47cd-4082-b0b5-26c1fcb9135d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.7309942
Nov 29 11:56:23.456151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cffce33b-506d-46bb-9f21-af3411d22b0e tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:23.479411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:23.484879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.497782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:23.549697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Checking router: d889e4f9-cced-468b-9383-5233ebd93f48 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:56:23.550074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Updating router d889e4f9-cced-468b-9383-5233ebd93f48 port 64717055-c1ca-4e33-8e4b-005fd1a02ece binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:56:23.552038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Calling delete_port for 64717055-c1ca-4e33-8e4b-005fd1a02ece owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:23.560413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:23.562481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Pushing event deleted for resources: {'Network': ['ID=b1754a92-1598-43cf-b9bf-5b644af84fd4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:23.587778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:23.611789 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] 10.222.0.20 "DELETE /v2.0/networks/b1754a92-1598-43cf-b9bf-5b644af84fd4 HTTP/1.1" status: 204  len: 168 time: 2.3925622
Nov 29 11:56:23.650907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.660469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:23.678947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.703951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.741138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.756002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-85dcb126-c5d2-4e08-b1de-ac50fdb6ea83 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:23.770703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-eb6449ca-c75c-45e2-9d3b-eac86cab425f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1001 time: 0.2988355
Nov 29 11:56:23.819207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1f06e5-b2f9-4f6e-9b08-50fcba3e047e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:23.824773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:23.838253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.847405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:23.851193 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c1f06e5-b2f9-4f6e-9b08-50fcba3e047e HTTP/1.1" status: 204  len: 168 time: 0.6006291
Nov 29 11:56:23.858617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47846) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:23.926878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-28bf9de2-6ee9-4a20-a964-8be22c3a58d1 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:23.992453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-28bf9de2-6ee9-4a20-a964-8be22c3a58d1 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:23.997436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-28bf9de2-6ee9-4a20-a964-8be22c3a58d1 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1330919
Nov 29 11:56:23.997758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47852) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.005553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309149628'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:24.014776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:24.029139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:24.036369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.042137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8794373a-4c4b-4388-9486-a5eb63324be4 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:24.078116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.083184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.097207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47856) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.102018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-31900880-65df-48a4-b670-8c9880e635cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:24.103514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-31900880-65df-48a4-b670-8c9880e635cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.3172204
Nov 29 11:56:24.106063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event deleted for resources: {'Port': ['ID=64717055-c1ca-4e33-8e4b-005fd1a02ece,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:24.109500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:24.180460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.201734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.209198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 5a15f30f-7f81-402d-852f-2a9f2e689800 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:24.250308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.254937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:24.293647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.297497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:24.314762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.335075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Subnet': ['ID=70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:24.337476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.359398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:24.368479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:24.372517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:24.379726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:24.434524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:24.438121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.444210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.509643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.510271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d889e4f9-cced-468b-9383-5233ebd93f48 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:56:24.566935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105b6c1-41cc-458a-80d4-6781487e6f69 req-1b981c71-a3e0-437d-a2d4-4bcc177e857e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:24.568563 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f105b6c1-41cc-458a-80d4-6781487e6f69 req-1b981c71-a3e0-437d-a2d4-4bcc177e857e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.2015128
Nov 29 11:56:24.591550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:24.592243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:24.602980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d5774d-1c7b-4f34-be4d-887844568704 None None] Update dhcp port {'port': {'network_id': '80f57f1d-f035-4497-9905-de06234d0973', 'fixed_ips': [{'subnet_id': '70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '39866bc9-602e-4830-b2d1-12c84c459e72'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 11:56:24.624329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.625510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.629503 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d889e4f9-cced-468b-9383-5233ebd93f48 HTTP/1.1" status: 204  len: 168 time: 2.3054166
Nov 29 11:56:24.629941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47868) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.669940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73d5774d-1c7b-4f34-be4d-887844568704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.678108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.693862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:24.713265 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bee298394377455da34457b809db8aed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6862338
Nov 29 11:56:24.723031 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f105b6c1-41cc-458a-80d4-6781487e6f69 req-013eb2d9-7f88-4da9-8570-aef432370679 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397710
Nov 29 11:56:24.729576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47872) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.781358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.782620 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7838905
Nov 29 11:56:24.783507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb86d5-4f78-4f93-aa00-d20c321be856,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:24.786948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:24.787487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.802938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1d52803d-f25c-4847-96ff-93318c9ca9c7 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': 'b4bb86d5-4f78-4f93-aa00-d20c321be856', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:24.803795 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-1d52803d-f25c-4847-96ff-93318c9ca9c7 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 29 11:56:24.804292 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-1d52803d-f25c-4847-96ff-93318c9ca9c7 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:24.807946 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1d52803d-f25c-4847-96ff-93318c9ca9c7 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0122719
Nov 29 11:56:24.816364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47880) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.829094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Deleting subnet 374236e0-4d61-4b69-a121-767ca5a7e234 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:24.834855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.857966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-dc377769-cf0a-4d76-8d28-3471a73b639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:24.860278 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-dc377769-cf0a-4d76-8d28-3471a73b639f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7303858
Nov 29 11:56:24.861102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292130c8-5eee-491a-b846-4adde7026d1c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:24.880648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:24.896702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.907753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94bebee2-7e71-455b-9400-86cac74ed6bf tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:24.911796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:24.943616 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3 HTTP/1.1" status: 204  len: 168 time: 2.8668995
Nov 29 11:56:24.947186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47884) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:24.965491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e57fc-93e1-4e8f-800c-1d4c36e5996f None None] Network 80f57f1d-f035-4497-9905-de06234d0973 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:25.014854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.100394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.130377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b5175-d325-4998-b6a4-efa73b6f5aba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:25.132078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b5175-d325-4998-b6a4-efa73b6f5aba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:25.132841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-861b5175-d325-4998-b6a4-efa73b6f5aba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Synchronizing usage tracker for tenant:f7f1e83accb64d02b84316013ab51bc7 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:25.133160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Pushing event deleted for resources: {'Port': ['ID=b9786642-8f84-4900-916d-dfae56e7ced7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:25.150787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-a747693c-591f-44d5-bc85-eb84c8298c2b service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443447
Nov 29 11:56:25.152596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:25.166949 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ba8b433-99dc-40d4-be00-4fc7137319aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95d9d2617fcb4ac5b25490144d8647e8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0623014
Nov 29 11:56:25.172791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47888) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:25.188894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 39866bc9-602e-4830-b2d1-12c84c459e72 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:25.194511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-861b5175-d325-4998-b6a4-efa73b6f5aba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Unset dirty status for tenant:f7f1e83accb64d02b84316013ab51bc7 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:25.195698 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-861b5175-d325-4998-b6a4-efa73b6f5aba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2454481
Nov 29 11:56:25.201793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47892) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:25.206795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.215459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.219866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc765a-ce00-4a2d-8699-0905768a8772 None None] Network dfb7d053-f883-4954-93f2-a00dd413a80a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:25.224387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:25.245548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Port 64717055-c1ca-4e33-8e4b-005fd1a02ece not found while updating agent binding for router d889e4f9-cced-468b-9383-5233ebd93f48. {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 29 11:56:25.251768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292130c8-5eee-491a-b846-4adde7026d1c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:25.254321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:25.278543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.286703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:25.322161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.326446 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/292130c8-5eee-491a-b846-4adde7026d1c HTTP/1.1" status: 204  len: 168 time: 0.5926533
Nov 29 11:56:25.328948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=374236e0-4d61-4b69-a121-767ca5a7e234,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:25.331069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:25.333617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.335460 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/374236e0-4d61-4b69-a121-767ca5a7e234 HTTP/1.1" status: 204  len: 168 time: 0.7047176
Nov 29 11:56:25.336625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.338218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47898) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:25.381667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Routers set() bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:25.382048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Router IDs set() for agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 29 11:56:25.383438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_agentschedulers_db [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d889e4f9-cced-468b-9383-5233ebd93f48'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent'). {{(pid=87601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 29 11:56:25.383826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56311530-c6c2-4fa0-aefa-7b75ad99bb1a None None] The sync data for ids ['d889e4f9-cced-468b-9383-5233ebd93f48'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:25.424060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-20ce1583-b83a-4e5c-a655-098ee53d2887 None None] Provisioning complete for port cefdad7e-8d62-4548-a663-ceb765e582ca triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:25.424439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-20ce1583-b83a-4e5c-a655-098ee53d2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.465739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.526047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.630165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.684487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.9 (dfb7d053-f883-4954-93f2-a00dd413a80a/03bf6ff6-9dab-41d0-abbe-786059df0223/5a15f30f-7f81-402d-852f-2a9f2e689800) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:25.730091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.780159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e71b289-516f-47d8-867c-2f5001d9b2bc tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.813037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.818654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af17bc11-6e27-4853-92df-37dbbad8e5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:25.831417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.839886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.844486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef8546a-f365-4b94-ad87-03108aca20af,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:25.847504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:25.895765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.899489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ef8546a-f365-4b94-ad87-03108aca20af HTTP/1.1" status: 204  len: 168 time: 0.7224987
Nov 29 11:56:25.912760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d09366bb0>,) {'filters': {'network_id': ['f7350587-aa07-412e-a9b0-70e328763868']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:25.935820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d09366bb0>, '2e6023e2-61e2-4e8a-b9ba-75ae43151b42') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:25.936412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d09366bb0>, '2e6023e2-61e2-4e8a-b9ba-75ae43151b42') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:25.956888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.979229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:25.989075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:25.989475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.006108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 39866bc9-602e-4830-b2d1-12c84c459e72, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=39866bc9-602e-4830-b2d1-12c84c459e72,segment=NetworkSegment(2fc87728-7d5e-485a-a702-431b33429fed),segment_id=2fc87728-7d5e-485a-a702-431b33429fed)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:26.006340 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:26.017390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] DHCP port deletion for 80f57f1d-f035-4497-9905-de06234d0973 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:26.038526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Deleting port 39866bc9-602e-4830-b2d1-12c84c459e72 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:26.039082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.066462 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-85678960-2746-4ca9-a2a8-10436bdfc738 req-47ac4249-d952-4a9d-9ac7-e423514cdd1a service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9046338
Nov 29 11:56:26.077218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.093479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-20ce1583-b83a-4e5c-a655-098ee53d2887 None None] Provisioning for port 226f5737-164f-4b7e-a6af-861adec0d860 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:26.113628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-55028dfb-0016-4dab-96b4-b9aadb284961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:26.115090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.120584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:26.141493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f7350587-aa07-412e-a9b0-70e328763868 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:56:26.148274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.151698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7350587-aa07-412e-a9b0-70e328763868,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:26.157399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:26.165306 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f7350587-aa07-412e-a9b0-70e328763868 HTTP/1.1" status: 204  len: 168 time: 0.8259068
Nov 29 11:56:26.222656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-20ce1583-b83a-4e5c-a655-098ee53d2887 None None] Provisioning complete for port 226f5737-164f-4b7e-a6af-861adec0d860 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:26.223480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-20ce1583-b83a-4e5c-a655-098ee53d2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.333869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=39866bc9-602e-4830-b2d1-12c84c459e72,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:26.357824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-20ce1583-b83a-4e5c-a655-098ee53d2887 None None] Port 226f5737-164f-4b7e-a6af-861adec0d860 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:26.367111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:26.392309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e71b289-516f-47d8-867c-2f5001d9b2bc tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:56:26.392860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e71b289-516f-47d8-867c-2f5001d9b2bc tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:26.394384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e71b289-516f-47d8-867c-2f5001d9b2bc tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/80f57f1d-f035-4497-9905-de06234d0973 HTTP/1.1" status: 409  len: 405 time: 1.1371832
Nov 29 11:56:26.399362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47924) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:26.410291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1583198103'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:26.450140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:26.481344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.493049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:network and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:26.511917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:26.527657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:26.549201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.567522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:26.568281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.573755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.619074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:26.634247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.634685 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Added segment 9aa84341-dd9c-4660-8ee6-8ea9b725acb1 of type vlan for network 13a3db5d-83dd-4529-b2d4-04fb397f324c
Nov 29 11:56:26.680389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] For port 39866bc9-602e-4830-b2d1-12c84c459e72, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=39866bc9-602e-4830-b2d1-12c84c459e72,segment=NetworkSegment(2fc87728-7d5e-485a-a702-431b33429fed),segment_id=2fc87728-7d5e-485a-a702-431b33429fed)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:26.682308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.730026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.816861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.829839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:26.832734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:26.850820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:27.021974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eddc289a-5e91-4c68-bd91-9093650ad32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:27.050894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Calling delete_port for 39866bc9-602e-4830-b2d1-12c84c459e72 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:27.051507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:27.073357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb86d5-4f78-4f93-aa00-d20c321be856,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:27.110750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Network': ['ID=13a3db5d-83dd-4529-b2d4-04fb397f324c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:27.114078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:27.130440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0e11-daef-4f9f-b830-c3a42f9e2b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.136173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7315040
Nov 29 11:56:27.137082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47946) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:27.139110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e4544877-9c7d-444d-b747-b3ed05fee897 None None] Provisioning complete for port cefdad7e-8d62-4548-a663-ceb765e582ca triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:27.139552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4544877-9c7d-444d-b747-b3ed05fee897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.154064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'subnet': {'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:27.158754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:27.168981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'name': 'tempest-router--685022391', 'project_id': '865217cec05d433b80004a694b5d1959'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:27.253387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 13a3db5d-83dd-4529-b2d4-04fb397f324c details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:27.295132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.330080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:27.335525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:27.340672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:router and tenant:865217cec05d433b80004a694b5d1959 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:27.344186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:27.350682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:27.351916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:27.354977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:27.375497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:27.379273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.382938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Router b42a6692-919e-4ea6-bb95-42491ebcae47 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:56:27.388342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.390087 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/b4bb86d5-4f78-4f93-aa00-d20c321be856 HTTP/1.1" status: 204  len: 168 time: 2.5568836
Nov 29 11:56:27.390926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.392061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.398620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.403480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47960) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:27.423265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Pushing event deleted for resources: {'Port': ['ID=39866bc9-602e-4830-b2d1-12c84c459e72,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:27.432703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:27.481143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.534940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] No DVR routers for this DVR port 39866bc9-602e-4830-b2d1-12c84c459e72 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:27.620683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e0ce9-460f-4da3-87ca-f373e6d41039 req-e8050564-6827-4e07-b1cc-313f24d7c5c2 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:27.627689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c52e0ce9-460f-4da3-87ca-f373e6d41039 req-e8050564-6827-4e07-b1cc-313f24d7c5c2 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.4919107
Nov 29 11:56:27.631769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c5c322fb-87b1-4429-8061-174e0843194a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:27.659810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 5a15f30f-7f81-402d-852f-2a9f2e689800 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:27.703574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e4544877-9c7d-444d-b747-b3ed05fee897 None None] Provisioning complete for port 226f5737-164f-4b7e-a6af-861adec0d860 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:27.703969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4544877-9c7d-444d-b747-b3ed05fee897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.726933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.774172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4544877-9c7d-444d-b747-b3ed05fee897 None None] Port 226f5737-164f-4b7e-a6af-861adec0d860 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:27.788304 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c52e0ce9-460f-4da3-87ca-f373e6d41039 req-064d527d-cfe1-498a-bcff-603eeea672ce tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1597302
Nov 29 11:56:27.789161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:27.792791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c5c322fb-87b1-4429-8061-174e0843194a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:27.793965 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5c322fb-87b1-4429-8061-174e0843194a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3861318
Nov 29 11:56:27.801216 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] Sync routers for ids ['b42a6692-919e-4ea6-bb95-42491ebcae47'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:27.806993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.808116 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "PUT /v2.0/routers/b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 200  len: 705 time: 7.5283990
Nov 29 11:56:27.811010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47976) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:27.811291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47978) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:27.823674 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] Routers {'b42a6692-919e-4ea6-bb95-42491ebcae47'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:27.824574 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8bb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b42a6692-919e-4ea6-bb95-42491ebcae47'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:27.876475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:27.884859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557312229'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:27.905912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.907641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e315836e-84eb-4496-bdc9-a3c865004915 None None] Provisioning complete for port 226f5737-164f-4b7e-a6af-861adec0d860 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:27.908192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e315836e-84eb-4496-bdc9-a3c865004915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.938567 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8bb0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:27.956742 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] Routers {'b42a6692-919e-4ea6-bb95-42491ebcae47'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:27.957587 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8bb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b42a6692-919e-4ea6-bb95-42491ebcae47'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:27.959116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:27.964613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:56:27.966596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:27.971844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c781b778-3da0-4adf-8125-efc44e033492 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:27.997852 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3c8b56d7-71c3-44ce-9db6-c1d24eec6a08 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/routers/b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 200  len: 740 time: 0.1839592
Nov 29 11:56:27.999945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:28.002256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 47992) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.036206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Subnet': ['ID=441ab7ec-abae-45b3-aa6b-7e4941dcfb65,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:28.039448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.040603 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d46202d3-0c1e-4504-a351-f7461cb0336d tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8969405
Nov 29 11:56:28.043811 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8bb0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:28.044858 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581b2ed-15bb-473a-94a0-50a9e55278ca None None] The sync data for ids ['b42a6692-919e-4ea6-bb95-42491ebcae47'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:28.046421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 47996) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.047353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:28.051808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.065746 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6ddf9a06-8e7d-4baf-b396-4b887c19a359 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 200  len: 205 time: 0.0623188
Nov 29 11:56:28.066460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b5890040-a426-46e8-9a16-bf804b92374e tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:28.084809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e315836e-84eb-4496-bdc9-a3c865004915 None None] Port 226f5737-164f-4b7e-a6af-861adec0d860 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:28.134194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48000) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.134926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=5a15f30f-7f81-402d-852f-2a9f2e689800,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:28.164979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48006) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.171559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:28.172889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.210639 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f32b3a4-6519-43af-bcd2-078e3b43b03c tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 200  len: 205 time: 0.0704007
Nov 29 11:56:28.213447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48012) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.213756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network dfb7d053-f883-4954-93f2-a00dd413a80a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:28.219756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:28.274015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:28.276480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:28.277246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.350880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:28.351482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.353670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:28.357615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Checking segment: {'id': '9aa84341-dd9c-4660-8ee6-8ea9b725acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:28.358601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network hostable DHCP agents. Network: 13a3db5d-83dd-4529-b2d4-04fb397f324c, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:28.367719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:28.372960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:28.373129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433585899'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:28.429611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:28.432653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Usage tracker for resource:floatingip and tenant:d28c948d474c48319bcc276e4f27e8b9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:28.432802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:28.442891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:28.451350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:28.454813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:28.460390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:28.462369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:28.475200 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 6.1190042
Nov 29 11:56:28.475414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.506071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48018) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.509739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-880363a4-75ef-43e6-ad2b-219879c50fa6 None None] Provisioning for port 5a15f30f-7f81-402d-852f-2a9f2e689800 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:28.516678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-880363a4-75ef-43e6-ad2b-219879c50fa6 None None] Provisioning complete for port 5a15f30f-7f81-402d-852f-2a9f2e689800 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:28.517178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-880363a4-75ef-43e6-ad2b-219879c50fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.526798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:28.577649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-880363a4-75ef-43e6-ad2b-219879c50fa6 None None] Port 5a15f30f-7f81-402d-852f-2a9f2e689800 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:28.622093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.776167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 13a3db5d-83dd-4529-b2d4-04fb397f324c is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:28.777947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.821695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 13a3db5d-83dd-4529-b2d4-04fb397f324c) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:28.828266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.834104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e0dce-a54d-4b98-9aa8-acb3f7d9a455 None None] Network 13a3db5d-83dd-4529-b2d4-04fb397f324c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:28.867594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.887086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.889687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:28.890269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.947692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:28.962320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.962599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.962849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62d27354-3ae8-455d-b6c2-ea35ad7b4dfd {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:56:28.966412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:28.968306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.969321 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d65b9795-f042-4be3-9cfe-9e92ac27135f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/routers/62d27354-3ae8-455d-b6c2-ea35ad7b4dfd HTTP/1.1" status: 204  len: 168 time: 0.9187052
Nov 29 11:56:28.969989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:28.971766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:28.977990 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.8398066
Nov 29 11:56:28.981480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48026) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:28.995035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:29.016606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158a8be-1157-4fae-b3ce-ab40e075f06a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:29.017529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5158a8be-1157-4fae-b3ce-ab40e075f06a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:29.044441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.078496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.084593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07bc0869-996a-4916-96ef-d2a428ed7b86 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:29.101566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-005e2763-28f3-4da4-adef-2d836fecb40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.105601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.106243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Fanout notify agent at l3_agent the message router_deleted on router b42a6692-919e-4ea6-bb95-42491ebcae47 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:56:29.193262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-13a3db5d-83dd-4529-b2d4-04fb397f324c', 'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c', 'tenant_id': 'f7f1e83accb64d02b84316013ab51bc7', 'fixed_ips': [{'subnet_id': '441ab7ec-abae-45b3-aa6b-7e4941dcfb65'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:29.194139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.197650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaccbee2-a227-4bd4-8d93-bec46ea37ea3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:29.204453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:29.205471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.209518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.3971560
Nov 29 11:56:29.210355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.221356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5158a8be-1157-4fae-b3ce-ab40e075f06a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:29.221670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.225636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1aa4d915-5b95-4531-ae8f-4cb21300b94b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 204  len: 168 time: 1.0058806
Nov 29 11:56:29.229808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7d631fbe-33cf-4b78-a1b9-a937daff3132 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': 'eaccbee2-a227-4bd4-8d93-bec46ea37ea3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:29.230401 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5158a8be-1157-4fae-b3ce-ab40e075f06a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.7220886
Nov 29 11:56:29.232676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48034) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.233096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48036) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.249138 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-7d631fbe-33cf-4b78-a1b9-a937daff3132 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 29 11:56:29.250024 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7d631fbe-33cf-4b78-a1b9-a937daff3132 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:29.255726 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d631fbe-33cf-4b78-a1b9-a937daff3132 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0394969
Nov 29 11:56:29.256565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48042) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.256895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48044) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.266145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6e6b885b-610f-4024-8721-3bbbc33e7b2a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': 'eaccbee2-a227-4bd4-8d93-bec46ea37ea3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:29.266944 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-6e6b885b-610f-4024-8721-3bbbc33e7b2a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 29 11:56:29.267504 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-6e6b885b-610f-4024-8721-3bbbc33e7b2a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:29.271196 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e6b885b-610f-4024-8721-3bbbc33e7b2a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0076804
Nov 29 11:56:29.277776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.290204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b1d30ad8-8b86-4e97-b3c0-1d65e7443ead tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': 'eaccbee2-a227-4bd4-8d93-bec46ea37ea3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:29.293212 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-b1d30ad8-8b86-4e97-b3c0-1d65e7443ead tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 29 11:56:29.293212 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b1d30ad8-8b86-4e97-b3c0-1d65e7443ead tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:29.297269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1d30ad8-8b86-4e97-b3c0-1d65e7443ead tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0155950
Nov 29 11:56:29.297441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.309692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a1581fcc-c0c2-4a2e-8574-d4e5a51d8deb tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': 'eaccbee2-a227-4bd4-8d93-bec46ea37ea3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:29.310772 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-a1581fcc-c0c2-4a2e-8574-d4e5a51d8deb tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 29 11:56:29.311359 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a1581fcc-c0c2-4a2e-8574-d4e5a51d8deb tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:29.314978 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a1581fcc-c0c2-4a2e-8574-d4e5a51d8deb tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0140662
Nov 29 11:56:29.316084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.360908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b3172262-208a-4735-ad6a-470c5a196dbc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 200  len: 205 time: 0.1153853
Nov 29 11:56:29.368008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48064) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.386844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.390733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Allocated IP 2001:db8::f816:3eff:fe7b:e1c0 (13a3db5d-83dd-4529-b2d4-04fb397f324c/441ab7ec-abae-45b3-aa6b-7e4941dcfb65/9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:29.404161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.469337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.470146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.491340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ea394-1d80-4d81-a1c9-e297e327051c req-f8c3a2b6-74f7-4ff7-b468-5376b46c43e2 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:29.492893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-234ea394-1d80-4d81-a1c9-e297e327051c req-f8c3a2b6-74f7-4ff7-b468-5376b46c43e2 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4092562
Nov 29 11:56:29.499267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2016251159', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:29.508640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.511080 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-35644b52-193b-4375-83a8-6c33b1777543 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:29.512114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35644b52-193b-4375-83a8-6c33b1777543 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/b42a6692-919e-4ea6-bb95-42491ebcae47 HTTP/1.1" status: 404  len: 336 time: 0.1134944
Nov 29 11:56:29.517636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c44127ca-400c-42ba-8a43-2089e488c12a tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:29.525038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:29.526973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48068) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.527892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:29.581655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Usage tracker for resource:router and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:29.584401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:29.593600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:29.602943 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:29.610800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.615034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.624934 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de11e7b1-2892-4cd1-ae67-c8e7618e70db tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf15d297-2cc2-4260-a87a-d88c3f79aa27 HTTP/1.1" status: 200  len: 205 time: 0.0862856
Nov 29 11:56:29.630927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:29.635223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48072) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.636482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.643300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:29.650044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Transition to ACTIVE for port object 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:29.655191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831343e-64d4-4267-8e4f-875eb3b57676 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:29.661090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831343e-64d4-4267-8e4f-875eb3b57676 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:29.666943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831343e-64d4-4267-8e4f-875eb3b57676 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:29.668614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6831343e-64d4-4267-8e4f-875eb3b57676 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.4211450
Nov 29 11:56:29.673658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Transition to ACTIVE for port object 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:29.681671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.687860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a0e57b6-5fdd-4793-8965-a110ce4549e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:29.689127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48076) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.718798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699500a8-9d95-4a53-ac30-de1b7d41f281,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:29.742404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Network 13a3db5d-83dd-4529-b2d4-04fb397f324c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:29.744897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:29.748814 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-234ea394-1d80-4d81-a1c9-e297e327051c req-54948d1d-92e7-4e8c-824a-abd625e7ce56 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2088864
Nov 29 11:56:29.752094 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:29.752586 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-d9160101-e211-4a91-a944-4e9056c36b41 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:29.753629 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d9160101-e211-4a91-a944-4e9056c36b41 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/cf15d297-2cc2-4260-a87a-d88c3f79aa27 HTTP/1.1" status: 404  len: 336 time: 0.1120336
Nov 29 11:56:29.756163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.757200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.758574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:29.760623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48080) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.819963 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d34566b-adc5-4a30-9ef8-14b111d95106 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=4896812a-0cac-43e8-a9ac-445bd463e18e HTTP/1.1" status: 200  len: 205 time: 0.0475576
Nov 29 11:56:29.824299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.875907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Attempting to bind port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:29.876295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Attempting to bind port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '9aa84341-dd9c-4660-8ee6-8ea9b725acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:29.876662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Attempting to bind port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 on network 13a3db5d-83dd-4529-b2d4-04fb397f324c {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:29.882525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Pushing event updated for resources: {'Port': ['ID=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:29.885296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:29.885879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Checking segment: {'id': '9aa84341-dd9c-4660-8ee6-8ea9b725acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:29.886125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.886547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Bound using segment: {'id': '9aa84341-dd9c-4660-8ee6-8ea9b725acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:29.887122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Bound port: 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa84341-dd9c-4660-8ee6-8ea9b725acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '13a3db5d-83dd-4529-b2d4-04fb397f324c'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:29.888424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.899422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 5a15f30f-7f81-402d-852f-2a9f2e689800 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:29.899759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.907497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:29.911718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.920645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e62b796-ca7a-488d-842b-06a0eed257d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:29.933750 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-530fa52e-242b-4725-beb5-bf41ae6f7549 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:29.939786 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-530fa52e-242b-4725-beb5-bf41ae6f7549 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/4896812a-0cac-43e8-a9ac-445bd463e18e HTTP/1.1" status: 404  len: 336 time: 0.1095724
Nov 29 11:56:29.941204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:29.942703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:29.943550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaccbee2-a227-4bd4-8d93-bec46ea37ea3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:29.958408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:29.990709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] For port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:29.994713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] For port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,segment=NetworkSegment(9aa84341-dd9c-4660-8ee6-8ea9b725acb1),segment_id=9aa84341-dd9c-4660-8ee6-8ea9b725acb1)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:30.008807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.016186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:30.025293 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ddb328a-5867-4c04-8329-7de6908cfd0b tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=5133984e-ce3a-4fd8-97a8-af26e4e1a17d HTTP/1.1" status: 200  len: 205 time: 0.0773387
Nov 29 11:56:30.035207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48094) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.042588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Allocated IP 172.26.4.175 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/addda6d4-56fa-46a0-87d6-1a907a70cc40) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:30.109843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.113410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Pushing event updated for resources: {'Port': ['ID=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:30.114809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.116172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.119844 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/eaccbee2-a227-4bd4-8d93-bec46ea37ea3 HTTP/1.1" status: 204  len: 168 time: 0.7997928
Nov 29 11:56:30.120663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:30.121226 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-b4b33fb8-7015-4bcd-a637-be1184ac0c21 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:30.125031 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b4b33fb8-7015-4bcd-a637-be1184ac0c21 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/5133984e-ce3a-4fd8-97a8-af26e4e1a17d HTTP/1.1" status: 404  len: 336 time: 0.0816600
Nov 29 11:56:30.125031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48098) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.129869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48100) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.189965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.192359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.193281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b141ab45-3283-4305-8089-13e45bd36d0c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:30.196339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-22cffc89-1c26-4d6b-80ca-4812ebc68fa5 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:30.262398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Subnet': ['ID=441ab7ec-abae-45b3-aa6b-7e4941dcfb65,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:30.284533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:30.289679 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1ee10759-9525-4609-a1c7-2895e0444a59 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=b747527a-9894-41e3-9054-62f976784f57 HTTP/1.1" status: 200  len: 205 time: 0.1521914
Nov 29 11:56:30.290016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.295549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.297053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.4027302
Nov 29 11:56:30.334376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48110) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.442459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126d421b-aee7-416b-a956-4bca2198e42f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:30.462806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:30.463779 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7e476c0f-9465-478d-805d-dabc52fd98f9 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:30.467353 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e476c0f-9465-478d-805d-dabc52fd98f9 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/b747527a-9894-41e3-9054-62f976784f57 HTTP/1.1" status: 404  len: 336 time: 0.1712019
Nov 29 11:56:30.468038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48112) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.472147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.520762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68ad12d8-b6a4-4b48-a590-3f75a5af5580 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b5b0a6d-961a-4808-9599-ba9f7509168a HTTP/1.1" status: 200  len: 205 time: 0.0514512
Nov 29 11:56:30.534485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48116) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.707801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1cdaae78-0ebb-4f74-8dd9-30636419ccd4 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:30.729374 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-f9e5692c-b02c-4681-a9ba-26e22827109c tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:30.730358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9e5692c-b02c-4681-a9ba-26e22827109c tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/routers/6b5b0a6d-961a-4808-9599-ba9f7509168a HTTP/1.1" status: 404  len: 336 time: 0.1949289
Nov 29 11:56:30.733293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.767435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.830917 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb0f086-afdb-4135-8d21-8d5ce6af9865 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:30.831389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb0f086-afdb-4135-8d21-8d5ce6af9865 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:30.832142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1cdaae78-0ebb-4f74-8dd9-30636419ccd4 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:30.837218 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dcb0f086-afdb-4135-8d21-8d5ce6af9865 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] 10.222.0.20 "DELETE /v2.0/subnets/c2248413-450f-4b35-bbb3-895695b8ecf6 HTTP/1.1" status: 404  len: 337 time: 0.0991282
Nov 29 11:56:30.837386 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1cdaae78-0ebb-4f74-8dd9-30636419ccd4 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7048018
Nov 29 11:56:30.842580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.852642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035068822'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:30.859492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:30.879188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02cfb520>,) {'filters': {'network_id': ['13a3db5d-83dd-4529-b2d4-04fb397f324c']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:30.881588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:30.900177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.910183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:30.918412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cfb520>, '9aa84341-dd9c-4660-8ee6-8ea9b725acb1') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:30.918412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cfb520>, '9aa84341-dd9c-4660-8ee6-8ea9b725acb1') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:30.931433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:30.938491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:30.939219 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8d03414c-78b3-43f5-8537-102fa0c914ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.4034326
Nov 29 11:56:30.940903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48132) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:30.944139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:30.954965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-security--738239490', 'description': 'tempest-security-description-188032287'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:30.967102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:31.024330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.056331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.130153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:31.150893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.169864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 5a15f30f-7f81-402d-852f-2a9f2e689800 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:31.240023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.252757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:31.256589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:31.257026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:31.276228 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:31.278133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.306666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.318558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.320621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d346ff-a9a6-4da2-bb95-e0731e475f7c None None] Network 13a3db5d-83dd-4529-b2d4-04fb397f324c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:31.332347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1118727e-b1b9-4e6f-b678-8e7d3699557f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:31.386254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.437813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.439145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.440282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Provisioning for port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:31.440541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.441935 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "PUT /v2.0/security-groups/126d421b-aee7-416b-a956-4bca2198e42f HTTP/1.1" status: 200  len: 1776 time: 0.4994056
Nov 29 11:56:31.449208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Provisioning complete for port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:31.449670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.453240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48144) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.456428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8cfa455d-d8b6-410f-9467-1ebc788d7a70 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:31.497554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:56:31.497554 dv-neutron-819579-1-hyperv neutron-server[87599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:56:31.497554 dv-neutron-819579-1-hyperv neutron-server[87599]: [parameters: {'id': '13a3db5d-83dd-4529-b2d4-04fb397f324c'}]
Nov 29 11:56:31.497554 dv-neutron-819579-1-hyperv neutron-server[87599]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:31.498217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:31.500233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.520502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126d421b-aee7-416b-a956-4bca2198e42f,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:31.538667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.548188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:31.548188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d06f3deb-7e85-4b72-9446-e9fa400f80a5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:31.570214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Pushing event updated for resources: {'Port': ['ID=addda6d4-56fa-46a0-87d6-1a907a70cc40,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:31.574173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:31.595442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.608421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.622132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:31.626542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:31.632169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:31.669159 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-712094ad-f9be-4b14-8753-be218baa8c5e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups/126d421b-aee7-416b-a956-4bca2198e42f HTTP/1.1" status: 200  len: 1776 time: 0.1739080
Nov 29 11:56:31.670409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.673315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.675184 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.8299232
Nov 29 11:56:31.675353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48148) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.675353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48150) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.675644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313e5dac-ad50-47af-833c-f5040f962c23,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:31.676255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:31.679970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:31.683579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.706849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Allocated IP 172.26.4.135 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/9c93d0dc-1ea2-4bdd-af83-3554d9ad61f8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:31.716332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ce3e75f1-855d-4912-ad91-4c382c127438 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:31.717531 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-ce3e75f1-855d-4912-ad91-4c382c127438 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 29 11:56:31.718594 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-ce3e75f1-855d-4912-ad91-4c382c127438 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:31.720006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ce3e75f1-855d-4912-ad91-4c382c127438 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0362601
Nov 29 11:56:31.721319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b3c73676-9916-44b1-b1e8-cb8dc3821138 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:31.727122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.739345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] For port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,segment=NetworkSegment(9aa84341-dd9c-4660-8ee6-8ea9b725acb1),segment_id=9aa84341-dd9c-4660-8ee6-8ea9b725acb1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:31.744523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.746663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:31.748245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:31.775299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Usage tracker for resource:security_group_rule and tenant:28064cee93274484963b94d8e4b974d6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:31.781614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:31.799623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:31.801386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=5a15f30f-7f81-402d-852f-2a9f2e689800,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:31.803704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:31.812895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:31.814479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:31.823775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:31.858837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:31.877906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] DHCP port deletion for 13a3db5d-83dd-4529-b2d4-04fb397f324c request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:31.891881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Deleting port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:31.892263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.928220 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:31.932508 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d492fb75-cf22-4e1e-9f14-6363219f7a8c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2011962
Nov 29 11:56:31.939769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.950453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-aecc9445-849b-4b80-b981-e13dfb3d6fa2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:31.952320 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-aecc9445-849b-4b80-b981-e13dfb3d6fa2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 29 11:56:31.953078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-aecc9445-849b-4b80-b981-e13dfb3d6fa2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:31.957175 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aecc9445-849b-4b80-b981-e13dfb3d6fa2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0103557
Nov 29 11:56:31.960164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.960899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48164) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:31.961979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:31.962206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Pushing event updated for resources: {'Port': ['ID=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:31.966960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:32.009189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.013671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.019325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-985399a9-5224-41bc-b8c0-ca88ed307861 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:32.027768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:32.051152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:32.067631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:32.087498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event updated for resources: {'Port': ['ID=9c93d0dc-1ea2-4bdd-af83-3554d9ad61f8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:32.091771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:32.095848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:32.101263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:32.102415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:32.104726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:32.124530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:32.136514 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/5a15f30f-7f81-402d-852f-2a9f2e689800 HTTP/1.1" status: 204  len: 168 time: 2.4417181
Nov 29 11:56:32.140035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.142498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.144613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:32.144613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.144839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48168) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:32.150569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] For port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,segment=NetworkSegment(9aa84341-dd9c-4660-8ee6-8ea9b725acb1),segment_id=9aa84341-dd9c-4660-8ee6-8ea9b725acb1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:32.151115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.193269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8b30b7-33c2-4e16-ad9f-e90f765b4119 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:32.193651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb8b30b7-33c2-4e16-ad9f-e90f765b4119 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:32.271215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.275159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Calling delete_port for 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:32.365374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb8b30b7-33c2-4e16-ad9f-e90f765b4119 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:32.369303 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb8b30b7-33c2-4e16-ad9f-e90f765b4119 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/5a15f30f-7f81-402d-852f-2a9f2e689800 HTTP/1.1" status: 404  len: 333 time: 0.2208951
Nov 29 11:56:32.370876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.372907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48172) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:32.375769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:32.406564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] The port '9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:56:32.412390 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:32.416156 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a29237de-2624-4839-a720-311d2477342e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4406059
Nov 29 11:56:32.417363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.419810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Pushing event deleted for resources: {'Port': ['ID=9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:32.422946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:32.423879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] No DVR routers for this DVR port 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:32.440247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 226f5737-164f-4b7e-a6af-861adec0d860 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:32.440635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.453190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48176) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:32.459474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.500222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-979b0654-fb31-4b8e-83ba-5059a2f6e2d8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:32.500666 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-979b0654-fb31-4b8e-83ba-5059a2f6e2d8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 29 11:56:32.501198 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-979b0654-fb31-4b8e-83ba-5059a2f6e2d8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:32.502347 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-979b0654-fb31-4b8e-83ba-5059a2f6e2d8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0407524
Nov 29 11:56:32.508803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.518102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48180) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:32.520308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:32.567147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:32.759940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:32.762168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.799093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:32.820982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:32.831791 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28064cee93274484963b94d8e4b974d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5462945
Nov 29 11:56:32.839542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dfe181-e078-4d31-af37-e1836edb4aa8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:32.844587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:32.862224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:32.862680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48184) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:32.864420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.871138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ad45002c-469c-444e-88e6-2c93e0261e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:32.949811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.956325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d421b-aee7-416b-a956-4bca2198e42f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:32.979129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:32.987513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:32.991401 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/126d421b-aee7-416b-a956-4bca2198e42f HTTP/1.1" status: 204  len: 168 time: 1.3070090
Nov 29 11:56:32.991401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d092c6850>,) {'filters': {'network_id': ['13a3db5d-83dd-4529-b2d4-04fb397f324c']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:32.995712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.013595 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Project 11b7a45c10b8442e9c6df61ac86bd892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:56:33.024540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092c6850>, '9aa84341-dd9c-4660-8ee6-8ea9b725acb1') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:33.024857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092c6850>, '9aa84341-dd9c-4660-8ee6-8ea9b725acb1') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:33.052105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:33.059845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.092183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:33.092669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9b7dbe23-1f0e-438a-989a-7aa56c9b1eb2 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:33.101753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.113212 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:33.114494 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-928ed885-c784-408e-ad67-d3f5ad1ec907 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5864205
Nov 29 11:56:33.115497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.124305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48192) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.134341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:33.134736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:33.154271 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:33.197527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-04bbcdf3-8496-4d50-8e38-2b6b1889d851 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:33.197997 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-04bbcdf3-8496-4d50-8e38-2b6b1889d851 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 29 11:56:33.198478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-04bbcdf3-8496-4d50-8e38-2b6b1889d851 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:33.199412 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04bbcdf3-8496-4d50-8e38-2b6b1889d851 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0628178
Nov 29 11:56:33.215298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48196) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.221870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.236895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:33.249072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.265847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:33.275667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 226f5737-164f-4b7e-a6af-861adec0d860 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:33.283825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:33.291987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.301541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.306915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a3889ff9-d428-4b07-a083-2a670d30fd6b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:33.320600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f02a738-062c-4ab4-ae1b-78f7ec951401 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:33.328780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.331534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:33.334928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.351296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Network': ['ID=13a3db5d-83dd-4529-b2d4-04fb397f324c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:33.354121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.360432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:33.363334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac4ce15c-2bc3-4787-889c-2bf09535b316 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:33.392442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/13a3db5d-83dd-4529-b2d4-04fb397f324c HTTP/1.1" status: 204  len: 168 time: 4.4067667
Nov 29 11:56:33.412158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48200) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.455135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Project 11b7a45c10b8442e9c6df61ac86bd892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:56:33.461482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-211294308'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:33.492191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f02a738-062c-4ab4-ae1b-78f7ec951401 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:33.493444 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f02a738-062c-4ab4-ae1b-78f7ec951401 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4890490
Nov 29 11:56:33.508936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48204) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.509831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.520930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:network and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:33.537276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:33.551134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Pushing event updated for resources: {'Port': ['ID=addda6d4-56fa-46a0-87d6-1a907a70cc40,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:33.554830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:33.561804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:33.562675 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-3233993d-9305-4a92-a778-569d5bbff40e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:33.563682 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3233993d-9305-4a92-a778-569d5bbff40e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/126d421b-aee7-416b-a956-4bca2198e42f HTTP/1.1" status: 404  len: 347 time: 0.0514717
Nov 29 11:56:33.568947 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:33.573232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a41c9770-6fb6-4b65-943f-f40f94514317 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3536444
Nov 29 11:56:33.573232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48208) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.575022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.576506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.582127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167687201'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:33.587939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '313e5dac-ad50-47af-833c-f5040f962c23', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:33.589248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.598323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:33.600288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.601709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.619758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:33.627782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:33.629023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:33.640141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.646449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0def06dd-54a5-4382-9eb0-a3efca2eccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:33.650432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:33.653983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.658218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.663359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.664565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.4916091
Nov 29 11:56:33.667428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71055e16-038d-4cd9-bc2a-1085fb442a11 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:33.670523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dfe181-e078-4d31-af37-e1836edb4aa8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:33.672077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48216) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:33.676829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.685880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.689605 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1dfe181-e078-4d31-af37-e1836edb4aa8 HTTP/1.1" status: 204  len: 168 time: 0.8079114
Nov 29 11:56:33.689605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:33.690915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:33.698593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2135070298', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'fixed_ips': [{'ip_address': '172.26.4.175'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:33.708176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.716343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Usage tracker for resource:port and tenant:d28c948d474c48319bcc276e4f27e8b9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:33.721567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.721901 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Added segment 3834d0e6-6c13-4df7-8b78-dff01bfe5183 of type vlan for network 556d78fe-678b-4e8c-b8f5-d6d032ae5736
Nov 29 11:56:33.723042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:33.725967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.729164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=226f5737-164f-4b7e-a6af-861adec0d860,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:33.736481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:33.739580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:33.745963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:33.754696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:33.776597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.783037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Made reservation on behalf of d28c948d474c48319bcc276e4f27e8b9 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:33.785156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.825692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.855692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:33.865841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:33.869806 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Project 11b7a45c10b8442e9c6df61ac86bd892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:56:33.872597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Usage tracker for resource:security_group_rule and tenant:d28c948d474c48319bcc276e4f27e8b9 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:33.879866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:33.886652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.892347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:33.892938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:33.902752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4b1c5eb0-da48-43b5-90a0-7c68bc1cfe1d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:33.920857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:34.034259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48224) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.041681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.047595 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6301057
Nov 29 11:56:34.068675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48228) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.071561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.083033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Network': ['ID=556d78fe-678b-4e8c-b8f5-d6d032ae5736,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:34.088169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'subnet': {'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:34.093809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 556d78fe-678b-4e8c-b8f5-d6d032ae5736 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:34.113308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:34.118097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99c99a69-bd0b-4a6c-8695-34d9990a3402 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:34.141147 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:34.142192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2bb87837-fefb-4389-8eff-1f0ee587d8aa tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5624273
Nov 29 11:56:34.147012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.187671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.242200 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/226f5737-164f-4b7e-a6af-861adec0d860 HTTP/1.1" status: 204  len: 168 time: 1.8680782
Nov 29 11:56:34.250808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48236) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.261350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.265425 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6910317
Nov 29 11:56:34.271582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.289439 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0eda62c7-c3a7-4d2a-91d9-0db7b5f77cd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e81b8306e2c48faa4c611ca56fa49cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2507181
Nov 29 11:56:34.297977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48242) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.300502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa10235-c265-473a-82fa-6043d9ea4092,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:34.321418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:34.330107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': 'bfa10235-c265-473a-82fa-6043d9ea4092', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:34.343230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:34.345003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:34.347831 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff45d8e7-0ac7-4b66-ac20-98b7b1c70d99 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:56:34.348373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ff45d8e7-0ac7-4b66-ac20-98b7b1c70d99 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:34.356367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.358959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:34.360828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:subnet and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:34.367996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:34.372394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:34.386615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:34.390642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:34.414737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Router 496482ea-3347-4bb2-803c-a2c0e902fb2e is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:34.417703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.417905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.425884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ff45d8e7-0ac7-4b66-ac20-98b7b1c70d99 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:34.427042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff45d8e7-0ac7-4b66-ac20-98b7b1c70d99 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/226f5737-164f-4b7e-a6af-861adec0d860 HTTP/1.1" status: 404  len: 333 time: 0.1745441
Nov 29 11:56:34.428317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.430064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:34.431442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48248) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.433476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.449541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-792d7111-f3ce-487f-82c7-3f771b308fac tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:34.461293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] device_id is not set on port b59ac093-9981-47b9-8f70-7773531cd39b yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:34.497638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.498189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.626073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.632319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49787e-4646-4ab2-b88b-86c874335f11,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:34.643003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:34.706455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 03bf6ff6-9dab-41d0-abbe-786059df0223 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:34.715054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.749582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.765389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b561b063-157c-41be-bc0b-ed1d0e05c1b9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:34.806550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e5dac-ad50-47af-833c-f5040f962c23,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:34.814303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.818188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:34.827071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.844120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.873480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.891785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:34.915909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.917071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/313e5dac-ad50-47af-833c-f5040f962c23 HTTP/1.1" status: 204  len: 168 time: 0.7672701
Nov 29 11:56:34.918217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:34.928201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:34.929986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] Sync routers for ids ['496482ea-3347-4bb2-803c-a2c0e902fb2e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:34.942261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] Routers {'496482ea-3347-4bb2-803c-a2c0e902fb2e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:34.943156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bc4e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['496482ea-3347-4bb2-803c-a2c0e902fb2e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:34.947511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5181877-3af2-42bc-9bbb-a94558d6defe,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:34.970393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:34.977697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:34.989811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:34.993793 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6805246
Nov 29 11:56:34.993949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdefdec-5909-4e85-bb68-31e254f57e09,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:34.994064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48256) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.003707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:35.015256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bc4e80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:35.018359 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:56:35.019421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:35.021339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.025381 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 5.7660356
Nov 29 11:56:35.027524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] Routers {'496482ea-3347-4bb2-803c-a2c0e902fb2e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:35.028217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bc4e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['496482ea-3347-4bb2-803c-a2c0e902fb2e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:35.028536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48260) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.065877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.077310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.103252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bc4e80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:35.104256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98eea5-375e-4b2b-bc9d-178998e05c12 None None] The sync data for ids ['496482ea-3347-4bb2-803c-a2c0e902fb2e'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:35.106987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f308526b-8f6e-49da-a90c-d7ed42e915e5 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:35.123190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.172148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f308526b-8f6e-49da-a90c-d7ed42e915e5 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:35.173307 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f308526b-8f6e-49da-a90c-d7ed42e915e5 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2337041
Nov 29 11:56:35.177981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48264) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.184202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610236219'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:35.195526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:35.198053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.198836 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 1.5233743
Nov 29 11:56:35.206305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48268) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.210511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46ec3add-dc6f-4e3a-b35a-977206134615 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:35.218404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.219511 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfdefdec-5909-4e85-bb68-31e254f57e09 HTTP/1.1" status: 204  len: 168 time: 0.9204185
Nov 29 11:56:35.225361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:35.234177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5181877-3af2-42bc-9bbb-a94558d6defe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:35.240509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:35.248175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.253775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-89b1ea88-ecb7-4c55-b3a9-1768aad3e1da tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:35.272478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.275864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cead1499-b66c-44d4-8c62-f592647830e8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:35.285614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.300591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.301702 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b5181877-3af2-42bc-9bbb-a94558d6defe HTTP/1.1" status: 204  len: 168 time: 0.3066940
Nov 29 11:56:35.305440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=03bf6ff6-9dab-41d0-abbe-786059df0223,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:35.310127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48274) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.311259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:35.314018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.316049 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/03bf6ff6-9dab-41d0-abbe-786059df0223 HTTP/1.1" status: 204  len: 168 time: 0.8786402
Nov 29 11:56:35.329776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af010b-52fb-4896-a534-70f98915d2db None None] Network dfb7d053-f883-4954-93f2-a00dd413a80a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:35.334697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.338307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:35.364177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:35.369842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:35.380732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:35.461247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Deleting port addda6d4-56fa-46a0-87d6-1a907a70cc40 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:35.461771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.497419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aab3a924-13fa-4ebb-91c0-f1f3035e34a3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:35.509915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Subnet': ['ID=8b47a3df-24c2-4158-8a59-ab6f539423f0,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:35.519230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:35.533485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.538169 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfbeb776-976a-466a-af18-b659504d3c55 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/496482ea-3347-4bb2-803c-a2c0e902fb2e HTTP/1.1" status: 200  len: 925 time: 0.4940383
Nov 29 11:56:35.539044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Checking segment: {'id': '3834d0e6-6c13-4df7-8b78-dff01bfe5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:35.539427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network hostable DHCP agents. Network: 556d78fe-678b-4e8c-b8f5-d6d032ae5736, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:35.543601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48284) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.568430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aab3a924-13fa-4ebb-91c0-f1f3035e34a3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:35.572805 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aab3a924-13fa-4ebb-91c0-f1f3035e34a3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2573478
Nov 29 11:56:35.572805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port cefdad7e-8d62-4548-a663-ceb765e582ca {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:35.572805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.604610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48288) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.655385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.668079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.681998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-821ee917-a646-44e1-befd-c227b16db489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:35.694563 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e6e371af-2131-4f37-8f8d-62edde468dbc tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=496482ea-3347-4bb2-803c-a2c0e902fb2e HTTP/1.1" status: 200  len: 205 time: 0.1464043
Nov 29 11:56:35.697067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] DHCP port deletion for dfb7d053-f883-4954-93f2-a00dd413a80a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:35.699543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48296) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.704951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Deleting port cefdad7e-8d62-4548-a663-ceb765e582ca {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:35.705537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.780612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 556d78fe-678b-4e8c-b8f5-d6d032ae5736 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:35.804057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb8a69-8348-46fa-bf41-26e81b6ea7ed,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:35.806346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.807590 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6286366
Nov 29 11:56:35.808684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:35.834617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48302) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:35.852040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '95eb8a69-8348-46fa-bf41-26e81b6ea7ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:35.885101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 556d78fe-678b-4e8c-b8f5-d6d032ae5736) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:35.899961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:35.901920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.903142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:35.905684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.915309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:35.939130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:35.959740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:35.967466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.967791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.984216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:35.999910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] For port cefdad7e-8d62-4548-a663-ceb765e582ca, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cefdad7e-8d62-4548-a663-ceb765e582ca,segment=NetworkSegment(65d2c6fd-e368-4432-9b57-a47359d77015),segment_id=65d2c6fd-e368-4432-9b57-a47359d77015)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:36.000274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.013749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe17424-3a16-4f70-9ee3-b0157345240a None None] Network 556d78fe-678b-4e8c-b8f5-d6d032ae5736 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:36.112471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.168133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] For port cefdad7e-8d62-4548-a663-ceb765e582ca, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cefdad7e-8d62-4548-a663-ceb765e582ca,segment=NetworkSegment(65d2c6fd-e368-4432-9b57-a47359d77015),segment_id=65d2c6fd-e368-4432-9b57-a47359d77015)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:36.168684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.168791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Calling delete_port for addda6d4-56fa-46a0-87d6-1a907a70cc40 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:36.274803 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1961005
Nov 29 11:56:36.284068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48316) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:36.316540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Calling delete_port for cefdad7e-8d62-4548-a663-ceb765e582ca owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:36.319207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for cefdad7e-8d62-4548-a663-ceb765e582ca owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:36.361849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48320) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:36.426674 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The resource could not be found.
Nov 29 11:56:36.430314 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc859828-914a-4440-9bb9-533a791707f9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.5921390
Nov 29 11:56:36.431877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:36.450956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '95eb8a69-8348-46fa-bf41-26e81b6ea7ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a368f56f-fa0b-4113-9291-9d83e2ea48f3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:36.457558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:36.463967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:36.467583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:36.474411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:36.500240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.515814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.523589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee001697-0374-45d8-b82e-f6bbbf059dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:36.524827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40f9359a-96de-400e-9875-0763857d2a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:36.536609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 29 11:56:36.536609 dv-neutron-819579-1-hyperv neutron-server[87600]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Nov 29 11:56:36.536609 dv-neutron-819579-1-hyperv neutron-server[87600]: [parameters: {'port_id': 'cefdad7e-8d62-4548-a663-ceb765e582ca'}]
Nov 29 11:56:36.536609 dv-neutron-819579-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:36.537396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:36.565008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-556d78fe-678b-4e8c-b8f5-d6d032ae5736', 'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736', 'tenant_id': 'f7f1e83accb64d02b84316013ab51bc7', 'fixed_ips': [{'subnet_id': '8b47a3df-24c2-4158-8a59-ab6f539423f0'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:36.565855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.584792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1687657241'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:36.588610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa10235-c265-473a-82fa-6043d9ea4092,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:36.594359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:36.597851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] No DVR routers for this DVR port cefdad7e-8d62-4548-a663-ceb765e582ca on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:36.599036 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The resource could not be found.
Nov 29 11:56:36.601742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Pushing event deleted for resources: {'Port': ['ID=cefdad7e-8d62-4548-a663-ceb765e582ca,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:36.604804 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b4d33ec-6ac3-4ee0-b8b5-9014f593d954 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1716108
Nov 29 11:56:36.612014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48330) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:36.612792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:36.613033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.614428 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfa10235-c265-473a-82fa-6043d9ea4092 HTTP/1.1" status: 204  len: 168 time: 1.0038536
Nov 29 11:56:36.620622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:36.621533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:network and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:36.627537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.627537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.627835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.628156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.628509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.628860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.629207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.629552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.629896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.630247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.630744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.631092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.637306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:36.657512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:36.661590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:36.700979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:36.704681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.720098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.733078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8d7e8578-9700-442e-a565-67f7f0b317c7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:36.738041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.742054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:36.748637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:security_group_rule and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:36.753730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:36.757113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.761458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:36.771454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8d7e8578-9700-442e-a565-67f7f0b317c7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:36.772815 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8d7e8578-9700-442e-a565-67f7f0b317c7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1477733
Nov 29 11:56:36.775265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Deleting port 9c93d0dc-1ea2-4bdd-af83-3554d9ad61f8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:36.775604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.777381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48338) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:36.791986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735183500'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:36.800906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:36.816442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:36.822135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.837636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:36.838566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.870311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:36.881049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:36.884476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:36.895498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Pushing event deleted for resources: {'Port': ['ID=addda6d4-56fa-46a0-87d6-1a907a70cc40,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:36.897912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.898817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:36.923228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.933760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:36.935073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Allocated IP 2001:db8::2 (556d78fe-678b-4e8c-b8f5-d6d032ae5736/8b47a3df-24c2-4158-8a59-ab6f539423f0/cf49c866-6b37-45a5-851f-88339c2b5bb9) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:36.939057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ca6541c-36fc-4f3b-8a03-53f1681b90aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:36.969480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:36.999263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:36.999645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.000024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.000433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.000801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.001167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.001530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.001946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.002325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.002680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.003035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.003579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:37.004632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.004920 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Added segment 1a74aeab-6397-4eb1-a04f-102fdba6493a of type vlan for network d7159b30-fe44-4139-8679-e015851ffe21
Nov 29 11:56:37.006884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8c02b-169a-4ce0-8064-9a02964ebc2e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.010407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.026879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.039678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port cefdad7e-8d62-4548-a663-ceb765e582ca {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:37.040464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.102930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cefdad7e-8d62-4548-a663-ceb765e582ca no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:37.123420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.143916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.166964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.170474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: cefdad7e-8d62-4548-a663-ceb765e582ca {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:37.171183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cefdad7e-8d62-4548-a663-ceb765e582ca not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:37.175005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.183972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.201576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] The port 'cefdad7e-8d62-4548-a663-ceb765e582ca' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:56:37.201850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.206325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef54a74d-0506-4813-b8e6-c41877254423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:37.213039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Transition to ACTIVE for port object cf49c866-6b37-45a5-851f-88339c2b5bb9 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:37.232617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Transition to ACTIVE for port object cf49c866-6b37-45a5-851f-88339c2b5bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:37.238674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.244307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:37.245321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.251051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:37.251831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.279135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.310811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Network 556d78fe-678b-4e8c-b8f5-d6d032ae5736 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:37.314354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:37.317019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:37.335754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.345485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.354148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7721b6b-4c8e-43a8-95f9-c55d110633b5 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:37.358884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Pushing event updated for resources: {'Port': ['ID=cf49c866-6b37-45a5-851f-88339c2b5bb9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.362189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.374511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008ec00b-c645-42d1-b5bc-037407b96baa,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.387003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.392669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08c1d977-09b5-45a8-be96-7f400b5cbc19 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:37.422340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Attempting to bind port cf49c866-6b37-45a5-851f-88339c2b5bb9 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:37.422742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Attempting to bind port cf49c866-6b37-45a5-851f-88339c2b5bb9 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '3834d0e6-6c13-4df7-8b78-dff01bfe5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:37.423145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Attempting to bind port cf49c866-6b37-45a5-851f-88339c2b5bb9 on network 556d78fe-678b-4e8c-b8f5-d6d032ae5736 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:37.428718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:37.429103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Checking segment: {'id': '3834d0e6-6c13-4df7-8b78-dff01bfe5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:37.429920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.430330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Bound using segment: {'id': '3834d0e6-6c13-4df7-8b78-dff01bfe5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:37.430801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Bound port: cf49c866-6b37-45a5-851f-88339c2b5bb9, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3834d0e6-6c13-4df7-8b78-dff01bfe5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:37.431192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.447693 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0711977
Nov 29 11:56:37.447693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.448193 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6695025
Nov 29 11:56:37.450335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.495704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb8a69-8348-46fa-bf41-26e81b6ea7ed,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.505882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Calling delete_port for 9c93d0dc-1ea2-4bdd-af83-3554d9ad61f8 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:37.506756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48342) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:37.507126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48344) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:37.525707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'subnet': {'network_id': 'd7159b30-fe44-4139-8679-e015851ffe21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:37.536953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] For port cf49c866-6b37-45a5-851f-88339c2b5bb9, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:37.540801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] For port cf49c866-6b37-45a5-851f-88339c2b5bb9, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cf49c866-6b37-45a5-851f-88339c2b5bb9,segment=NetworkSegment(3834d0e6-6c13-4df7-8b78-dff01bfe5183),segment_id=3834d0e6-6c13-4df7-8b78-dff01bfe5183)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:37.543676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.544381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '008ec00b-c645-42d1-b5bc-037407b96baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:37.545530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.549315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7da5486e-09c2-4f7d-a1ad-b18c06623ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:37.557311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.565172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-61d79a7d-01ec-4218-b8e0-6b699c1a801e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:37.584649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8f70>,) {'filters': {'network_id': ['dfb7d053-f883-4954-93f2-a00dd413a80a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:37.598858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.602461 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/95eb8a69-8348-46fa-bf41-26e81b6ea7ed HTTP/1.1" status: 204  len: 168 time: 0.9875908
Nov 29 11:56:37.608129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.612260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/dc0cf7cb-c0a8-407c-97c0-0e1fb880625e HTTP/1.1" status: 204  len: 168 time: 2.4017975
Nov 29 11:56:37.613999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48350) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:37.623637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Subnet': ['ID=8b47a3df-24c2-4158-8a59-ab6f539423f0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.643455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:37.657290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.669066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:37.672516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Pushing event updated for resources: {'Port': ['ID=cf49c866-6b37-45a5-851f-88339c2b5bb9,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.672664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8f70>, '65d2c6fd-e368-4432-9b57-a47359d77015') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:37.672938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8f70>, '65d2c6fd-e368-4432-9b57-a47359d77015') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:37.679030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.681192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Network': ['ID=d7159b30-fe44-4139-8679-e015851ffe21,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:37.688295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:37.690573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:37.702914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network d7159b30-fe44-4139-8679-e015851ffe21 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:37.715890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:37.731010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.768994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:37.774687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.790187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:subnet and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:37.793629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:37.797182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:37.797436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.813554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:37.820957 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:37.833736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:37.854495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.931735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:37.934980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:37.950715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08216070>,) {'filters': {'network_id': ['556d78fe-678b-4e8c-b8f5-d6d032ae5736']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:37.964974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a185ec33-65a5-4ea9-8ff5-26e6c5d915c9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:37.994347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08216070>, '3834d0e6-6c13-4df7-8b78-dff01bfe5183') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:37.994650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08216070>, '3834d0e6-6c13-4df7-8b78-dff01bfe5183') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:38.017544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.060768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.064080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a185ec33-65a5-4ea9-8ff5-26e6c5d915c9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:38.065488 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a185ec33-65a5-4ea9-8ff5-26e6c5d915c9 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4479322
Nov 29 11:56:38.066859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.073321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48358) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:38.082740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:38.083547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:38.100763 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:38.103057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a550ead5-b629-4f4d-b7cc-6b28c8a84740 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:38.110446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '9c384a66-b2da-4e79-a80c-56a44bc98ce7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:38.114614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48362) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:38.116305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.135981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=dfb7d053-f883-4954-93f2-a00dd413a80a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:38.144809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:38.147362 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/dfb7d053-f883-4954-93f2-a00dd413a80a HTTP/1.1" status: 204  len: 168 time: 2.8109033
Nov 29 11:56:38.150876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:38.164602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-872244435'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:38.184839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.185976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:38.186150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:38.195946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.198537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:network and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:38.204833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:38.207544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:38.228434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b80da02-2afa-49cc-870d-11b2a8db08ae,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:38.232966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:38.235157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:38.240714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:38.250633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:38.263384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:38.269145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:56:38.269145 dv-neutron-819579-1-hyperv neutron-server[87599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:56:38.269145 dv-neutron-819579-1-hyperv neutron-server[87599]: [parameters: {'id': '556d78fe-678b-4e8c-b8f5-d6d032ae5736'}]
Nov 29 11:56:38.269145 dv-neutron-819579-1-hyperv neutron-server[87599]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:38.269531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:38.295445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.296381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:38.299861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.306573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e26dee3-111f-48b2-8328-bad0fb4fbe91 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:38.334508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.338504 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8274410
Nov 29 11:56:38.344890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:38.356244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '008ec00b-c645-42d1-b5bc-037407b96baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:38.367218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:38.372598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:38.375023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event deleted for resources: {'Port': ['ID=9c93d0dc-1ea2-4bdd-af83-3554d9ad61f8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:38.377859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:38.378390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:38.398211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:38.419965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:38.422160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.422502 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Added segment e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3 of type vlan for network 3e4af915-832b-44ea-b3d7-e092455f683a
Nov 29 11:56:38.440817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.447530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:38.516409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.525949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.547025 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The resource could not be found.
Nov 29 11:56:38.551587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c4bbc6de-4ec9-4251-9771-d129cc4f8149 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4721019
Nov 29 11:56:38.551587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.559888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48376) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:38.590683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Subnet': ['ID=badccf31-755b-45cb-82b4-f9537530c436,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:38.595987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--563863671'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:38.606723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:38.613971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:38.616642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:38.625042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ce0e1d74aa489f9a499a33d126603f is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:38.626147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.632166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:38.632458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:38.632565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.637583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-567b942c-4d2d-42af-b4a9-f863b320e6d2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:38.639237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:38.648218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:38.652918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Checking segment: {'id': '1a74aeab-6397-4eb1-a04f-102fdba6493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd7159b30-fe44-4139-8679-e015851ffe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:38.653540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network hostable DHCP agents. Network: d7159b30-fe44-4139-8679-e015851ffe21, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:38.657183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.781511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.842566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.869912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.883403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbc6d1-8da0-4922-af36-5cb162b7fa4f None None] Network 556d78fe-678b-4e8c-b8f5-d6d032ae5736 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:38.892149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.898256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.900616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.910820 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7539737
Nov 29 11:56:38.914063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Network': ['ID=3e4af915-832b-44ea-b3d7-e092455f683a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:38.916133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48380) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:38.928402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:38.928810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:38.931029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:38.933448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port cf49c866-6b37-45a5-851f-88339c2b5bb9 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:38.933865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:38.942644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:38.952663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 3e4af915-832b-44ea-b3d7-e092455f683a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:38.962747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:38.978609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:38.989053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:39.014568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.022494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d976428e-86fe-4257-8dd8-9d300947b316,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:39.031675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:39.032654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.036805 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6908822
Nov 29 11:56:39.037488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:39.037901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.038655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Fanout notify agent at l3_agent the message router_deleted on router 496482ea-3347-4bb2-803c-a2c0e902fb2e {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:56:39.053868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, d7159b30-fe44-4139-8679-e015851ffe21) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:39.061148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '008ec00b-c645-42d1-b5bc-037407b96baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:39.071058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:39.074551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:39.075372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.078984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc98500-531f-4016-9fc6-2e040eff57ef None None] Network d7159b30-fe44-4139-8679-e015851ffe21 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:39.089920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:39.100413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:39.115758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.124850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:39.131081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:39.135987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:39.140728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.6325333
Nov 29 11:56:39.144257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:39.147349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.158998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1196826921', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:39.171201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:39.175356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.186190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:router and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:39.191488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:39.203969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:39.207901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.231302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.239612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-46f85e29-5b6b-4a1f-b6d3-811041d4f0cd None None] Provisioning for port cf49c866-6b37-45a5-851f-88339c2b5bb9 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:39.258011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cf49c866-6b37-45a5-851f-88339c2b5bb9 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:39.282811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.296623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.314948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9dd9a30b-1b1c-489f-b25d-fd8ebf1c133c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:39.330204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.331226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.339043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.341563 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/496482ea-3347-4bb2-803c-a2c0e902fb2e HTTP/1.1" status: 204  len: 168 time: 3.6386163
Nov 29 11:56:39.348588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:39.358183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-492741542', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:39.371317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:39.393784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:router and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:39.397255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.402871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.404788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:39.406622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.409049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] For port cf49c866-6b37-45a5-851f-88339c2b5bb9, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cf49c866-6b37-45a5-851f-88339c2b5bb9,segment=NetworkSegment(3834d0e6-6c13-4df7-8b78-dff01bfe5183),segment_id=3834d0e6-6c13-4df7-8b78-dff01bfe5183)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:39.409607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.417463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.421732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.423841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2ce0e1d74aa489f9a499a33d126603f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3065639
Nov 29 11:56:39.428906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:39.435466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.439318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa42e98-4999-49b8-877c-9e46f582a66c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:39.439954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:39.479472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c814bc8e-7d7e-4b01-aa79-cc821dd87393,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:39.481648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.482906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.492390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:39.502099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:39.546409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port cf49c866-6b37-45a5-851f-88339c2b5bb9 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:39.552998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4de2c6ac-0e24-4461-9dc2-810d5d3e1bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:39.565802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port cf49c866-6b37-45a5-851f-88339c2b5bb9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:39.566071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.570103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Calling delete_port for cf49c866-6b37-45a5-851f-88339c2b5bb9 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:39.612510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ece1d-1f85-469f-9e4f-056cf2a7ba1a None None] Network d7159b30-fe44-4139-8679-e015851ffe21 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:39.637355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.638708 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.0775988
Nov 29 11:56:39.645975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:39.646209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86df4d7a-00f7-4dc5-86ad-39c35f76aab8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:39.654005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:39.683569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.689882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0955d581-ce70-4153-8d5b-22b7afe437e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:39.706296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--93045675'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:39.717332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Could not find standard attr ID for object cf49c866-6b37-45a5-851f-88339c2b5bb9. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:56:39.723685 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No ports have port_id starting with cf49c866-6b37-45a5-851f-88339c2b5bb9
Nov 29 11:56:39.729092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.734315 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6923718
Nov 29 11:56:39.734537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48404) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:39.738191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.741795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:39.749433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '008ec00b-c645-42d1-b5bc-037407b96baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:39.753560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa61573-6c07-4c39-b555-899e1c83c27f None None] DHCP port deletion for 556d78fe-678b-4e8c-b8f5-d6d032ae5736 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:39.756303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:39.759683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Port': ['ID=cf49c866-6b37-45a5-851f-88339c2b5bb9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:39.770030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:39.773090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No DVR routers for this DVR port cf49c866-6b37-45a5-851f-88339c2b5bb9 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:39.818092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:39.837438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.845637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:39.860153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:39.931550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.941580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.941835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.965514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.967859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:39.985621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02d43af0>,) {'filters': {'network_id': ['556d78fe-678b-4e8c-b8f5-d6d032ae5736']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:40.013354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d43af0>, '3834d0e6-6c13-4df7-8b78-dff01bfe5183') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:40.013609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d43af0>, '3834d0e6-6c13-4df7-8b78-dff01bfe5183') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:40.037244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.066648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.074048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.077276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:40.077687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:40.092384 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:40.096618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.149381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.153534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.183160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:40.187523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.197812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-89906db6-69c0-475a-a524-3f0ea33fbc3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.198722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3afee1-e3eb-4137-becb-451967f5d6ed,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.206335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.209060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.214274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.217556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.232504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.233641 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4895895
Nov 29 11:56:40.239580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48408) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:40.242566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Network': ['ID=556d78fe-678b-4e8c-b8f5-d6d032ae5736,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.245685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.250842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '008ec00b-c645-42d1-b5bc-037407b96baa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:40.255728 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/556d78fe-678b-4e8c-b8f5-d6d032ae5736 HTTP/1.1" status: 204  len: 168 time: 3.9706762
Nov 29 11:56:40.258051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:40.260092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48412) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:40.266808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1774107283'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:40.272228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:40.274955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:40.277109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:40.278068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:40.283503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:network and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:40.286017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:40.288047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:40.296082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:40.312835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:40.316264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.327268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.339567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:40.376785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:40.394500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.394930 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Added segment 5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08 of type vlan for network 6509b09a-667b-4bdf-8373-78be89ea5fa1
Nov 29 11:56:40.433071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.438211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.443355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.453105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.484818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe7263c-da65-4682-be58-0da58728090d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.487822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.508928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.510698 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2701564
Nov 29 11:56:40.511976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.517726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:40.518325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.522030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48416) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:40.522703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40664523-c50d-4a4e-ac77-79f8d6a91c4a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.565847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:40.597253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.642755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=344ed64a-ff46-4edb-98a4-a8dc2cd68665,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.661627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.697963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Checking segment: {'id': 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:40.698401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network hostable DHCP agents. Network: 3e4af915-832b-44ea-b3d7-e092455f683a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:40.760247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.765785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5047050
Nov 29 11:56:40.769154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-994f7b37-97d1-4104-891b-297bf86f1a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.772528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48420) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:40.777448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.785752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Request body: {'subnet': {'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:40.802207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa42e98-4999-49b8-877c-9e46f582a66c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.806138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Network': ['ID=6509b09a-667b-4bdf-8373-78be89ea5fa1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.808902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.814561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.816915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.851767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.855993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 3e4af915-832b-44ea-b3d7-e092455f683a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:40.869214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.877362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6509b09a-667b-4bdf-8373-78be89ea5fa1 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:40.877951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.905661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 3e4af915-832b-44ea-b3d7-e092455f683a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:40.923509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.927008 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daa42e98-4999-49b8-877c-9e46f582a66c HTTP/1.1" status: 204  len: 168 time: 1.4933703
Nov 29 11:56:40.931278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:40.932659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.952379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.952538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:40.956368 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.2743313
Nov 29 11:56:40.956545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:40.962399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48428) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:40.965202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be875d98-3187-4477-92e5-2f6eb72d174c None None] Network 3e4af915-832b-44ea-b3d7-e092455f683a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:40.966000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:40.974455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058f8e6c-9bdb-47a1-be98-3b3eb0c11efb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:40.976951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Usage tracker for resource:subnet and tenant:f7f1e83accb64d02b84316013ab51bc7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:40.984982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '86df4d7a-00f7-4dc5-86ad-39c35f76aab8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '058f8e6c-9bdb-47a1-be98-3b3eb0c11efb'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:40.995357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:40.999674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:41.012706 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0870962
Nov 29 11:56:41.013728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:41.016041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abe7263c-da65-4682-be58-0da58728090d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:41.016984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.018516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:41.019813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:41.024931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-553932888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:41.029977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.033037 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/abe7263c-da65-4682-be58-0da58728090d HTTP/1.1" status: 204  len: 168 time: 0.4961982
Nov 29 11:56:41.036040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:41.039784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48436) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.046274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:41.063076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:41.067442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:41.072826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Made reservation on behalf of f7f1e83accb64d02b84316013ab51bc7 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:41.076439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.098092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cf49c866-6b37-45a5-851f-88339c2b5bb9 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:41.132828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:router and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:41.151214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:41.151471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: cf49c866-6b37-45a5-851f-88339c2b5bb9 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:41.151728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cf49c866-6b37-45a5-851f-88339c2b5bb9 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:41.224601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-baea9b5b-1e6a-436c-a924-88392e01f8e1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:41.231792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:41.253841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:41.257602 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-acf4c3f0-cc8e-4c84-af5a-3797891b79c8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2821689
Nov 29 11:56:41.257977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48442) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.281824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-baea9b5b-1e6a-436c-a924-88392e01f8e1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:41.283149 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-baea9b5b-1e6a-436c-a924-88392e01f8e1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.2409980
Nov 29 11:56:41.289636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48446) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.315993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.317413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.323480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.348398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48450) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.349517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-3e4af915-832b-44ea-b3d7-e092455f683a', 'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '344ed64a-ff46-4edb-98a4-a8dc2cd68665'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:41.350559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.416514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.439961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.465550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.485838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.517652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Allocated IP 172.20.0.2 (3e4af915-832b-44ea-b3d7-e092455f683a/344ed64a-ff46-4edb-98a4-a8dc2cd68665/cfab2de6-0777-4264-b36a-fcd951db8ecb) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:41.531103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.551106 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9f27d7ac-d5fb-47b0-a726-18c5486b52f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d28c948d474c48319bcc276e4f27e8b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1714361
Nov 29 11:56:41.551793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48454) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.565973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.599399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.620484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:41.667807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.680632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.689995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf3afee1-e3eb-4137-becb-451967f5d6ed,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:41.701583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:41.727794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.751613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.755515 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cf3afee1-e3eb-4137-becb-451967f5d6ed HTTP/1.1" status: 204  len: 168 time: 0.4649024
Nov 29 11:56:41.757967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.761616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48458) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.770939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Transition to ACTIVE for port object cfab2de6-0777-4264-b36a-fcd951db8ecb will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:41.783828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.789321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.200 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/76079703-8455-40c9-91dc-5cb6cdead4b8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:41.792031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Transition to ACTIVE for port object cfab2de6-0777-4264-b36a-fcd951db8ecb will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:41.800489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.807227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-885b939c-16dc-4ab3-9ef6-c3632a42dd69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:41.808561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.810132 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1d6e1d1a-c761-4e10-a23e-19eda00073a7 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.7908037
Nov 29 11:56:41.810821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.817602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48462) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.824723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1ccb165a-8e9f-416a-8f24-8caf17e26b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:41.829559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a', 'name': 'tempest-PortsTestJSON-330860443'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:41.839148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:56:41.855673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.864539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f8e6c-9bdb-47a1-be98-3b3eb0c11efb,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:41.877955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:41.877955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:41.893839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Network 3e4af915-832b-44ea-b3d7-e092455f683a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:41.898501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:41.903744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:41.933385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.952402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Pushing event updated for resources: {'Port': ['ID=cfab2de6-0777-4264-b36a-fcd951db8ecb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:41.966133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:41.969772 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/058f8e6c-9bdb-47a1-be98-3b3eb0c11efb HTTP/1.1" status: 204  len: 168 time: 0.7085865
Nov 29 11:56:41.987619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48466) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:41.989238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1dce366f-83bf-41e6-bb8e-3c00ce24797b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:41.993436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:42.042688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event updated for resources: {'Subnet': ['ID=47379da1-fb38-42c6-a999-e32598c4c3e7,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:42.048846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:42.057797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Checking segment: {'id': '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:42.057797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network hostable DHCP agents. Network: 6509b09a-667b-4bdf-8373-78be89ea5fa1, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:42.063833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1dce366f-83bf-41e6-bb8e-3c00ce24797b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:42.064701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Attempting to bind port cfab2de6-0777-4264-b36a-fcd951db8ecb on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:42.065410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Attempting to bind port cfab2de6-0777-4264-b36a-fcd951db8ecb by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:42.066552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Attempting to bind port cfab2de6-0777-4264-b36a-fcd951db8ecb on network 3e4af915-832b-44ea-b3d7-e092455f683a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:42.067859 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1dce366f-83bf-41e6-bb8e-3c00ce24797b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.3056598
Nov 29 11:56:42.071023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48470) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:42.073020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:42.073761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Checking segment: {'id': 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:42.074293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.074897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Bound using segment: {'id': 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:42.075920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Bound port: cfab2de6-0777-4264-b36a-fcd951db8ecb, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3e4af915-832b-44ea-b3d7-e092455f683a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:42.076749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.108796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.112669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Network 6509b09a-667b-4bdf-8373-78be89ea5fa1 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:42.119910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:42.134407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.139888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49787e-4646-4ab2-b88b-86c874335f11,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:42.145424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:42.151782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0201255d-c1aa-4373-97c5-de7cebbce9b8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:42.154752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:42.154978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6509b09a-667b-4bdf-8373-78be89ea5fa1) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:42.158124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.168695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.172492 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa49787e-4646-4ab2-b88b-86c874335f11 HTTP/1.1" status: 204  len: 168 time: 0.6066451
Nov 29 11:56:42.172650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:42.172794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:42.172794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.174411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece3f8d-5d18-4e07-8b43-1958e20067b8 None None] Network 6509b09a-667b-4bdf-8373-78be89ea5fa1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:42.176437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:42.192053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:42.196662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.206216 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.4325657
Nov 29 11:56:42.209168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48476) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:42.215649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0201255d-c1aa-4373-97c5-de7cebbce9b8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:42.219125 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0201255d-c1aa-4373-97c5-de7cebbce9b8 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.2303653
Nov 29 11:56:42.221993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:42.226308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.235843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.239948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48480) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:42.259500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 529bc2ee-5203-42bc-b387-241869bd6803 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:42.295769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] For port cfab2de6-0777-4264-b36a-fcd951db8ecb, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:42.309467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] For port cfab2de6-0777-4264-b36a-fcd951db8ecb, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cfab2de6-0777-4264-b36a-fcd951db8ecb,segment=NetworkSegment(e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3),segment_id=e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:42.314667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b5843460-0a6c-47d7-b846-e1797b39ee65 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:42.317732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.325998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a0db288-c1f1-4c01-b73c-f66547a1acf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:42.326776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.330745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c814bc8e-7d7e-4b01-aa79-cc821dd87393 HTTP/1.1" status: 204  len: 168 time: 0.2606156
Nov 29 11:56:42.332108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:42.354429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c814bc8e-7d7e-4b01-aa79-cc821dd87393,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:42.364996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:42.389519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.410510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-397082bb-4de8-4fa8-8623-5b5da423a8d0 tempest-FloatingIPAdminTestJSON-681218148 tempest-FloatingIPAdminTestJSON-681218148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:42.463335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.477916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.502059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Pushing event updated for resources: {'Port': ['ID=cfab2de6-0777-4264-b36a-fcd951db8ecb,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:42.516976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:42.527816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.593495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6509b09a-667b-4bdf-8373-78be89ea5fa1', 'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1', 'tenant_id': 'f7f1e83accb64d02b84316013ab51bc7', 'fixed_ips': [{'subnet_id': '47379da1-fb38-42c6-a999-e32598c4c3e7'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:42.594755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.654130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.811718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:42.829342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e99603a-8899-41a1-bd44-41ba705f3ff5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:42.860804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:42.862328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Allocated IP 2001:db8::f816:3eff:fe55:b2c6 (6509b09a-667b-4bdf-8373-78be89ea5fa1/47379da1-fb38-42c6-a999-e32598c4c3e7/9379af0c-b9c4-4a23-80a3-631f4d6978f5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:42.871115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=76079703-8455-40c9-91dc-5cb6cdead4b8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:42.889010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.899970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:42.901840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:42.936201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df4d7a-00f7-4dc5-86ad-39c35f76aab8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:42.951569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:42.963916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:42.965063 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/86df4d7a-00f7-4dc5-86ad-39c35f76aab8 HTTP/1.1" status: 204  len: 168 time: 0.7240770
Nov 29 11:56:42.969987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48496) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:42.991834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.3 (3e4af915-832b-44ea-b3d7-e092455f683a/344ed64a-ff46-4edb-98a4-a8dc2cd68665/529bc2ee-5203-42bc-b387-241869bd6803) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:43.074846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:43.077096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Allocated IP 172.26.4.96 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/15939c2f-03b7-4b90-a71c-95ed6760904c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:43.109340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-735719ae-01db-473c-a933-2af058267e6e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:43.134531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e99603a-8899-41a1-bd44-41ba705f3ff5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:43.136183 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e99603a-8899-41a1-bd44-41ba705f3ff5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.8029609
Nov 29 11:56:43.138511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cfab2de6-0777-4264-b36a-fcd951db8ecb up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:43.140343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48502) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:43.156396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-735719ae-01db-473c-a933-2af058267e6e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:43.157730 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-735719ae-01db-473c-a933-2af058267e6e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1883860
Nov 29 11:56:43.163191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48506) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:43.171570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--643557397'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:43.185712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:43.200643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.206394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:43.219385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.222291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.254852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port cfab2de6-0777-4264-b36a-fcd951db8ecb completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:43.266907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.271911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:43.294714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.311483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d976428e-86fe-4257-8dd8-9d300947b316,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:43.319808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:43.326473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:43.330854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:43.335287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.336489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d976428e-86fe-4257-8dd8-9d300947b316 HTTP/1.1" status: 204  len: 168 time: 0.1937089
Nov 29 11:56:43.337509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:43.340079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48514) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:43.345749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:43.346844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.358824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Transition to ACTIVE for port object 9379af0c-b9c4-4a23-80a3-631f4d6978f5 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:43.381511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Transition to ACTIVE for port object 9379af0c-b9c4-4a23-80a3-631f4d6978f5 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:43.389197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.406199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc1352bf-b891-49e1-8c54-fee18d7b0402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:43.441512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dfbd663d-74aa-482b-aef1-f739dbbdbde7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:43.491638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Pushing event updated for resources: {'Port': ['ID=9379af0c-b9c4-4a23-80a3-631f4d6978f5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:43.504168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:43.504552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.506683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Network 6509b09a-667b-4bdf-8373-78be89ea5fa1 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:43.508159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:43.511149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:43.524391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbe7695d-3541-498e-8f0d-38fc3a3ca85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:43.575965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Subnet': ['ID=47379da1-fb38-42c6-a999-e32598c4c3e7,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:43.578573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dfbd663d-74aa-482b-aef1-f739dbbdbde7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:43.583278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfbd663d-74aa-482b-aef1-f739dbbdbde7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.2420866
Nov 29 11:56:43.593536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:43.594012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48522) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:43.654759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Attempting to bind port 9379af0c-b9c4-4a23-80a3-631f4d6978f5 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:43.655206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Attempting to bind port 9379af0c-b9c4-4a23-80a3-631f4d6978f5 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:43.655649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Attempting to bind port 9379af0c-b9c4-4a23-80a3-631f4d6978f5 on network 6509b09a-667b-4bdf-8373-78be89ea5fa1 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:43.664096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48526) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:43.675333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:43.676424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Checking segment: {'id': '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:43.677126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.677745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Bound using segment: {'id': '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:43.678441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Bound port: 9379af0c-b9c4-4a23-80a3-631f4d6978f5, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6509b09a-667b-4bdf-8373-78be89ea5fa1'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:43.679038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.799290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] For port 9379af0c-b9c4-4a23-80a3-631f4d6978f5, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:43.804077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] For port 9379af0c-b9c4-4a23-80a3-631f4d6978f5, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9379af0c-b9c4-4a23-80a3-631f4d6978f5,segment=NetworkSegment(5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08),segment_id=5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:43.812425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.820040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-72e646d7-7646-4b2c-a61c-5bc3fda76965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:43.865064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.961070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.969116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.976498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1877146192'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:43.981510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac20db-2534-4d53-ae01-9bbe84771fdd None None] Network 3e4af915-832b-44ea-b3d7-e092455f683a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:43.982470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:43.982708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:43.986923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:43.990075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:44.000931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.014239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:44.014510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0c827375-da62-435d-9f55-edb3327cc6db tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.016018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.024640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.085895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0307b040>,) {'filters': {'network_id': ['6509b09a-667b-4bdf-8373-78be89ea5fa1']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:44.090185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.094660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 529bc2ee-5203-42bc-b387-241869bd6803 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:44.100441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Pushing event updated for resources: {'Port': ['ID=9379af0c-b9c4-4a23-80a3-631f4d6978f5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.103352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe7ecb-18b2-4005-88df-f5810dee2232,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.106936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0307b040>, '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:44.107249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0307b040>, '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:44.114562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.115209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.118454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.122956 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.9587426
Nov 29 11:56:44.125543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48532) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.130235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.131429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.137577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a46898-298a-4143-af15-f9a17c75f4b4 None None] Network 6509b09a-667b-4bdf-8373-78be89ea5fa1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:44.139814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.140931 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9b80da02-2afa-49cc-870d-11b2a8db08ae HTTP/1.1" status: 204  len: 168 time: 0.5458241
Nov 29 11:56:44.141796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.150865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '18fe7ecb-18b2-4005-88df-f5810dee2232', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:44.154987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48536) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.158771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Provisioning for port cfab2de6-0777-4264-b36a-fcd951db8ecb completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:44.176256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:44.176540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:44.179762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.187984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b80da02-2afa-49cc-870d-11b2a8db08ae,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.193738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:44.195300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.197846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.199896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:44.209201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:44.214772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:44.214923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.219317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.225416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Provisioning complete for port cfab2de6-0777-4264-b36a-fcd951db8ecb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:44.225868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:44.231729 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:44.250997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:44.254864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:security_group_rule and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:44.257694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:44.264749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:44.319723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27647a35-e7b0-455d-abde-19819b72b6d0 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:44.356231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:56:44.356231 dv-neutron-819579-1-hyperv neutron-server[87599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:56:44.356231 dv-neutron-819579-1-hyperv neutron-server[87599]: [parameters: {'id': '6509b09a-667b-4bdf-8373-78be89ea5fa1'}]
Nov 29 11:56:44.356231 dv-neutron-819579-1-hyperv neutron-server[87599]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:44.356970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:44.357527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.358436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:44.362477 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c643f8c-0420-430b-b45c-db07d483cedf tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2347510
Nov 29 11:56:44.363467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48540) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.366262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27647a35-e7b0-455d-abde-19819b72b6d0 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:44.367530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-27647a35-e7b0-455d-abde-19819b72b6d0 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2089515
Nov 29 11:56:44.370740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.371326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group_rule': {'security_group_id': '18fe7ecb-18b2-4005-88df-f5810dee2232', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:44.375858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.377653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:44.381041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b5ab4bfb-6ec0-486b-857b-099302c0183c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.381611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:44.384797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:44.390907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:44.422086 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:56:44.426081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f15e467-6982-4625-8e29-1c60b3215a54 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0588212
Nov 29 11:56:44.427250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48548) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.449655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:44.477962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.495490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.523718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.556397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acec3f3f-bf85-461b-a132-805c0002cf3d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.560257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.575211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ca87745-5930-4319-aeab-37f034027931 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.587715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.593980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c79fc2c4-b796-4992-bdd0-f4b07ffea5cd tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.608960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe7ecb-18b2-4005-88df-f5810dee2232,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.612922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.619630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.623302 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/18fe7ecb-18b2-4005-88df-f5810dee2232 HTTP/1.1" status: 204  len: 168 time: 0.1924834
Nov 29 11:56:44.623435 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.623522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48552) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.678577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-abfe1dd8-19ed-4d35-9483-bf44a6e90564 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:44.696278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] For port cfab2de6-0777-4264-b36a-fcd951db8ecb, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cfab2de6-0777-4264-b36a-fcd951db8ecb,segment=NetworkSegment(e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3),segment_id=e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:44.698443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-abfe1dd8-19ed-4d35-9483-bf44a6e90564 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:44.700094 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-abfe1dd8-19ed-4d35-9483-bf44a6e90564 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0756910
Nov 29 11:56:44.701641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.703951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4cf5d0-25ae-42a5-b0de-de5c5afd3df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.704782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48556) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:44.711325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'tempest-secgroup--785167939'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:44.718498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:44.728829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:44.742783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.766699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:44.771997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Usage tracker for resource:security_group_rule and tenant:11b7a45c10b8442e9c6df61ac86bd892 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:44.777678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:44.782910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Pushing event updated for resources: {'Port': ['ID=cfab2de6-0777-4264-b36a-fcd951db8ecb,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.786050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:44.786427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.850950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.851325 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment f8141368-20a0-45c1-a942-7b92119b8faa of type vlan for network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db
Nov 29 11:56:44.857630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.857976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.875905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.882742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port 9379af0c-b9c4-4a23-80a3-631f4d6978f5 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:44.883091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.899298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 3e4af915-832b-44ea-b3d7-e092455f683a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:44.901558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:44.918082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:44.922741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:44.928367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-028c06ac-c9a6-482b-9181-9dc56b27cf7b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:44.979645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbac9fd-c9af-47e0-95d3-c4b1f0a14d8d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:44.982611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:44.998503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:45.022566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:45.031257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.032533 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.3264339
Nov 29 11:56:45.035302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9e7c5e45-9cf0-4f0a-a11b-0ebffc4692fa None None] Provisioning complete for port cfab2de6-0777-4264-b36a-fcd951db8ecb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:45.035436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48560) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:45.035688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5e45-9cf0-4f0a-a11b-0ebffc4692fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.051906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3a6cf857-0e84-4a19-bd8d-9224a64f149c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:45.052106 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-3a6cf857-0e84-4a19-bd8d-9224a64f149c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 29 11:56:45.052650 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-3a6cf857-0e84-4a19-bd8d-9224a64f149c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:56:45.056922 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3a6cf857-0e84-4a19-bd8d-9224a64f149c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "PUT /v2.0/security-groups/1bbac9fd-c9af-47e0-95d3-c4b1f0a14d8d HTTP/1.1" status: 409  len: 330 time: 0.0107405
Nov 29 11:56:45.056922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48564) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:45.086034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:45.124108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cfab2de6-0777-4264-b36a-fcd951db8ecb up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:45.201024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=529bc2ee-5203-42bc-b387-241869bd6803,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:45.206486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] For port 9379af0c-b9c4-4a23-80a3-631f4d6978f5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9379af0c-b9c4-4a23-80a3-631f4d6978f5,segment=NetworkSegment(5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08),segment_id=5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:45.206843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.215461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.221412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:45.223654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.238505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.240089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-017f1cc8-bc23-43ea-94e0-f233c97b0ea4 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:45.243065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb0651-8262-469e-a3d2-5e61b1df9e48 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:56:45.298518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:45.299045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.311399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port cfab2de6-0777-4264-b36a-fcd951db8ecb triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:45.311908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.348680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Calling delete_port for 9379af0c-b9c4-4a23-80a3-631f4d6978f5 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:45.375258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.408529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9e7c5e45-9cf0-4f0a-a11b-0ebffc4692fa None None] Provisioning for port 529bc2ee-5203-42bc-b387-241869bd6803 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:45.424060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.430865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9e7c5e45-9cf0-4f0a-a11b-0ebffc4692fa None None] Provisioning complete for port 529bc2ee-5203-42bc-b387-241869bd6803 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:45.431250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5e45-9cf0-4f0a-a11b-0ebffc4692fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.478732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.484135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1a7309b8-1783-4091-88ec-34c6cd409f07 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:45.530202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb0651-8262-469e-a3d2-5e61b1df9e48 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:56:45.535554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No DVR routers for this DVR port 9379af0c-b9c4-4a23-80a3-631f4d6978f5 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:45.545547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c5e45-9cf0-4f0a-a11b-0ebffc4692fa None None] Port 529bc2ee-5203-42bc-b387-241869bd6803 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:45.563765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Port': ['ID=9379af0c-b9c4-4a23-80a3-631f4d6978f5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:45.565982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:45.569887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.577129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-835c4738-89f2-4867-8a05-58a6e52142e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:45.588681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:56:45.609418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbac9fd-c9af-47e0-95d3-c4b1f0a14d8d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:45.611754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:45.655427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.696602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Port': ['ID=15939c2f-03b7-4b90-a71c-95ed6760904c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:45.704748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.712841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.717065 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/1bbac9fd-c9af-47e0-95d3-c4b1f0a14d8d HTTP/1.1" status: 204  len: 168 time: 0.6575027
Nov 29 11:56:45.718694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:45.718830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48568) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:45.728457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b420ac46-474d-4a8a-84ba-05ecf98cd3e8 None None] Provisioning complete for port 529bc2ee-5203-42bc-b387-241869bd6803 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:45.728838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b420ac46-474d-4a8a-84ba-05ecf98cd3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.756344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02eea430>,) {'filters': {'network_id': ['6509b09a-667b-4bdf-8373-78be89ea5fa1']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:45.757211 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.9386110
Nov 29 11:56:45.761444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.767465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:45.768074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.777117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:45.777818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2774fcdf-4246-46fc-80af-1afb9462518c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:45.793679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02eea430>, '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:45.794424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02eea430>, '5ba691c9-e6ea-4e2f-bbe1-cec17dc7cd08') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:45.817355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.830158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b420ac46-474d-4a8a-84ba-05ecf98cd3e8 None None] Port 529bc2ee-5203-42bc-b387-241869bd6803 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:45.857076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.870816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:45.871470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:45.896580 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:45.985528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-303a4a33-4c29-478d-82fe-d415cf4c304c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Synchronizing usage tracker for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:46.026147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.035490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-303a4a33-4c29-478d-82fe-d415cf4c304c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Unset dirty status for tenant:11b7a45c10b8442e9c6df61ac86bd892 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:46.041857 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-303a4a33-4c29-478d-82fe-d415cf4c304c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3219714
Nov 29 11:56:46.043710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:46.059583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.067499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48576) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.084311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Network': ['ID=6509b09a-667b-4bdf-8373-78be89ea5fa1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:46.091092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:46.094805 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/6509b09a-667b-4bdf-8373-78be89ea5fa1 HTTP/1.1" status: 204  len: 168 time: 3.8837552
Nov 29 11:56:46.097824 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-02ebfd28-7b98-4818-8b6d-c8fe94a927b1 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] delete failed (client error): The resource could not be found.
Nov 29 11:56:46.102042 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-02ebfd28-7b98-4818-8b6d-c8fe94a927b1 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6d231af-b908-4cbf-9646-ef0a08d3e90b HTTP/1.1" status: 404  len: 347 time: 0.0302761
Nov 29 11:56:46.102042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48580) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.102271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48584) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.143809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.146290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.147474 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/008ec00b-c645-42d1-b5bc-037407b96baa HTTP/1.1" status: 204  len: 168 time: 1.7567468
Nov 29 11:56:46.159149 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.4444442
Nov 29 11:56:46.168337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.258518 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-43396271-5ec5-4fb2-8317-0a1dd0f5d52c tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:46.259044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43396271-5ec5-4fb2-8317-0a1dd0f5d52c tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:46.263775 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-43396271-5ec5-4fb2-8317-0a1dd0f5d52c tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/47379da1-fb38-42c6-a999-e32598c4c3e7 HTTP/1.1" status: 404  len: 337 time: 0.1609664
Nov 29 11:56:46.264265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48592) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.266988 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-e5dcf484-37bb-4361-bd53-ac17d8b42445 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] show failed (client error): The resource could not be found.
Nov 29 11:56:46.272691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5dcf484-37bb-4361-bd53-ac17d8b42445 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-groups/242329de-48c8-4fc8-a32a-f0104c34440f HTTP/1.1" status: 404  len: 347 time: 0.1648538
Nov 29 11:56:46.272875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=6e6f9055-e2b3-4c76-b696-ec2bd1caa9db,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:46.288110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.295963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48598) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.299222 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8c7058-5da6-433f-b1b2-c18a60c0c674 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:46.299701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8c7058-5da6-433f-b1b2-c18a60c0c674 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:46.303668 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3d8c7058-5da6-433f-b1b2-c18a60c0c674 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/6509b09a-667b-4bdf-8373-78be89ea5fa1 HTTP/1.1" status: 404  len: 339 time: 0.0364597
Nov 29 11:56:46.303825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:46.305242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:46.319567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48602) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.419090 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-325d2b5c-b8ee-4b81-81a5-52f1bfa81d65 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:46.419587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325d2b5c-b8ee-4b81-81a5-52f1bfa81d65 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:46.421349 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-325d2b5c-b8ee-4b81-81a5-52f1bfa81d65 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/8b47a3df-24c2-4158-8a59-ab6f539423f0 HTTP/1.1" status: 404  len: 337 time: 0.0980749
Nov 29 11:56:46.431972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48606) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.439788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:46.476803 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e787bc75-8e1f-4b44-a394-e3f560d014d9 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:46.477369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e787bc75-8e1f-4b44-a394-e3f560d014d9 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:46.479015 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e787bc75-8e1f-4b44-a394-e3f560d014d9 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/556d78fe-678b-4e8c-b8f5-d6d032ae5736 HTTP/1.1" status: 404  len: 339 time: 0.0460660
Nov 29 11:56:46.483661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.491369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07a435ef-f751-472e-9660-58989c7a1f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:46.518273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:46.525733 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8d52ce-d5d6-4ed8-abdb-de7803d11dd1 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:46.526186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8d52ce-d5d6-4ed8-abdb-de7803d11dd1 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:46.527865 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aa8d52ce-d5d6-4ed8-abdb-de7803d11dd1 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/441ab7ec-abae-45b3-aa6b-7e4941dcfb65 HTTP/1.1" status: 404  len: 337 time: 0.0433438
Nov 29 11:56:46.528966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:46.531396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48616) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.533779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:46.544753 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-88eb0466-b7d6-4eb2-92e4-b37e46d6c6b2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] show failed (client error): The resource could not be found.
Nov 29 11:56:46.545784 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-88eb0466-b7d6-4eb2-92e4-b37e46d6c6b2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] 10.222.0.20 "GET /v2.0/security-group-rules/564e64b2-93de-491c-9b99-6624ba6e80e8 HTTP/1.1" status: 404  len: 356 time: 0.1145217
Nov 29 11:56:46.546650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ec00b-c645-42d1-b5bc-037407b96baa,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:46.560307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:46.564378 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ebd8f7-1ce1-4b84-9365-66bd55dd1a55 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:46.565402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ebd8f7-1ce1-4b84-9365-66bd55dd1a55 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:46.569374 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e9ebd8f7-1ce1-4b84-9365-66bd55dd1a55 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/13a3db5d-83dd-4529-b2d4-04fb397f324c HTTP/1.1" status: 404  len: 339 time: 0.0347490
Nov 29 11:56:46.573370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48622) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.609110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:46.623653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:46.627126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.720387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.739080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port 7b3a32df-6a54-4444-9896-b4126cbc0685 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:46.739474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:46.770685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-19a94d70-35ce-44b0-bfdb-3689c109a88f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:46.841834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:46.882585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48628) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:46.891592 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:56:46.968783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-19a94d70-35ce-44b0-bfdb-3689c109a88f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:46.974484 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19a94d70-35ce-44b0-bfdb-3689c109a88f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7968273
Nov 29 11:56:46.987450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:47.007670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904654063'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:47.071030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:47.090916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.137026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:47.186432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.221774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Calling delete_port for 7b3a32df-6a54-4444-9896-b4126cbc0685 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:47.294749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.300265 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2bc8723d-dc0a-42fe-9ddd-ebcd47ab30cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11b7a45c10b8442e9c6df61ac86bd892&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4164488
Nov 29 11:56:47.304486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:47.320246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:47.396408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=656cc515-3d25-4a2d-8bbd-c1f50e8d8747,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:47.398868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:47.401190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:47.410664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.415075 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:47.417643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c506f85c-c49a-4877-a56d-c7ebe2fc939b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:47.425261 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:47.426092 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb220>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:47.453814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'f8141368-20a0-45c1-a942-7b92119b8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:47.454216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:47.455873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:47.474327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Port': ['ID=7b3a32df-6a54-4444-9896-b4126cbc0685,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:47.477912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:47.478860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.494282 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/ports/7b3a32df-6a54-4444-9896-b4126cbc0685 HTTP/1.1" status: 204  len: 168 time: 0.9199190
Nov 29 11:56:47.497793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48642) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:47.512327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:47.528822 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb220>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:47.530570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.535130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:47.537565 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:47.538161 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb220>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:47.542499 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7f0b34-5ffb-43cb-9046-b6a6de861350 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:47.542932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7f0b34-5ffb-43cb-9046-b6a6de861350 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:47.547534 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4f7f0b34-5ffb-43cb-9046-b6a6de861350 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/70d4bfde-7ccd-4760-bc9a-8044dcd0e0f3 HTTP/1.1" status: 404  len: 337 time: 0.0462627
Nov 29 11:56:47.549713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48646) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:47.569258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.570459 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 8.4247327
Nov 29 11:56:47.573702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48650) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:47.580979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:47.591957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061cf7c-87a5-42d7-aed9-9d14e9514111 None None] Network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:47.610826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb220>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:47.612008 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9041d-f160-45c2-b6ad-8f6410181429 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:47.697898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.828451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6e6f9055-e2b3-4c76-b696-ec2bd1caa9db', 'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '656cc515-3d25-4a2d-8bbd-c1f50e8d8747'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:47.829652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.892065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:47.892647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.975190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.6780462
Nov 29 11:56:47.978359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48654) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:47.987275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:47.995725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1760034735'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:48.002042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.011069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:48.025486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:48.030966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.031220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:48.063666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Allocated IP 172.20.255.242 (6e6f9055-e2b3-4c76-b696-ec2bd1caa9db/656cc515-3d25-4a2d-8bbd-c1f50e8d8747/15e13bbb-1539-49b2-87a9-b30df3d1a43a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:48.066055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:48.238996 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-abb6aec7-2e3e-423d-b173-551e95ed45fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8497610
Nov 29 11:56:48.287376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.301538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Transition to ACTIVE for port object 15e13bbb-1539-49b2-87a9-b30df3d1a43a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:48.315863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:48.320090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.323160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Transition to ACTIVE for port object 15e13bbb-1539-49b2-87a9-b30df3d1a43a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:48.328699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.334356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18315dac-13ab-48a4-81d5-ad236a2f2414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:48.342320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.351867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.373270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.384368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8475f9f-20bd-42ac-b190-4bfd9471dc2a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:48.391919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d085b35b0>,) {'filters': {'network_id': ['80f57f1d-f035-4497-9905-de06234d0973']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:48.397358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:48.398909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:48.400961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:48.403825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:48.422735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085b35b0>, '2fc87728-7d5e-485a-a702-431b33429fed') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:48.423042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085b35b0>, '2fc87728-7d5e-485a-a702-431b33429fed') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:48.443338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.443690 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment 1c602207-0aa5-43a4-931a-4eb29506ea44 of type vlan for network 29ec81ca-db6a-4ce7-b230-f11bc21854dc
Nov 29 11:56:48.456665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.473403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Pushing event updated for resources: {'Port': ['ID=15e13bbb-1539-49b2-87a9-b30df3d1a43a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:48.490112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.490460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.490689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.491016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.491380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.491706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.492026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.492265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0fda6f-40dd-4198-a8ba-4cf7bb2830d7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:48.492375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.492645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.492959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.493271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.493580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:56:48.494352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.498307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:48.501728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:48.501826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:48.517765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Attempting to bind port 15e13bbb-1539-49b2-87a9-b30df3d1a43a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:48.518150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Attempting to bind port 15e13bbb-1539-49b2-87a9-b30df3d1a43a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f8141368-20a0-45c1-a942-7b92119b8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:48.518869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Attempting to bind port 15e13bbb-1539-49b2-87a9-b30df3d1a43a on network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:48.524161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:48.524535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Checking segment: {'id': 'f8141368-20a0-45c1-a942-7b92119b8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:48.524932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.525325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Bound using segment: {'id': 'f8141368-20a0-45c1-a942-7b92119b8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:48.525784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Bound port: 15e13bbb-1539-49b2-87a9-b30df3d1a43a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8141368-20a0-45c1-a942-7b92119b8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6e6f9055-e2b3-4c76-b696-ec2bd1caa9db'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:48.526154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.541577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f7ec1d-0bce-4afa-b9a2-e889d5de3380,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:48.549828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:48.551651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.555705 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18c2e386-04d6-4a72-9049-c160c1864b31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.5539408
Nov 29 11:56:48.560504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:48.569048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '2a0fda6f-40dd-4198-a8ba-4cf7bb2830d7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:48.577713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.581238 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33f7ec1d-0bce-4afa-b9a2-e889d5de3380 HTTP/1.1" status: 204  len: 168 time: 1.2566571
Nov 29 11:56:48.584398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:48.604482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:48.612207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:48.624581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:48.628541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.634929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] For port 15e13bbb-1539-49b2-87a9-b30df3d1a43a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:48.636904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-0ccefaf2-c460-4d58-b355-408e2ea447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:48.638462 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-0ccefaf2-c460-4d58-b355-408e2ea447e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 0.3220830
Nov 29 11:56:48.639566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] For port 15e13bbb-1539-49b2-87a9-b30df3d1a43a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15e13bbb-1539-49b2-87a9-b30df3d1a43a,segment=NetworkSegment(f8141368-20a0-45c1-a942-7b92119b8faa),segment_id=f8141368-20a0-45c1-a942-7b92119b8faa)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:48.642091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.646089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Router ec0ffa7b-502a-4538-b012-d344e89484f7 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:48.649825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.650028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6ba9a5e-1ad6-4efe-bb51-10dfaa6272ff tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:48.665527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84f0c952-97e9-438c-8330-4d51a626b479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:48.672706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.677714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.763559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Pushing event updated for resources: {'Port': ['ID=15e13bbb-1539-49b2-87a9-b30df3d1a43a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:48.763740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:48.764114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.767983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:48.831351 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:48.847819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:48.930111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:56:49.052196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.057988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:49.058646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.064459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:49.101973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.158518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=529bc2ee-5203-42bc-b387-241869bd6803,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:49.177325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.183745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:49.202046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.209052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6fac0e94-5f25-4213-99a1-0f9b736d21bb None None] Provisioning complete for port 529bc2ee-5203-42bc-b387-241869bd6803 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:49.210527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6fac0e94-5f25-4213-99a1-0f9b736d21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.220866 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/80f57f1d-f035-4497-9905-de06234d0973 HTTP/1.1" status: 204  len: 168 time: 1.6695583
Nov 29 11:56:49.226209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48674) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:49.248818 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2679460
Nov 29 11:56:49.256065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48678) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:49.306095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:49.336744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6fac0e94-5f25-4213-99a1-0f9b736d21bb None None] Port 529bc2ee-5203-42bc-b387-241869bd6803 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:49.390598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=29ec81ca-db6a-4ce7-b230-f11bc21854dc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:49.407908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 29ec81ca-db6a-4ce7-b230-f11bc21854dc details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:49.415026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.437256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.455274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:49.455387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-801dddb8-5ed2-45fd-abd0-aa7ff1f81a02 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:49.478510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:49.480632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-6caab884-bac3-4141-943c-4e29e660813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:49.483121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-6caab884-bac3-4141-943c-4e29e660813a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.7932119
Nov 29 11:56:49.500903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51be2fd5-c48c-439e-a79f-f1b17dff2d31 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:49.509721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Network': ['ID=80f57f1d-f035-4497-9905-de06234d0973,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:49.518288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:49.524262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port afea8680-f127-43ff-bb28-ffeea6bbb99f {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:49.524601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.590489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Sync routers for ids ['ec0ffa7b-502a-4538-b012-d344e89484f7'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:49.611296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Routers {'ec0ffa7b-502a-4538-b012-d344e89484f7'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:49.612266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08d85250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['ec0ffa7b-502a-4538-b012-d344e89484f7'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:49.624092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bbbf8e-94f6-4413-a47e-d7c04273a2dd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:49.643414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:49.715556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:49.724309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.725922 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 10.3763909
Nov 29 11:56:49.727109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:49.728541 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.1634593
Nov 29 11:56:49.731867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48690) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:49.732236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48692) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:49.733266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:49.740248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:49.957805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Set router ec0ffa7b-502a-4538-b012-d344e89484f7 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:56:50.023635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:50.106621 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-bd36ce8a-4336-4778-b8d5-b61a6457ff4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1001 time: 0.5890317
Nov 29 11:56:50.206406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.249372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.371085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.376800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810275a4-cea5-4b6f-9355-f68497afd2a2 None None] Network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:50.380424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.393963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:50.397265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.533083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Calling delete_port for afea8680-f127-43ff-bb28-ffeea6bbb99f owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:50.538103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-89bcf285-eded-42a2-b8de-765f85d30ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:50.539798 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-89bcf285-eded-42a2-b8de-765f85d30ab9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.3793652
Nov 29 11:56:50.581318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.1 (d7159b30-fe44-4139-8679-e015851ffe21/badccf31-755b-45cb-82b4-f9537530c436/701e6c56-7b22-4f94-8b1e-5c10f0c3759e) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:50.625825 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-55f48758-175a-4839-9b1a-62f8547081e2 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/ec0ffa7b-502a-4538-b012-d344e89484f7 HTTP/1.1" status: 200  len: 907 time: 0.8867362
Nov 29 11:56:50.628303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:50.634368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-492741542', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': True}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:50.675428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:50.692642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Usage tracker for resource:router and tenant:346c2da80e154b28b7bdf2a1e990832b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:50.703549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:50.717723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:50.728883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.737823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a06976ab-e870-468f-b55e-504bb58168ec tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:50.740033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.755866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0fda6f-40dd-4198-a8ba-4cf7bb2830d7,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:50.759151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:50.776373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c395bbc0-9c86-4955-9048-2030b17b3631 None None] Provisioning for port 15e13bbb-1539-49b2-87a9-b30df3d1a43a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:50.783890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.788103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.793181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.794031 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a0fda6f-40dd-4198-a8ba-4cf7bb2830d7 HTTP/1.1" status: 204  len: 168 time: 1.0575922
Nov 29 11:56:50.794985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.799181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:50.799608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48718) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:50.810566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2ccf1b8a-be2c-4ae4-b1e2-4c876d4193c2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:50.842090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08d85250>, [{'id': 'ec0ffa7b-502a-4538-b012-d344e89484f7', 'name': 'tempest-snat-router-492741542', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': False}, 'gw_port_id': '15939c2f-03b7-4b90-a71c-95ed6760904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:39Z', 'updated_at': '2021-11-29T11:56:45Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '15939c2f-03b7-4b90-a71c-95ed6760904c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ffa7b-502a-4538-b012-d344e89484f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:41Z', 'updated_at': '2021-11-29T11:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:50.846878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Checking router: ec0ffa7b-502a-4538-b012-d344e89484f7 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:56:50.847604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Updating router ec0ffa7b-502a-4538-b012-d344e89484f7 port 15939c2f-03b7-4b90-a71c-95ed6760904c binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:56:50.883236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Port': ['ID=afea8680-f127-43ff-bb28-ffeea6bbb99f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:50.886194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:50.904828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.911062 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/ports/afea8680-f127-43ff-bb28-ffeea6bbb99f HTTP/1.1" status: 204  len: 168 time: 1.6724422
Nov 29 11:56:50.914149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:50.926367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:50.965195 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-341431ab-8582-49bc-bded-ae2146400f08 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:56:50.965734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341431ab-8582-49bc-bded-ae2146400f08 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:56:50.967501 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-341431ab-8582-49bc-bded-ae2146400f08 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/4fee5915-d9c8-4aff-bf57-17b1f5a690b9 HTTP/1.1" status: 404  len: 337 time: 0.0523908
Nov 29 11:56:50.970527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48730) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:50.977215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.011738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-1dc6e59e-d256-4b9c-af42-484d24d99a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:51.013562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-1dc6e59e-d256-4b9c-af42-484d24d99a42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4602191
Nov 29 11:56:51.032090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1ad5f6fc-6ff8-40d4-96db-87313e8db48e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:51.105314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.123728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port d8f38349-e120-41ad-8a5b-e2ad1f020726 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:51.124076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.161422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15e13bbb-1539-49b2-87a9-b30df3d1a43a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:51.206039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1ad5f6fc-6ff8-40d4-96db-87313e8db48e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:51.211733 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1ad5f6fc-6ff8-40d4-96db-87313e8db48e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3142045
Nov 29 11:56:51.217122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:51.220485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.234028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--101742429'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:51.306262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:51.325746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.334849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--2046782368', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:51.339986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:51.356224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] For port d8f38349-e120-41ad-8a5b-e2ad1f020726, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d8f38349-e120-41ad-8a5b-e2ad1f020726,segment=NetworkSegment(6c74febb-d911-47c5-9c3a-fc7925641b23),segment_id=6c74febb-d911-47c5-9c3a-fc7925641b23)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:51.356641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.397291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e51cf257-125c-48e2-8ce0-9c87e1920a15 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:51.428851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 15e13bbb-1539-49b2-87a9-b30df3d1a43a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:51.429972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:51.437611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 15e13bbb-1539-49b2-87a9-b30df3d1a43a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:51.437991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.451430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:51.457899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:51.477256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:51.488390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Calling delete_port for d8f38349-e120-41ad-8a5b-e2ad1f020726 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:51.543042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.560105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Transition to ACTIVE for port object 15939c2f-03b7-4b90-a71c-95ed6760904c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:51.568667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.574260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4748565e-d434-41bb-aca8-0f27aa2f31c1 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:51.599516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.609164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:51.704744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.728108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Attempting to bind port 15939c2f-03b7-4b90-a71c-95ed6760904c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:51.728870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Attempting to bind port 15939c2f-03b7-4b90-a71c-95ed6760904c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:51.729473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Attempting to bind port 15939c2f-03b7-4b90-a71c-95ed6760904c on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:51.740398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:51.741634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:51.747693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.748436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:51.749146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Bound port: 15939c2f-03b7-4b90-a71c-95ed6760904c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:51.749423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Port': ['ID=d8f38349-e120-41ad-8a5b-e2ad1f020726,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:51.749853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.755151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.768867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:51.769632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:51.793631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700348e1-bea2-4d1a-9a35-53412bb51c6d None None] Pushing event updated for resources: {'Port': ['ID=15939c2f-03b7-4b90-a71c-95ed6760904c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:51.811237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.820040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-700348e1-bea2-4d1a-9a35-53412bb51c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:51.821755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No DVR routers for this DVR port d8f38349-e120-41ad-8a5b-e2ad1f020726 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:51.859003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 15e13bbb-1539-49b2-87a9-b30df3d1a43a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15e13bbb-1539-49b2-87a9-b30df3d1a43a,segment=NetworkSegment(f8141368-20a0-45c1-a942-7b92119b8faa),segment_id=f8141368-20a0-45c1-a942-7b92119b8faa)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:51.870153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:51.873925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.879135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:51.889456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:51.892001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:51.896238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.922837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=97d78408-0162-40fa-8642-bacc87f947cb,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:51.935219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] For port 15939c2f-03b7-4b90-a71c-95ed6760904c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:51.939419 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-62903f65-568e-40d6-a28a-754fd1d366a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8938003
Nov 29 11:56:51.940499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] For port 15939c2f-03b7-4b90-a71c-95ed6760904c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15939c2f-03b7-4b90-a71c-95ed6760904c,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:51.942749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:51.945443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:51.988454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=15e13bbb-1539-49b2-87a9-b30df3d1a43a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:51.992071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.002206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.004029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:52.004559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:52.035064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02d01400>,) {'filters': {'network_id': ['4dc61dd2-01c3-40af-a03b-ae300ae7bf40']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:52.049355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:52.072277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:52.099985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Routers {'ec0ffa7b-502a-4538-b012-d344e89484f7'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:52.100405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08d85250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['ec0ffa7b-502a-4538-b012-d344e89484f7'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:52.134965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.146585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d01400>, '6c74febb-d911-47c5-9c3a-fc7925641b23') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:52.147353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d01400>, '6c74febb-d911-47c5-9c3a-fc7925641b23') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:52.159745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700348e1-bea2-4d1a-9a35-53412bb51c6d None None] Pushing event updated for resources: {'Port': ['ID=15939c2f-03b7-4b90-a71c-95ed6760904c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:52.170880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.171101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-700348e1-bea2-4d1a-9a35-53412bb51c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:52.178905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=701e6c56-7b22-4f94-8b1e-5c10f0c3759e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:52.192734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:52.204548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.209307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:52.218521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:52.219025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:52.240355 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:52.260299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:52.262726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': '1c602207-0aa5-43a4-931a-4eb29506ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:52.263366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 29ec81ca-db6a-4ce7-b230-f11bc21854dc, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:56:52.286595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:52.291442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:52.298808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.310550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:52.318931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] Set router ec0ffa7b-502a-4538-b012-d344e89484f7 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:56:52.323908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:52.332898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:52.343492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.347879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.353810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa020d43-85a6-4aaf-b194-e8de0b2ad8f7 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:52.384378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Network': ['ID=4dc61dd2-01c3-40af-a03b-ae300ae7bf40,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:52.387811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:52.390649 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/4dc61dd2-01c3-40af-a03b-ae300ae7bf40 HTTP/1.1" status: 204  len: 168 time: 1.4190817
Nov 29 11:56:52.393316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48740) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:52.434383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 29ec81ca-db6a-4ce7-b230-f11bc21854dc is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:56:52.508332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting subnet 50f31582-c1cf-4ff2-b46e-99b16f6c9628 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:56:52.510239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.524353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.547880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 29ec81ca-db6a-4ce7-b230-f11bc21854dc) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:52.558963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b52bc-98c8-4235-83f7-546ea7e2d9bc None None] Network 29ec81ca-db6a-4ce7-b230-f11bc21854dc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:52.571774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:52.572990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.582620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6fb027c-3015-47f5-8d9d-c3edcc6d199c req-fed72afe-939e-47e4-bb13-89e66a01d128 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5652595
Nov 29 11:56:52.632671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.671191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.681883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.688465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.724407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b94d43f-5fd5-4fc8-894d-dae848fc92ee tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:52.759289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.782307 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 3.5181763
Nov 29 11:56:52.797015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48744) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:52.900193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08d85250>, [{'id': 'ec0ffa7b-502a-4538-b012-d344e89484f7', 'name': 'tempest-snat-router-492741542', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': False}, 'gw_port_id': '15939c2f-03b7-4b90-a71c-95ed6760904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:39Z', 'updated_at': '2021-11-29T11:56:45Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '15939c2f-03b7-4b90-a71c-95ed6760904c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ffa7b-502a-4538-b012-d344e89484f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:41Z', 'updated_at': '2021-11-29T11:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:52.911984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181506-ab5a-4382-a72b-92e1e92d21af None None] The sync data for ids ['ec0ffa7b-502a-4538-b012-d344e89484f7'] in dv-neutron-819579-1-hyperv is: [{'id': 'ec0ffa7b-502a-4538-b012-d344e89484f7', 'name': 'tempest-snat-router-492741542', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': False}, 'gw_port_id': '15939c2f-03b7-4b90-a71c-95ed6760904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:39Z', 'updated_at': '2021-11-29T11:56:45Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '15939c2f-03b7-4b90-a71c-95ed6760904c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ffa7b-502a-4538-b012-d344e89484f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:41Z', 'updated_at': '2021-11-29T11:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:52.923466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-29ec81ca-db6a-4ce7-b230-f11bc21854dc', 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '97d78408-0162-40fa-8642-bacc87f947cb'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:56:52.924324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.939130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.955723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.958185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.962231 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.7373285
Nov 29 11:56:52.962231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=529bc2ee-5203-42bc-b387-241869bd6803,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:52.967748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48748) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:52.968855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:52.975611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.978931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:52.993601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:52.999930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--843913501'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:53.029194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:53.129508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15e13bbb-1539-49b2-87a9-b30df3d1a43a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:53.137472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:56:53.149160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:53.180446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7848f-fd74-4eaf-9313-032ab73221d0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:53.193605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.193779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:53.205593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:53.224632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Allocated IP 172.20.0.2 (29ec81ca-db6a-4ce7-b230-f11bc21854dc/97d78408-0162-40fa-8642-bacc87f947cb/281d3734-8faf-4333-8de1-fbfb2df8eaef) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:53.225202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.225202 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment 7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19 of type vlan for network 3ced4a6b-2470-4d40-85ef-09f3c1848231
Nov 29 11:56:53.240958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.251224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.252333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:53.299926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.330869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 15e13bbb-1539-49b2-87a9-b30df3d1a43a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:53.331267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.340108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Subnet': ['ID=50f31582-c1cf-4ff2-b46e-99b16f6c9628,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:53.343723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:53.346207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.365357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6eaa8997-d0d7-4646-9641-e8e748eeabe6 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:53.379064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1271a-b77d-454a-b1ba-0e3062c565cd None None] Network 3b0a420e-f038-4513-a7be-a69d3378b519 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:53.417071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.450927 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/subnets/50f31582-c1cf-4ff2-b46e-99b16f6c9628 HTTP/1.1" status: 204  len: 168 time: 1.0563822
Nov 29 11:56:53.452126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48752) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:53.503056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.521883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=701e6c56-7b22-4f94-8b1e-5c10f0c3759e,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:53.674719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf234bc-30c2-4974-beab-5be240d1217c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:53.709049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:53.754123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:53.791354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:53.807111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.824537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Transition to ACTIVE for port object 281d3734-8faf-4333-8de1-fbfb2df8eaef will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:53.836153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.849304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Transition to ACTIVE for port object 281d3734-8faf-4333-8de1-fbfb2df8eaef will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:56:53.853153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.859354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 3e4af915-832b-44ea-b3d7-e092455f683a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:53.865411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:53.867639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.873452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:53.875606 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5124c0c5-2273-403c-9c49-964f6e26f42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:53.880378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:53.916026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:53.925656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Deleting port 2a0e72a7-8426-4e25-980d-1a1d70a2defc {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:53.925656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.927801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] DHCP port deletion for 3b0a420e-f038-4513-a7be-a69d3378b519 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:56:53.950663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Deleting port 2a0e72a7-8426-4e25-980d-1a1d70a2defc {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:53.954300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.975518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:53.995617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Network 29ec81ca-db6a-4ce7-b230-f11bc21854dc is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:54.004437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:54.007240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:54.033444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Pushing event updated for resources: {'Port': ['ID=281d3734-8faf-4333-8de1-fbfb2df8eaef,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:54.036624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:54.058965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.065724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:54.067969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:54.068625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.080704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:54.081777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59ae4ab6-af5a-4423-9289-a69367172117 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:54.107622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 281d3734-8faf-4333-8de1-fbfb2df8eaef {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:54.107966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.150187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Attempting to bind port 281d3734-8faf-4333-8de1-fbfb2df8eaef on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:56:54.150572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Attempting to bind port 281d3734-8faf-4333-8de1-fbfb2df8eaef by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '1c602207-0aa5-43a4-931a-4eb29506ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:56:54.150959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Attempting to bind port 281d3734-8faf-4333-8de1-fbfb2df8eaef on network 29ec81ca-db6a-4ce7-b230-f11bc21854dc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:56:54.166461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.206987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:56:54.207280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Checking segment: {'id': '1c602207-0aa5-43a4-931a-4eb29506ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:56:54.207643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.208049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Bound using segment: {'id': '1c602207-0aa5-43a4-931a-4eb29506ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:56:54.208732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Bound port: 281d3734-8faf-4333-8de1-fbfb2df8eaef, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c602207-0aa5-43a4-931a-4eb29506ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:56:54.209249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.391579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-22108300-9f9a-4d23-b0af-449c11cfc643 None None] Provisioning complete for port 529bc2ee-5203-42bc-b387-241869bd6803 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:54.392247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-22108300-9f9a-4d23-b0af-449c11cfc643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.402987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] For port 2a0e72a7-8426-4e25-980d-1a1d70a2defc, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a0e72a7-8426-4e25-980d-1a1d70a2defc,segment=NetworkSegment(4906d991-5af0-4cd2-b909-0e868447f9be),segment_id=4906d991-5af0-4cd2-b909-0e868447f9be)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:54.403481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.422974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:56:54.458317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] For port 2a0e72a7-8426-4e25-980d-1a1d70a2defc, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a0e72a7-8426-4e25-980d-1a1d70a2defc,segment=NetworkSegment(4906d991-5af0-4cd2-b909-0e868447f9be),segment_id=4906d991-5af0-4cd2-b909-0e868447f9be)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:54.458672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.481189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] For port 281d3734-8faf-4333-8de1-fbfb2df8eaef, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:56:54.494785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=3ced4a6b-2470-4d40-85ef-09f3c1848231,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:54.511745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:54.516856 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 3.6211910
Nov 29 11:56:54.541651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:56:54.547521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48756) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:54.560935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Calling delete_port for 2a0e72a7-8426-4e25-980d-1a1d70a2defc owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:54.589401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.591449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:54.616759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:54.635765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.650805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc843ce8-6305-4e2c-a669-c7c741a73846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:54.673049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:54.685008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Calling delete_port for 2a0e72a7-8426-4e25-980d-1a1d70a2defc owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:54.691268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:54.714534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] For port 281d3734-8faf-4333-8de1-fbfb2df8eaef, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=281d3734-8faf-4333-8de1-fbfb2df8eaef,segment=NetworkSegment(1c602207-0aa5-43a4-931a-4eb29506ea44),segment_id=1c602207-0aa5-43a4-931a-4eb29506ea44)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:56:54.715564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-22108300-9f9a-4d23-b0af-449c11cfc643 None None] Port 529bc2ee-5203-42bc-b387-241869bd6803 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:56:54.758666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:54.808073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116c1975-1322-4e44-989d-c0b318c7a444,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:54.810410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.811700 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.8391745
Nov 29 11:56:54.813935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:54.819427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48760) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:54.830413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7848f-fd74-4eaf-9313-032ab73221d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '116c1975-1322-4e44-989d-c0b318c7a444', 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:54.835531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Allocated IP 172.26.4.151 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/3e258058-c078-4a29-a83b-eadab349c6ad) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:54.838107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.839344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.852237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:54.856485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.865512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:54.875504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:54.876263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.894575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-15c98c17-68bd-4878-aee3-716db310884c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:54.896140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:54.898104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Router 8ee154b9-df49-42ff-8b32-f92ac13dffdb is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:54.921750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:54.927477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-700348e1-bea2-4d1a-9a35-53412bb51c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:54.928309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] No DVR routers for this DVR port 2a0e72a7-8426-4e25-980d-1a1d70a2defc on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:56:55.001975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:55.002318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:55.017363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 281d3734-8faf-4333-8de1-fbfb2df8eaef, host dv-neutron-819579-1-hyperv, got binding levels [] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:55.017741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.030808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Pushing event updated for resources: {'Port': ['ID=281d3734-8faf-4333-8de1-fbfb2df8eaef,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:55.046578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:55.123993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Port': ['ID=2a0e72a7-8426-4e25-980d-1a1d70a2defc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:55.139032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15939c2f-03b7-4b90-a71c-95ed6760904c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:55.171285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:55.222723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 15939c2f-03b7-4b90-a71c-95ed6760904c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:55.231200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 15939c2f-03b7-4b90-a71c-95ed6760904c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:55.231605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.245268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.405366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.423953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 15939c2f-03b7-4b90-a71c-95ed6760904c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15939c2f-03b7-4b90-a71c-95ed6760904c,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:55.431548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.434690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7f33db5a-fe28-46d4-9205-e34aad04a724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:55.511554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Deleting port 2a0e72a7-8426-4e25-980d-1a1d70a2defc {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:55.512295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.514183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.529924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:55.541325 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:55.553636 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:55.554510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095fbfd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.567300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a0e72a7-8426-4e25-980d-1a1d70a2defc no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:56:55.580580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.619929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 281d3734-8faf-4333-8de1-fbfb2df8eaef owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:55.628248 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095fbfd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.637883 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:55.638974 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095fbfd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.652510 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/routers/1c52ed23-542c-4043-94b5-b012ab68bf69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0775657
Nov 29 11:56:55.658303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 2a0e72a7-8426-4e25-980d-1a1d70a2defc {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:56:55.658794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a0e72a7-8426-4e25-980d-1a1d70a2defc not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:56:55.660751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48764) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:55.675108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.675346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'port': {'network_id': 'd7159b30-fe44-4139-8679-e015851ffe21', 'name': 'tempest-FloatingIPTestJSON-1169086754'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:55.689800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d037e5ca0>,) {'filters': {'network_id': ['3b0a420e-f038-4513-a7be-a69d3378b519']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.694554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-65c074c6-7910-4a51-bada-ac0825eb723c None None] The port '2a0e72a7-8426-4e25-980d-1a1d70a2defc' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:56:55.705256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=15939c2f-03b7-4b90-a71c-95ed6760904c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:55.726588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:55.728384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.741065 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095fbfd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.741607 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999d934-9afa-4e2f-828f-00c4c0179396 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:55.750677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.751823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:55.765652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] Sync routers for ids ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:55.766908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c507e54-c6d0-450e-bf79-7e3916e8e689 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:55.776973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d037e5ca0>, '4906d991-5af0-4cd2-b909-0e868447f9be') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.777539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d037e5ca0>, '4906d991-5af0-4cd2-b909-0e868447f9be') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.780714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] Routers {'8ee154b9-df49-42ff-8b32-f92ac13dffdb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:55.781539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b15700>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.795387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/routers/8ee154b9-df49-42ff-8b32-f92ac13dffdb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0023398
Nov 29 11:56:55.800599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.809189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48768) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:55.812094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89eda369-7442-4ac9-86bd-3bfd51ee575d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:55.818083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:55.832371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.836426 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.0078604
Nov 29 11:56:55.843366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48772) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:55.848870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:55.849185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:55.878294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.881409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.885954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f92c0521-f58e-4ddc-862d-3df953c8874c tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:55.898063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b15700>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.909019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] Routers {'8ee154b9-df49-42ff-8b32-f92ac13dffdb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:55.909648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b15700>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.912828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:56:55.913484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:56:55.932552 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:56:55.958544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:55.981857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b15700>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:55.982178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc62a5c-3cd3-420c-8bf7-05262b056419 None None] The sync data for ids ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:56:55.996736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.004020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:56.009493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:56.016356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:56.041488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Port': ['ID=3e258058-c078-4a29-a83b-eadab349c6ad,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:56.048581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:56.057620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:56.068152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:port and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:56.073591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:56.082718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.087194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:56.091466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:56.111231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.127038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Pushing event deleted for resources: {'Network': ['ID=3b0a420e-f038-4513-a7be-a69d3378b519,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:56.139787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:56.140038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.150832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6997f74e-2af3-4ecc-bcd5-33f20183b116 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:56.151597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6997f74e-2af3-4ecc-bcd5-33f20183b116 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:56.156993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] 10.222.0.20 "DELETE /v2.0/networks/3b0a420e-f038-4513-a7be-a69d3378b519 HTTP/1.1" status: 204  len: 168 time: 2.6945174
Nov 29 11:56:56.160204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:56.163761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.199357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f8df458-4ffd-4aed-a1bb-de828ac5acb9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:56.226855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89eda369-7442-4ac9-86bd-3bfd51ee575d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:56.230721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:56.260344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] device_id is not set on port 1387f2f1-156d-4058-937e-02465f97108f yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:56.277974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.282022 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/89eda369-7442-4ac9-86bd-3bfd51ee575d HTTP/1.1" status: 204  len: 168 time: 0.4334059
Nov 29 11:56:56.286380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48778) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:56.308398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6997f74e-2af3-4ecc-bcd5-33f20183b116 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:56.309641 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6997f74e-2af3-4ecc-bcd5-33f20183b116 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee154b9-df49-42ff-8b32-f92ac13dffdb HTTP/1.1" status: 200  len: 981 time: 0.4993191
Nov 29 11:56:56.316019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48782) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:56.366308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b115e8-b4cb-4f5b-b6ad-e73c64c9f3b7 None None] Network 29ec81ca-db6a-4ce7-b230-f11bc21854dc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:56:56.382514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 281d3734-8faf-4333-8de1-fbfb2df8eaef {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:56.383463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.431845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.471520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.532222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ada666b1-7155-4a85-8d54-88c2e9b1eb1d None None] Provisioning for port 281d3734-8faf-4333-8de1-fbfb2df8eaef completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:56.548412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48788) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:56.556617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9290b4aa-ed08-4b17-82e9-b3b723136ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:56.619661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.8 (d7159b30-fe44-4139-8679-e015851ffe21/badccf31-755b-45cb-82b4-f9537530c436/1387f2f1-156d-4058-937e-02465f97108f) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:56.667201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a9600b55-6cdf-454a-8ab4-d7b2dda11792 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:56.733238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.30 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/3a83be8d-2c13-451a-acfe-a6b125b113a3) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:56.852889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a9600b55-6cdf-454a-8ab4-d7b2dda11792 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:56.854049 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a9600b55-6cdf-454a-8ab4-d7b2dda11792 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5668888
Nov 29 11:56:56.865313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48794) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:56.982298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.079570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.118192 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-67003ad2-5b63-430d-a807-f03767c4613c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7f1e83accb64d02b84316013ab51bc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5673289
Nov 29 11:56:57.128381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48798) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:57.193409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15939c2f-03b7-4b90-a71c-95ed6760904c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:57.275772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 15939c2f-03b7-4b90-a71c-95ed6760904c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:57.276259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.313804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.317055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7177379b-a9c2-4fda-84a7-9636025895ad tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.327525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.359251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.394438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7177379b-a9c2-4fda-84a7-9636025895ad tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.436551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.474111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 281d3734-8faf-4333-8de1-fbfb2df8eaef up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:57.504670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.510080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:57.542409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.547501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 281d3734-8faf-4333-8de1-fbfb2df8eaef, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=281d3734-8faf-4333-8de1-fbfb2df8eaef,segment=NetworkSegment(1c602207-0aa5-43a4-931a-4eb29506ea44),segment_id=1c602207-0aa5-43a4-931a-4eb29506ea44)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:57.547885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.549289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 281d3734-8faf-4333-8de1-fbfb2df8eaef completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:56:57.556748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 281d3734-8faf-4333-8de1-fbfb2df8eaef triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:57.557199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.557320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7177379b-a9c2-4fda-84a7-9636025895ad tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.582200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:57.590643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:57.608949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:57.644817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:56:57.649780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.665761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:56:57.673342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=3a83be8d-2c13-451a-acfe-a6b125b113a3,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:57.681452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:56:57.687198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.717497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:57.721341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 281d3734-8faf-4333-8de1-fbfb2df8eaef, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=281d3734-8faf-4333-8de1-fbfb2df8eaef,segment=NetworkSegment(1c602207-0aa5-43a4-931a-4eb29506ea44),segment_id=1c602207-0aa5-43a4-931a-4eb29506ea44)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:57.723089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:57.726231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.728151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-41a3defb-1851-45e7-871e-7fe9c9d9439d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:57.763976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 281d3734-8faf-4333-8de1-fbfb2df8eaef owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:57.811858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=281d3734-8faf-4333-8de1-fbfb2df8eaef,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:57.824032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:57.847387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:56:57.848139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.911703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.953469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7177379b-a9c2-4fda-84a7-9636025895ad tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:57.957088 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7177379b-a9c2-4fda-84a7-9636025895ad tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/116c1975-1322-4e44-989d-c0b318c7a444 HTTP/1.1" status: 204  len: 168 time: 1.0467198
Nov 29 11:56:57.957088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=1387f2f1-156d-4058-937e-02465f97108f,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:57.957720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48802) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:58.011041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.012269 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f226f92-cd6c-4347-b473-846860b5c5ac HTTP/1.1" status: 204  len: 168 time: 0.8827901
Nov 29 11:56:58.016203 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3502631
Nov 29 11:56:58.022987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:58.023540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6a98276-3c75-4d63-bdaa-58d6700170c8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:58.045294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48808) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:58.055403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'port': {'network_id': 'd7159b30-fe44-4139-8679-e015851ffe21', 'name': 'tempest-FloatingIPTestJSON-541847852'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:58.062584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:56:58.062888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:56:58.096860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177379b-a9c2-4fda-84a7-9636025895ad tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c1975-1322-4e44-989d-c0b318c7a444,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:58.189803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f226f92-cd6c-4347-b473-846860b5c5ac,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:58.191850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.203147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:58.213214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:58.213534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:58.365157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cab26d05-fd09-454e-ad4b-e2ef839d2ee8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:58.427602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Router 98bc8cf5-e334-421e-bcce-277334eb8eb5 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:56:58.440081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:58.458530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:port and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:58.462970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:58.470974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:58.478997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cab26d05-fd09-454e-ad4b-e2ef839d2ee8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:58.480303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cab26d05-fd09-454e-ad4b-e2ef839d2ee8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.4709554
Nov 29 11:56:58.485174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48822) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:58.501619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:58.505037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.564661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] device_id is not set on port 185ea4c9-c1bf-4c77-99e1-34367e0f3024 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:56:58.607376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.685250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 529bc2ee-5203-42bc-b387-241869bd6803 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:58.685464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.787004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48834) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:58.805767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.867421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 281d3734-8faf-4333-8de1-fbfb2df8eaef {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:56:58.867756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.896748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:58.932089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:56:58.950589 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Sync routers for ids ['98bc8cf5-e334-421e-bcce-277334eb8eb5'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:56:58.952600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.11 (d7159b30-fe44-4139-8679-e015851ffe21/badccf31-755b-45cb-82b4-f9537530c436/185ea4c9-c1bf-4c77-99e1-34367e0f3024) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:56:58.972867 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Routers {'98bc8cf5-e334-421e-bcce-277334eb8eb5'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:56:58.973758 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['98bc8cf5-e334-421e-bcce-277334eb8eb5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:59.085518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-710d4aad-f47f-41a8-9ccd-f2a2eeadc681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.101686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.105784 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 8.4735737
Nov 29 11:56:59.108245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:59.128560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 281d3734-8faf-4333-8de1-fbfb2df8eaef up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:56:59.172286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-166201628'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:59.190878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:59.200801 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Set router 98bc8cf5-e334-421e-bcce-277334eb8eb5 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:56:59.228190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 281d3734-8faf-4333-8de1-fbfb2df8eaef triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:56:59.229029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.252896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:59.261800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.265304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:59.271828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6e381606-da9f-4d9c-927b-bd7c79391302 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:56:59.300794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:59.333025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7848f-fd74-4eaf-9313-032ab73221d0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:56:59.344183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:56:59.377325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:56:59.381025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.417684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.486293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.521648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.522780 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/cfc7848f-fd74-4eaf-9313-032ab73221d0 HTTP/1.1" status: 204  len: 168 time: 1.0359900
Nov 29 11:56:59.526893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.530367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48844) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:59.534113 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a310>, [{'id': '98bc8cf5-e334-421e-bcce-277334eb8eb5', 'name': 'tempest-snat-router-492741542', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '3e258058-c078-4a29-a83b-eadab349c6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:50Z', 'updated_at': '2021-11-29T11:56:56Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '3e258058-c078-4a29-a83b-eadab349c6ad', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bc8cf5-e334-421e-bcce-277334eb8eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:56:59.537511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:59.537984 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Checking router: 98bc8cf5-e334-421e-bcce-277334eb8eb5 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:56:59.538329 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Updating router 98bc8cf5-e334-421e-bcce-277334eb8eb5 port 3e258058-c078-4a29-a83b-eadab349c6ad binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:56:59.590659 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.592696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 529bc2ee-5203-42bc-b387-241869bd6803 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:56:59.607764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:security_group_rule and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:56:59.627818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:56:59.664517 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9c784c8d-c4f8-4c2f-af85-d12564991a26 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/98bc8cf5-e334-421e-bcce-277334eb8eb5 HTTP/1.1" status: 200  len: 907 time: 0.5508139
Nov 29 11:56:59.671851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:59.679660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 281d3734-8faf-4333-8de1-fbfb2df8eaef, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=281d3734-8faf-4333-8de1-fbfb2df8eaef,segment=NetworkSegment(1c602207-0aa5-43a4-931a-4eb29506ea44),segment_id=1c602207-0aa5-43a4-931a-4eb29506ea44)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:56:59.680212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.699676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:59.810954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a39b6fa1-6b13-472e-ae82-0d3ec9ba3e72 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:56:59.815719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.894036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a39b6fa1-6b13-472e-ae82-0d3ec9ba3e72 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:56:59.895731 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a39b6fa1-6b13-472e-ae82-0d3ec9ba3e72 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3607366
Nov 29 11:56:59.913766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48852) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:56:59.925014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533777995'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:56:59.947753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:56:59.974369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:56:59.981069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.998833 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:56:59.999775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.011783 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Transition to ACTIVE for port object 3e258058-c078-4a29-a83b-eadab349c6ad will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:00.023089 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.028625 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.042937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.061322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.085067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:57:00.086961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.091735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:00.101033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.110758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:00.111821 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Pushing event updated for resources: {'Port': ['ID=3e258058-c078-4a29-a83b-eadab349c6ad,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.121451 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.121451 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.121822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:00.122735 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.123087 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.123451 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.123969 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.124451 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.124918 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.125409 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.125726 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.126044 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.126356 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:00.130097 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Attempting to bind port 3e258058-c078-4a29-a83b-eadab349c6ad on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:00.130463 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Attempting to bind port 3e258058-c078-4a29-a83b-eadab349c6ad by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:00.131006 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Attempting to bind port 3e258058-c078-4a29-a83b-eadab349c6ad on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:00.138834 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:00.139649 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:00.140052 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:00.140424 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.140810 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:00.141468 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Bound port: 3e258058-c078-4a29-a83b-eadab349c6ad, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:00.141857 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.161897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:00.180431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=185ea4c9-c1bf-4c77-99e1-34367e0f3024,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.221546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 281d3734-8faf-4333-8de1-fbfb2df8eaef owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:00.222178 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] For port 3e258058-c078-4a29-a83b-eadab349c6ad, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:00.225134 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] For port 3e258058-c078-4a29-a83b-eadab349c6ad, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3e258058-c078-4a29-a83b-eadab349c6ad,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:00.230431 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.235582 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.236571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:00.245530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58af5dfc-2260-4ce3-a1aa-63b4ec730573 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.303346 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Routers {'98bc8cf5-e334-421e-bcce-277334eb8eb5'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:00.303947 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['98bc8cf5-e334-421e-bcce-277334eb8eb5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:00.317411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:00.331379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.331714 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment eeb25d0b-bbea-4732-97ad-451ee9d2142d of type vlan for network f4ee4fcf-2165-4e25-9848-16c99a4fb384
Nov 29 11:57:00.353196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:00.364483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:00.392013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:00.392661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.399436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.401456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:00.404987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117e6ab7-c71c-4a4f-9da4-35b5c19428ab,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.430066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:00.438890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.489286 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.4430246
Nov 29 11:57:00.496836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48856) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:00.506379 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Pushing event updated for resources: {'Port': ['ID=3e258058-c078-4a29-a83b-eadab349c6ad,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.519084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '185ea4c9-c1bf-4c77-99e1-34367e0f3024', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:00.522148 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:00.532653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:00.540945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:00.546954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:00.550969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:floatingip and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:00.551150 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] Set router 98bc8cf5-e334-421e-bcce-277334eb8eb5 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:00.560715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:00.569950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:00.570693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.572270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08d127f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:00.577168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:00.577796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.594950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e7f0b55-dfa4-4b98-9b54-e06ce3db89b4 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.598324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.606072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.612297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:00.636054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.672765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=529bc2ee-5203-42bc-b387-241869bd6803,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.678061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:00.680385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06a82a34-a1b6-40d2-bc5a-f851abe923ca tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.723216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.727372 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.1754436
Nov 29 11:57:00.733094 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.9450250
Nov 29 11:57:00.736734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.739292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48860) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:00.739759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:00.744760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=f4ee4fcf-2165-4e25-9848-16c99a4fb384,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.755329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-382885078'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:00.764492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.781910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:00.784030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.788994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:00.794241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6c2630e-7b89-4d98-9255-230a7a6f334c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:00.813730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:00.830207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:00.843053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db775540-bade-40f7-8098-fcc900386d20 None None] DHCP port deletion for 29ec81ca-db6a-4ce7-b230-f11bc21854dc request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:57:00.854923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:00.913923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Port': ['ID=281d3734-8faf-4333-8de1-fbfb2df8eaef,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:00.945629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:00.958311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:00.961640 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0457001
Nov 29 11:57:00.964721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48870) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:00.976778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e33c64-12f9-4f6d-a675-668a7107e78a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:01.008736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:01.019299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:01.019878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': 'c9e33c64-12f9-4f6d-a675-668a7107e78a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:01.114395 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a310>, [{'id': '98bc8cf5-e334-421e-bcce-277334eb8eb5', 'name': 'tempest-snat-router-492741542', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '3e258058-c078-4a29-a83b-eadab349c6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:50Z', 'updated_at': '2021-11-29T11:56:56Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '3e258058-c078-4a29-a83b-eadab349c6ad', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bc8cf5-e334-421e-bcce-277334eb8eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:01.119033 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dcc23-8019-4617-9c41-08f6105062c3 None None] The sync data for ids ['98bc8cf5-e334-421e-bcce-277334eb8eb5'] in dv-neutron-819579-1-hyperv is: [{'id': '98bc8cf5-e334-421e-bcce-277334eb8eb5', 'name': 'tempest-snat-router-492741542', 'tenant_id': '346c2da80e154b28b7bdf2a1e990832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '3e258058-c078-4a29-a83b-eadab349c6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:50Z', 'updated_at': '2021-11-29T11:56:56Z', 'revision_number': 3, 'project_id': '346c2da80e154b28b7bdf2a1e990832b', 'gw_port': {'id': '3e258058-c078-4a29-a83b-eadab349c6ad', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bc8cf5-e334-421e-bcce-277334eb8eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:01.127437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:01.171564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No DVR routers for this DVR port 281d3734-8faf-4333-8de1-fbfb2df8eaef on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:01.196179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 281d3734-8faf-4333-8de1-fbfb2df8eaef no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:01.201299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:01.204765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.217220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:01.224424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd935ef-a923-40be-945f-3138191d4f6d None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:57:01.250446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.271644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:01.290435 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-66bae0b7-b2c7-4b72-ae89-2ed23eeed275 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5495200
Nov 29 11:57:01.291650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:01.300604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:01.307237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:01.350842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 281d3734-8faf-4333-8de1-fbfb2df8eaef {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:01.350842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 281d3734-8faf-4333-8de1-fbfb2df8eaef not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:01.407336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.427474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.455843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:01.473377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.474081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment 460230e4-a701-494a-a94c-394d0cbadfa9 of type vlan for network e4871e8c-3051-4f96-a720-c584ed162a28
Nov 29 11:57:01.476350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.545101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Deleting port 3e258058-c078-4a29-a83b-eadab349c6ad {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:01.545871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.549122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.617993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd935ef-a923-40be-945f-3138191d4f6d None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:57:01.629684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.650235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.656031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:01.656646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.692322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:01.712066 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9698117
Nov 29 11:57:01.719520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48880) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:01.727193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:01.766837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb507a-9e96-472b-bdce-a2e33e0ba92a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:01.768485 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-19eb507a-9e96-472b-bdce-a2e33e0ba92a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4577057
Nov 29 11:57:01.778054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Router 8ee154b9-df49-42ff-8b32-f92ac13dffdb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:01.780201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08d127f0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:56:58Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:01.799069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48884) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:01.807755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:57:01.808115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Updating router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 port 3a83be8d-2c13-451a-acfe-a6b125b113a3 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:57:01.877583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=e4871e8c-3051-4f96-a720-c584ed162a28,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:01.917804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network e4871e8c-3051-4f96-a720-c584ed162a28 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:01.944109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:01.961150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.967228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:01.986055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.053718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:02.067246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.102694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d109e5e6-7483-46fe-9577-6892be69c974,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:02.118318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:02.123156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1e22b852-ef9c-4de3-9611-aa0427830d75 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3202972
Nov 29 11:57:02.125339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:02.126377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:02.131789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:02.135610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:02.145899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:02.154431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.156513 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.1824777
Nov 29 11:57:02.165589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:02.169967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:02.174331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.208004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992021171', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:02.343366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.354982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.386344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.389142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-831df085-79f8-4570-99c8-d11f96e49d26 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:02.409495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d109e5e6-7483-46fe-9577-6892be69c974,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:02.411718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.413139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d109e5e6-7483-46fe-9577-6892be69c974 HTTP/1.1" status: 204  len: 168 time: 0.2454929
Nov 29 11:57:02.414194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:02.415660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48898) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:02.467530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47bb712e-9dcf-4963-be0d-f066bc17bd98 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:02.486741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47bb712e-9dcf-4963-be0d-f066bc17bd98 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:02.491189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-47bb712e-9dcf-4963-be0d-f066bc17bd98 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0719433
Nov 29 11:57:02.492485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48902) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:02.533612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7987b6-039d-419f-8cca-35db0fa041db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-29ec81ca-db6a-4ce7-b230-f11bc21854dc', 'network_id': '29ec81ca-db6a-4ce7-b230-f11bc21854dc', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '97d78408-0162-40fa-8642-bacc87f947cb'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:02.534901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e7987b6-039d-419f-8cca-35db0fa041db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.540705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.549853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:02.575679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:02.587030 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] Sync routers for ids ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:02.601442 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] Routers {'8ee154b9-df49-42ff-8b32-f92ac13dffdb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:02.602382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a3a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:02.622987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=97d78408-0162-40fa-8642-bacc87f947cb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:02.629331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:02.635412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.684187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.688623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:02.690262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.694111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6b4d7-a9b0-48ca-85e4-7c4c3bf85d42 None None] Network 29ec81ca-db6a-4ce7-b230-f11bc21854dc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:02.751496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:02.756282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] For port 3e258058-c078-4a29-a83b-eadab349c6ad, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3e258058-c078-4a29-a83b-eadab349c6ad,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:02.756497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.756612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.763474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-032a7d1b-5f07-42ec-b8ff-8ff9f12b4601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:02.778363 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a3a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:02.780760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:02.794126 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/routers/8ee154b9-df49-42ff-8b32-f92ac13dffdb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4727421
Nov 29 11:57:02.794413 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] Routers {'8ee154b9-df49-42ff-8b32-f92ac13dffdb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:02.795349 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a3a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:02.849437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48906) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:02.852601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=6338c95e-8aeb-4b54-b184-edaa3da64a9d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:02.858689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:02.903786 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0890a3a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:02.904423 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329afa0-ea38-4416-8d5f-a13aabd60d46 None None] The sync data for ids ['8ee154b9-df49-42ff-8b32-f92ac13dffdb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:02.934293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.935435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.941613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Transition to ACTIVE for port object 3a83be8d-2c13-451a-acfe-a6b125b113a3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:02.944126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:02.944442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17ff0a49-e72f-474d-b026-c70b8ffc3326 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:02.955568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Calling delete_port for 3e258058-c078-4a29-a83b-eadab349c6ad owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:02.959422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:02.963804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:02.966700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bfdeaf-b670-47dd-8950-3de03bf0a64a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:57:02.968505 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c6bfdeaf-b670-47dd-8950-3de03bf0a64a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/529bc2ee-5203-42bc-b387-241869bd6803 HTTP/1.1" status: 404  len: 333 time: 0.1137786
Nov 29 11:57:02.988811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48910) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:02.995115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e33c64-12f9-4f6d-a675-668a7107e78a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:03.034316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81fb04-18a6-48da-8a03-e20224c67a8c None None] Pushing event updated for resources: {'Port': ['ID=3a83be8d-2c13-451a-acfe-a6b125b113a3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:03.034719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:03.037496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:03.037912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3c2ac-868f-496d-9370-54fe1a1c67f7 None None] DHCP port deletion for 29ec81ca-db6a-4ce7-b230-f11bc21854dc request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:57:03.038236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.056010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e81fb04-18a6-48da-8a03-e20224c67a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:03.063734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03c53d00>,) {'filters': {'network_id': ['29ec81ca-db6a-4ce7-b230-f11bc21854dc']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:03.081201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Attempting to bind port 3a83be8d-2c13-451a-acfe-a6b125b113a3 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:03.081201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Attempting to bind port 3a83be8d-2c13-451a-acfe-a6b125b113a3 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:03.083200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Attempting to bind port 3a83be8d-2c13-451a-acfe-a6b125b113a3 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:03.089495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:03.089495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:03.089775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.090090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:03.090517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61973be7-75c0-4514-bcbc-3c345de209a0 req-6226e3de-d280-4cf7-8f67-43ce6f2b207a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:03.090651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Bound port: 3a83be8d-2c13-451a-acfe-a6b125b113a3, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:03.090940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.092688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-61973be7-75c0-4514-bcbc-3c345de209a0 req-6226e3de-d280-4cf7-8f67-43ce6f2b207a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8890119
Nov 29 11:57:03.164413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3e258058-c078-4a29-a83b-eadab349c6ad up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:03.232204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': 'eeb25d0b-bbea-4732-97ad-451ee9d2142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:03.232539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: f4ee4fcf-2165-4e25-9848-16c99a4fb384, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:03.249238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03c53d00>, '1c602207-0aa5-43a4-931a-4eb29506ea44') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:03.249892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03c53d00>, '1c602207-0aa5-43a4-931a-4eb29506ea44') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:03.250125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] For port 3a83be8d-2c13-451a-acfe-a6b125b113a3, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:03.255914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.313127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.378472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.384416 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-61973be7-75c0-4514-bcbc-3c345de209a0 req-efe568fe-6806-4a6c-9cc3-91491ffca915 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2117524
Nov 29 11:57:03.394118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:03.394518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:03.415052 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:03.437492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] For port 3a83be8d-2c13-451a-acfe-a6b125b113a3, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3a83be8d-2c13-451a-acfe-a6b125b113a3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:03.439549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 3e258058-c078-4a29-a83b-eadab349c6ad completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:03.445563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.450337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:03.486581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.498984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703c185f-1615-4610-b1b0-035d516e25e9 tempest-RoutersAdminTest-645957701 tempest-RoutersAdminTest-645957701-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:03.523358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3e258058-c078-4a29-a83b-eadab349c6ad triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:03.523775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.554281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81fb04-18a6-48da-8a03-e20224c67a8c None None] Pushing event updated for resources: {'Port': ['ID=3a83be8d-2c13-451a-acfe-a6b125b113a3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:03.554513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.555391 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9e33c64-12f9-4f6d-a675-668a7107e78a HTTP/1.1" status: 204  len: 168 time: 1.0618367
Nov 29 11:57:03.562749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48916) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:03.565593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e81fb04-18a6-48da-8a03-e20224c67a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:03.566325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 3e258058-c078-4a29-a83b-eadab349c6ad was deleted so its status cannot be updated. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Nov 29 11:57:03.583151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:03.583456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08d127f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:03.606283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:03.616087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.205 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/4732e98b-1f31-45d5-b071-97c3d64e0f8e) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:03.629825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e258058-c078-4a29-a83b-eadab349c6ad,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:03.632288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:03.661620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.665985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.671058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1d0c016-953f-404f-b82d-227e61af108d tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:03.687256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.766156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, f4ee4fcf-2165-4e25-9848-16c99a4fb384) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:03.803652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:03.853987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:03.854828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.856339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c780c36-9e86-4296-bf52-0855846bcf03 None None] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:03.893005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.951308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:03.987184 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2665324
Nov 29 11:57:03.995664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b766888f-53cb-4949-b0a9-2c5de60e39f3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:04.000976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.003256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.008308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48920) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:04.020514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:04.038580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=29ec81ca-db6a-4ce7-b230-f11bc21854dc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:04.042649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:04.044201 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/29ec81ca-db6a-4ce7-b230-f11bc21854dc HTTP/1.1" status: 204  len: 168 time: 11.2361333
Nov 29 11:57:04.052288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48924) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:04.053144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.053891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98bc8cf5-e334-421e-bcce-277334eb8eb5 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:04.063521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.067079 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/routers/98bc8cf5-e334-421e-bcce-277334eb8eb5 HTTP/1.1" status: 204  len: 168 time: 4.3919778
Nov 29 11:57:04.074387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1008545917'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:04.106302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48928) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:04.191261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.192027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee154b9-df49-42ff-8b32-f92ac13dffdb {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:04.201474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:04.215714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b766888f-53cb-4949-b0a9-2c5de60e39f3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:04.224092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b766888f-53cb-4949-b0a9-2c5de60e39f3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6193283
Nov 29 11:57:04.226107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48932) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:04.235982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:04.246602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f1994-705f-4e95-9308-5c6c4910e65b req-e39faa53-411f-4034-8ede-ff8d5338bbcd tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:04.248333 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-324f1994-705f-4e95-9308-5c6c4910e65b req-e39faa53-411f-4034-8ede-ff8d5338bbcd tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6953914
Nov 29 11:57:04.251652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246797244'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:04.257297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:04.257813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:04.269876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:04.272802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:04.276368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.279996 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-be5e8170-6798-4e30-904f-6c376056e04a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/routers/8ee154b9-df49-42ff-8b32-f92ac13dffdb HTTP/1.1" status: 204  len: 168 time: 1.2782381
Nov 29 11:57:04.280379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:04.293290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48936) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:04.298486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:04.300581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:04.301735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:04.341285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:04.344757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.353414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-f4ee4fcf-2165-4e25-9848-16c99a4fb384', 'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '6338c95e-8aeb-4b54-b184-edaa3da64a9d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:04.354848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.377358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08d127f0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:56:58Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:04.386635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237fd627-7f8b-4560-a0db-99abfcc94b97 None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:56:58Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:04.399933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.406310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.421211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.430243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:04.433931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.473811 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-324f1994-705f-4e95-9308-5c6c4910e65b req-fff8032d-9ca9-439f-9821-b0db917f9b82 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1925538
Nov 29 11:57:04.531795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:04.541363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 344ed64a-ff46-4edb-98a4-a8dc2cd68665 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:57:04.546491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.547077 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment 0cc0f0ac-3c93-497a-a3b1-ada438c0e054 of type vlan for network 1923773e-9ced-427d-a560-39feb806c753
Nov 29 11:57:04.563722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.596504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:04.603479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.611934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Allocated IP 2001:db8::2 (f4ee4fcf-2165-4e25-9848-16c99a4fb384/6338c95e-8aeb-4b54-b184-edaa3da64a9d/52f39225-14f5-432d-a927-b6130c56360d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:04.627544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:04.634150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:04.643711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.655611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:04.664069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d979539-3e7e-4c66-b364-3e785c0c681d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:04.696055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.744867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.752612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.752808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:04.753342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:04.763694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:04.891077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:04.910430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:04.917584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:04.947438 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8908062
Nov 29 11:57:04.956353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48944) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:05.005398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '1923773e-9ced-427d-a560-39feb806c753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:05.038393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:05.054179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.062068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:05.068661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Transition to ACTIVE for port object 52f39225-14f5-432d-a927-b6130c56360d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:05.072140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=4732e98b-1f31-45d5-b071-97c3d64e0f8e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:05.085721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:05.097472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Transition to ACTIVE for port object 52f39225-14f5-432d-a927-b6130c56360d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:05.111193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.116560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-700348e1-bea2-4d1a-9a35-53412bb51c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:05.170007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:05.170208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3a83be8d-2c13-451a-acfe-a6b125b113a3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:05.222219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:05.222986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:05.228024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:05.228197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:05.230745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:05.231305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:05.239775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:05.297619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Pushing event updated for resources: {'Port': ['ID=52f39225-14f5-432d-a927-b6130c56360d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:05.308343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:05.328247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.335250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:05.338912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.375862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Attempting to bind port 52f39225-14f5-432d-a927-b6130c56360d on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:05.376876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Attempting to bind port 52f39225-14f5-432d-a927-b6130c56360d by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'eeb25d0b-bbea-4732-97ad-451ee9d2142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:05.377044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Deleting port 15939c2f-03b7-4b90-a71c-95ed6760904c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:05.377150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Attempting to bind port 52f39225-14f5-432d-a927-b6130c56360d on network f4ee4fcf-2165-4e25-9848-16c99a4fb384 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:05.377251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.384931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:05.385507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Checking segment: {'id': 'eeb25d0b-bbea-4732-97ad-451ee9d2142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:05.386204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.387043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Bound using segment: {'id': 'eeb25d0b-bbea-4732-97ad-451ee9d2142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:05.387596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Bound port: 52f39225-14f5-432d-a927-b6130c56360d, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb25d0b-bbea-4732-97ad-451ee9d2142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4ee4fcf-2165-4e25-9848-16c99a4fb384'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:05.388203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.390255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.401347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 3a83be8d-2c13-451a-acfe-a6b125b113a3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:05.410499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3a83be8d-2c13-451a-acfe-a6b125b113a3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:05.411028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.414716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.420189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.452518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0c60804f-3a9d-4a13-8275-313d7f699db5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:05.483498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.591952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] For port 15939c2f-03b7-4b90-a71c-95ed6760904c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15939c2f-03b7-4b90-a71c-95ed6760904c,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:05.591952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.602771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] For port 52f39225-14f5-432d-a927-b6130c56360d, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:05.617025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] For port 52f39225-14f5-432d-a927-b6130c56360d, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52f39225-14f5-432d-a927-b6130c56360d,segment=NetworkSegment(eeb25d0b-bbea-4732-97ad-451ee9d2142d),segment_id=eeb25d0b-bbea-4732-97ad-451ee9d2142d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:05.618214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.625211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.629538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:05.706378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 3a83be8d-2c13-451a-acfe-a6b125b113a3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3a83be8d-2c13-451a-acfe-a6b125b113a3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:05.725184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.734099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Pushing event updated for resources: {'Port': ['ID=52f39225-14f5-432d-a927-b6130c56360d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:05.748786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:05.749404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1ff45604-5910-4bce-99f3-8a66a65922bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:05.803224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3e258058-c078-4a29-a83b-eadab349c6ad no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:05.858423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 3e258058-c078-4a29-a83b-eadab349c6ad {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:05.858423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3e258058-c078-4a29-a83b-eadab349c6ad not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:05.878168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=d4eaffde-18d1-4a5e-b404-a4266826b6a0,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:05.893108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=3a83be8d-2c13-451a-acfe-a6b125b113a3,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:05.898304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:05.901136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fcf4e187-5b61-4030-93f4-91fa8d0381ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:05.903953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:05.908876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:05.910427 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.6788661
Nov 29 11:57:05.927431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48948) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:05.939266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abffb8-9288-46e2-b34a-375c73e1de0d req-7558e6b8-63fc-4350-8465-0ba660a0a853 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:05.939828 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e3abffb8-9288-46e2-b34a-375c73e1de0d req-7558e6b8-63fc-4350-8465-0ba660a0a853 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8614597
Nov 29 11:57:05.952785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '6c21c1a3-211e-449a-9657-46231fb2cd6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:06.000052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Calling delete_port for 15939c2f-03b7-4b90-a71c-95ed6760904c owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:06.055718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:06.058268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.062323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': '460230e4-a701-494a-a94c-394d0cbadfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:06.062803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: e4871e8c-3051-4f96-a720-c584ed162a28, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:06.097375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 11:57:06.097894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 11:57:06.112105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=1923773e-9ced-427d-a560-39feb806c753,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:06.115655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:06.124430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1923773e-9ced-427d-a560-39feb806c753 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:06.125966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:06.126331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: 3ced4a6b-2470-4d40-85ef-09f3c1848231, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:06.143547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Usage tracker for resource:security_group_rule and tenant:40a5c53b4c66489ab083eb79436d30ed is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:06.146551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c21c1a3-211e-449a-9657-46231fb2cd6b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:06.152181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:06.167136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:06.178395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:06.212099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:06.228589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ffe31-f164-404a-91b8-f927a04b4971 None None] Network 3e4af915-832b-44ea-b3d7-e092455f683a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:06.250551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:06.258596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.261967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=344ed64a-ff46-4edb-98a4-a8dc2cd68665,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:06.266087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 3ced4a6b-2470-4d40-85ef-09f3c1848231) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:06.271162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:06.271795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.289825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:06.308058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/344ed64a-ff46-4edb-98a4-a8dc2cd68665 HTTP/1.1" status: 204  len: 168 time: 2.0111692
Nov 29 11:57:06.315061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48952) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:06.321441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network e4871e8c-3051-4f96-a720-c584ed162a28 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:06.339543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, e4871e8c-3051-4f96-a720-c584ed162a28) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:06.343945 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e3abffb8-9288-46e2-b34a-375c73e1de0d req-1fa4369f-d26e-4207-bd99-00199f6d53bd tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3767481
Nov 29 11:57:06.349210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:06.349901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.353757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.368509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 4.2345753
Nov 29 11:57:06.377123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48956) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:06.380227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc7511-8274-41e1-8467-42e9a6f19e59 None None] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:06.402094 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4cc28-283d-49f1-90c6-758e8cd6aa02 None None] Network e4871e8c-3051-4f96-a720-c584ed162a28 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:06.453940 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.4432535
Nov 29 11:57:06.457171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48960) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:06.466458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2043870168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:06.473623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:06.477951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:06.481979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:06.487886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:06.507292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.508437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.530967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.539455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.544633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.546248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bd1b3af6-7eee-4431-bb76-d85fc5a3b035 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:06.583719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ffd85e-4707-4f19-ba34-12bbd38d2a33,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:06.593696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:06.602667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.623716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.624937 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6841629
Nov 29 11:57:06.628193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48964) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:06.662303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-28c5aeae-fbe5-4068-9e81-ffa0904ed751 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules/90ffd85e-4707-4f19-ba34-12bbd38d2a33 HTTP/1.1" status: 200  len: 763 time: 0.0287549
Nov 29 11:57:06.663769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48968) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:06.666156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.667351 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b9d6a177-3f42-4fc5-9263-5964ad589ef6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2090883
Nov 29 11:57:06.683765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48972) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:06.706688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.726678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:06.779924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.830997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.870148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port cfab2de6-0777-4264-b36a-fcd951db8ecb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:06.870886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:06.897121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=9d9adb9f-e6aa-48cf-8370-fd31ff9812e2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:06.900161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:06.913017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4b8e7e46-058f-4854-9404-cba47c2dbe7a tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:07.041036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event deleted for resources: {'Port': ['ID=15939c2f-03b7-4b90-a71c-95ed6760904c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:07.044496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6c39e825-1eb4-4f27-a54b-7581a136a9c0 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:07.045145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:07.076268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-3ced4a6b-2470-4d40-85ef-09f3c1848231', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:07.077669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.100864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': '0cc0f0ac-3c93-497a-a3b1-ada438c0e054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1923773e-9ced-427d-a560-39feb806c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:07.101554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 1923773e-9ced-427d-a560-39feb806c753, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:07.233162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea63cc-bd1d-4fbf-9cf0-c14e0449990d None None] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:07.262194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b921ada-e955-48d6-851e-65203165846c None None] DHCP port deletion for 3e4af915-832b-44ea-b3d7-e092455f683a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:57:07.321505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6c39e825-1eb4-4f27-a54b-7581a136a9c0 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:07.323054 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6c39e825-1eb4-4f27-a54b-7581a136a9c0 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.6586664
Nov 29 11:57:07.327132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48976) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:07.336030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.349915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b921ada-e955-48d6-851e-65203165846c None None] Deleting port cfab2de6-0777-4264-b36a-fcd951db8ecb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:07.350291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b921ada-e955-48d6-851e-65203165846c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.386385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-e4871e8c-3051-4f96-a720-c584ed162a28', 'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': 'd4eaffde-18d1-4a5e-b404-a4266826b6a0'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:07.387821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.400683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3a83be8d-2c13-451a-acfe-a6b125b113a3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:07.411069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.427160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.438286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.518664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Allocated IP 172.20.0.2 (3ced4a6b-2470-4d40-85ef-09f3c1848231/f84aca0c-b29d-4ebc-8c7d-40536e53fe5d/641801c5-f9a0-4a33-8afc-91688c258268) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:07.520488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.529398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.544769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-321afb9c-b9c8-4f77-b097-c76120ee17cd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:07.619350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90ffd85e-4707-4f19-ba34-12bbd38d2a33,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:07.626758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:07.685294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.688769 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/90ffd85e-4707-4f19-ba34-12bbd38d2a33 HTTP/1.1" status: 204  len: 168 time: 0.3563280
Nov 29 11:57:07.698614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48982) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:07.709548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 1923773e-9ced-427d-a560-39feb806c753 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:07.727935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1bc27116-3a1d-4386-a129-a759baee38cf None None] Provisioning for port 52f39225-14f5-432d-a927-b6130c56360d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:07.734531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.761587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.856312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1923773e-9ced-427d-a560-39feb806c753) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:07.891481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:07.892326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.912554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.913362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec0ffa7b-502a-4538-b012-d344e89484f7 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:07.925129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] For port cfab2de6-0777-4264-b36a-fcd951db8ecb, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cfab2de6-0777-4264-b36a-fcd951db8ecb,segment=NetworkSegment(e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3),segment_id=e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:07.925651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:07.961295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb2b9f-1c7d-48b8-8f6b-94e438e1c713 None None] Network 1923773e-9ced-427d-a560-39feb806c753 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:07.994914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.066324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-723c57e6-a3e3-47b8-8bcf-8abf213f784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:08.129485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.134543 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ec0ffa7b-502a-4538-b012-d344e89484f7 HTTP/1.1" status: 204  len: 168 time: 4.0237184
Nov 29 11:57:08.166865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 48986) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:08.188354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for cfab2de6-0777-4264-b36a-fcd951db8ecb owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:08.229288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825245670', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:08.233356 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.2622371
Nov 29 11:57:08.236009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-723c57e6-a3e3-47b8-8bcf-8abf213f784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:08.239951 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-723c57e6-a3e3-47b8-8bcf-8abf213f784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5367060
Nov 29 11:57:08.244003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:08.244342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 48992) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:08.259744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:08.266235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '6c21c1a3-211e-449a-9657-46231fb2cd6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:08.278678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Usage tracker for resource:router and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:08.284755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:08.288818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8::1 (f4ee4fcf-2165-4e25-9848-16c99a4fb384/6338c95e-8aeb-4b54-b184-edaa3da64a9d/1b49d815-5cc3-4afa-84c8-3152a97fc3da) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:08.297210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:08.304728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33094e-40e9-4023-8f19-6b1d65b92ad7 req-3335a164-b979-49b5-aebf-672bcff003e0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:08.312020 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da33094e-40e9-4023-8f19-6b1d65b92ad7 req-3335a164-b979-49b5-aebf-672bcff003e0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.6449428
Nov 29 11:57:08.317821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:08.338472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.339782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.410753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:08.469666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.488025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3a83be8d-2c13-451a-acfe-a6b125b113a3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:08.488550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.514921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.519733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.528890 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da33094e-40e9-4023-8f19-6b1d65b92ad7 req-faef0d5f-1779-4588-bb1a-305fbef81b70 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2160687
Nov 29 11:57:08.529366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Allocated IP 2001:db8:1::2 (e4871e8c-3051-4f96-a720-c584ed162a28/d4eaffde-18d1-4a5e-b404-a4266826b6a0/26b4bb5a-5725-4e02-8599-ffb7714f5a44) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:08.538714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bed4236c-3ff1-4529-ab0b-cabeb26ee9e2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:08.555341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.590289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Transition to ACTIVE for port object 641801c5-f9a0-4a33-8afc-91688c258268 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:08.598089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.622703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.640009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa73e487-e3b8-47cc-8f16-4f9fd41dc11a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:08.678213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=cfab2de6-0777-4264-b36a-fcd951db8ecb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:08.680218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No DVR routers for this DVR port cfab2de6-0777-4264-b36a-fcd951db8ecb on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:08.694799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4b921ada-e955-48d6-851e-65203165846c None None] For port cfab2de6-0777-4264-b36a-fcd951db8ecb, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cfab2de6-0777-4264-b36a-fcd951db8ecb,segment=NetworkSegment(e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3),segment_id=e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:08.695509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b921ada-e955-48d6-851e-65203165846c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.695838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:08.710736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Transition to ACTIVE for port object 641801c5-f9a0-4a33-8afc-91688c258268 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:08.736834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.852367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.855398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.901871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b921ada-e955-48d6-851e-65203165846c None None] Calling delete_port for cfab2de6-0777-4264-b36a-fcd951db8ecb owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:08.925217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.935342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:08.939087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:08.999219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=4732e98b-1f31-45d5-b071-97c3d64e0f8e,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:09.002259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:09.017882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.024975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02ffedc0>,) {'filters': {'network_id': ['3e4af915-832b-44ea-b3d7-e092455f683a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:09.040288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.048805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ffedc0>, 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:09.049102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ffedc0>, 'e9d2cac3-2cfe-4ee0-8cb9-a7fff8ede3b3') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:09.063580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35251035-2c39-428f-8973-58e78b0a71fb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:09.075926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.105207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.119844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:09.125869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object 1b49d815-5cc3-4afa-84c8-3152a97fc3da will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:09.127452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.127650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03eb558-3ee4-45e7-8e32-7b2e165651a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-1923773e-9ced-427d-a560-39feb806c753', 'network_id': '1923773e-9ced-427d-a560-39feb806c753', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '9d9adb9f-e6aa-48cf-8370-fd31ff9812e2'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:09.128555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a03eb558-3ee4-45e7-8e32-7b2e165651a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.133938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.156075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:09.193485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:09.198527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Pushing event updated for resources: {'Port': ['ID=641801c5-f9a0-4a33-8afc-91688c258268,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:09.216027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:09.277382 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 2f911725-99ad-4092-aeec-8bbdd9a0ff37 associated. External IP: 172.26.4.205, port: 185ea4c9-c1bf-4c77-99e1-34367e0f3024.
Nov 29 11:57:09.315456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52f39225-14f5-432d-a927-b6130c56360d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:09.326467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925eba2f-a074-45de-8070-06a153f0fcef,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:09.336966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:09.337892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.377915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4b921ada-e955-48d6-851e-65203165846c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:09.378278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4b921ada-e955-48d6-851e-65203165846c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:09.415462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:09.415919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:09.485209 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:09.527062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Attempting to bind port 641801c5-f9a0-4a33-8afc-91688c258268 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:09.528058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Attempting to bind port 641801c5-f9a0-4a33-8afc-91688c258268 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:09.528058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Attempting to bind port 641801c5-f9a0-4a33-8afc-91688c258268 on network 3ced4a6b-2470-4d40-85ef-09f3c1848231 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:09.550981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.563125 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.3156996
Nov 29 11:57:09.563849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.577708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49002) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:09.583044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Transition to ACTIVE for port object 26b4bb5a-5725-4e02-8599-ffb7714f5a44 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:09.586511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.604716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cd048ed2-fa65-4613-a2e7-c8ebeb87e611 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:09.619653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Transition to ACTIVE for port object 26b4bb5a-5725-4e02-8599-ffb7714f5a44 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:09.629782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:09.630173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Checking segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:09.630646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.631379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Bound using segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:09.631876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Bound port: 641801c5-f9a0-4a33-8afc-91688c258268, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:09.632262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.689845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.693435 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-254cff99-dd6e-4bcb-92aa-596a3b63ff13 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules/925eba2f-a074-45de-8070-06a153f0fcef HTTP/1.1" status: 200  len: 763 time: 0.1020741
Nov 29 11:57:09.695073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:09.708058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-705143a1-f3ae-4112-8098-64353ecb3163 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:09.717197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:09.725365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:09.727885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:09.728689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.769524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.778581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9adb9f-e6aa-48cf-8370-fd31ff9812e2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:09.787772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=1b49d815-5cc3-4afa-84c8-3152a97fc3da,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:09.790866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:09.804453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:09.808237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.814632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:09.860487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=3e4af915-832b-44ea-b3d7-e092455f683a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:09.925170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:09.940846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] For port 641801c5-f9a0-4a33-8afc-91688c258268, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:09.950131 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/3e4af915-832b-44ea-b3d7-e092455f683a HTTP/1.1" status: 204  len: 168 time: 3.6337047
Nov 29 11:57:09.951264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] For port 641801c5-f9a0-4a33-8afc-91688c258268, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=641801c5-f9a0-4a33-8afc-91688c258268,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:09.958424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49012) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:09.962049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:09.990902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6f5a18e7-ad6d-4bcf-9274-ff6660e4a8b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:10.052380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bc127187-1bfe-4c76-bd2a-0f635f6ef6d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:10.058511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b921ada-e955-48d6-851e-65203165846c None None] Deleting port cfab2de6-0777-4264-b36a-fcd951db8ecb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:10.058840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b921ada-e955-48d6-851e-65203165846c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.114012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Network e4871e8c-3051-4f96-a720-c584ed162a28 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:10.116802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 52f39225-14f5-432d-a927-b6130c56360d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:10.215880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041befe9-d652-456a-a6b3-9225fa828529 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:10.216492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-041befe9-d652-456a-a6b3-9225fa828529 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:10.229331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b366-554e-4d94-be6f-e7b86c6bccc6 req-43566df6-9948-4442-96b9-8cc573e69781 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:10.230454 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9471b366-554e-4d94-be6f-e7b86c6bccc6 req-43566df6-9948-4442-96b9-8cc573e69781 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4986241
Nov 29 11:57:10.247549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bc127187-1bfe-4c76-bd2a-0f635f6ef6d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:10.248721 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bc127187-1bfe-4c76-bd2a-0f635f6ef6d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.5131865
Nov 29 11:57:10.250625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.255307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b921ada-e955-48d6-851e-65203165846c None None] The port 'cfab2de6-0777-4264-b36a-fcd951db8ecb' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:57:10.257140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:10.259597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 52f39225-14f5-432d-a927-b6130c56360d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:10.260619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.267683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49016) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:10.315254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d083e4160>,) {'filters': {'network_id': ['1923773e-9ced-427d-a560-39feb806c753']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-a03eb558-3ee4-45e7-8e32-7b2e165651a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d9adb9f-e6aa-48cf-8370-fd31ff9812e2: This subnet is being modified by another concurrent operation.
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:57:10.322656 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d9adb9f-e6aa-48cf-8370-fd31ff9812e2: This subnet is being modified by another concurrent operation.
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 11:57:10.326688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.330370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:10.331759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083e4160>, '0cc0f0ac-3c93-497a-a3b1-ada438c0e054') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:10.332371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083e4160>, '0cc0f0ac-3c93-497a-a3b1-ada438c0e054') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:10.349564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.367381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056af7c0-39e2-40cd-9d42-e3fc66b33e75 None None] Network 1923773e-9ced-427d-a560-39feb806c753 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:10.373969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.413306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-948a8e4d-a343-4b8b-96df-be86454914c2 None None] Provisioning complete for port 52f39225-14f5-432d-a927-b6130c56360d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:10.413676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-948a8e4d-a343-4b8b-96df-be86454914c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.437604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.453385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.464386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:10.465431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.476762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9471b366-554e-4d94-be6f-e7b86c6bccc6 req-7b3cb910-bafc-4872-af5b-012ffe669af4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767330
Nov 29 11:57:10.477329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.496417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.532926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.561927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-041befe9-d652-456a-a6b3-9225fa828529 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:10.563300 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-041befe9-d652-456a-a6b3-9225fa828529 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/11ddf1fb-9b67-4ec9-b51c-56acbc268699 HTTP/1.1" status: 200  len: 841 time: 0.6011257
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:10.564136 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:10.578240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49020) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:10.579593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Pushing event updated for resources: {'Port': ['ID=26b4bb5a-5725-4e02-8599-ffb7714f5a44,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:10.595783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:10.604227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:10.606550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:10.668772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.675905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.681035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (3ced4a6b-2470-4d40-85ef-09f3c1848231/f84aca0c-b29d-4ebc-8c7d-40536e53fe5d/25a6dda5-54e6-46db-b6e1-db12e3e079a4) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:10.691500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c7427834-fcbb-4aa1-8216-b4563c1c14ba tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:10.728096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.736392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=1923773e-9ced-427d-a560-39feb806c753,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:10.740525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:10.755668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Attempting to bind port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:10.755991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.756110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Attempting to bind port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '460230e4-a701-494a-a94c-394d0cbadfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:10.756395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Attempting to bind port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 on network e4871e8c-3051-4f96-a720-c584ed162a28 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:10.760787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/925eba2f-a074-45de-8070-06a153f0fcef HTTP/1.1" status: 204  len: 168 time: 0.4919589
Nov 29 11:57:10.763779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:10.766571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:10.777661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/1923773e-9ced-427d-a560-39feb806c753 HTTP/1.1" status: 204  len: 168 time: 2.5322573
Nov 29 11:57:10.780302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:10.789822 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9aed6f9f-6a8a-4269-a203-5ccd8049c0df tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/11ddf1fb-9b67-4ec9-b51c-56acbc268699?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2089365
Nov 29 11:57:10.824305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49032) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:10.828848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2076189226'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:10.831341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:10.831724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Checking segment: {'id': '460230e4-a701-494a-a94c-394d0cbadfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:10.832131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.832527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Bound using segment: {'id': '460230e4-a701-494a-a94c-394d0cbadfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:10.833018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Bound port: 26b4bb5a-5725-4e02-8599-ffb7714f5a44, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460230e4-a701-494a-a94c-394d0cbadfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e4871e8c-3051-4f96-a720-c584ed162a28'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:10.833395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.840114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925eba2f-a074-45de-8070-06a153f0fcef,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:10.844110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:10.903443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:10.904651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:10.920409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Pushing event updated for resources: {'Port': ['ID=641801c5-f9a0-4a33-8afc-91688c258268,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:10.937002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:10.989160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:10.999808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:11.019584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:11.029880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:11.102260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-948a8e4d-a343-4b8b-96df-be86454914c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.151859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-166a0995-a17f-4b82-baa3-af5dbb3c9d70 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:11.177775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 52f39225-14f5-432d-a927-b6130c56360d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52f39225-14f5-432d-a927-b6130c56360d,segment=NetworkSegment(eeb25d0b-bbea-4732-97ad-451ee9d2142d),segment_id=eeb25d0b-bbea-4732-97ad-451ee9d2142d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:11.189269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.190102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:11.193130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:11.198502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:11.203044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.215530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Allocated IP 172.26.4.67 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/ac3bbd5b-1f4f-40f4-b414-db4b3365e812) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:11.220051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:11.241996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:11.298755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.302591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:11.308212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=52f39225-14f5-432d-a927-b6130c56360d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:11.349770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-166a0995-a17f-4b82-baa3-af5dbb3c9d70 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:11.354987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:11.355691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] For port 26b4bb5a-5725-4e02-8599-ffb7714f5a44, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:11.356707 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-166a0995-a17f-4b82-baa3-af5dbb3c9d70 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5774956
Nov 29 11:57:11.358284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 641801c5-f9a0-4a33-8afc-91688c258268 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:11.372906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 25a6dda5-54e6-46db-b6e1-db12e3e079a4 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:11.378671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:11.393424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Request body: {'security_group_rule': {'security_group_id': '6c21c1a3-211e-449a-9657-46231fb2cd6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:11.404745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:11.409766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.423745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] For port 26b4bb5a-5725-4e02-8599-ffb7714f5a44, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=26b4bb5a-5725-4e02-8599-ffb7714f5a44,segment=NetworkSegment(460230e4-a701-494a-a94c-394d0cbadfa9),segment_id=460230e4-a701-494a-a94c-394d0cbadfa9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:11.438860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.444872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:11.482949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-948a8e4d-a343-4b8b-96df-be86454914c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:11.483360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-948a8e4d-a343-4b8b-96df-be86454914c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:11.487331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:11.511621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:11.561830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:11.562503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08428520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:11.601119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.649115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 641801c5-f9a0-4a33-8afc-91688c258268 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:11.679828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08428520>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:11.682403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Pushing event updated for resources: {'Port': ['ID=26b4bb5a-5725-4e02-8599-ffb7714f5a44,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:11.688626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:11.698912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:11.704222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:11.705360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:11.706495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08428520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:11.715427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:11.722776 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.2131114
Nov 29 11:57:11.727255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.727815 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment c3614172-6cbc-4a04-a331-92f4d81d1342 of type vlan for network b79a2dff-0cf0-4cba-a899-f49b0cb017f5
Nov 29 11:57:11.732643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49044) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:11.753794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:11.767336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.805945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cfab2de6-0777-4264-b36a-fcd951db8ecb no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:11.807399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.862071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d39b0cad-54da-4f19-913b-08322ff1be21 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:11.937740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: cfab2de6-0777-4264-b36a-fcd951db8ecb {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:11.938101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cfab2de6-0777-4264-b36a-fcd951db8ecb not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:11.938535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15939c2f-03b7-4b90-a71c-95ed6760904c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:11.948902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.957769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:11.958719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:11.974641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08428520>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:11.975118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e984e-f1c3-456a-af05-837bf9866e24 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:11.982810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 15939c2f-03b7-4b90-a71c-95ed6760904c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:11.984014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15939c2f-03b7-4b90-a71c-95ed6760904c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:12.024428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=25a6dda5-54e6-46db-b6e1-db12e3e079a4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:12.048343 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2626119
Nov 29 11:57:12.049504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.064236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:12.067938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.069561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49048) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:12.075184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:12.096076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.099521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.162624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:12.169905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:12.176610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-522d3b72-2923-44d7-8178-6ad16b76b56c None None] Provisioning for port 1b49d815-5cc3-4afa-84c8-3152a97fc3da completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:12.182921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-522d3b72-2923-44d7-8178-6ad16b76b56c None None] Provisioning complete for port 1b49d815-5cc3-4afa-84c8-3152a97fc3da triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:12.183621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-522d3b72-2923-44d7-8178-6ad16b76b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.218778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:12.241400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:12.255775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-522d3b72-2923-44d7-8178-6ad16b76b56c None None] Port 1b49d815-5cc3-4afa-84c8-3152a97fc3da cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:12.280109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.280949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.290906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c6ff2fbd-e154-46a1-a2b7-d5b907af6a0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:12.373287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=b79a2dff-0cf0-4cba-a899-f49b0cb017f5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:12.377970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ebdda-a80d-401c-b32c-ecd32ec4ac58 None None] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:12.395385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.397687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:12.401266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network b79a2dff-0cf0-4cba-a899-f49b0cb017f5 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:12.426381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.447251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67154739-eb58-4c76-991e-c4a858377f6f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:12.470763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.472777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.483009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:12.501079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=1b49d815-5cc3-4afa-84c8-3152a97fc3da,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:12.502040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e830744-c9ef-44c0-a7ad-d92bd153f070,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:12.510768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:12.515068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9806b465-b906-4719-9fe0-9e47fb398812 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:12.522190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:12.529104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:12.530092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:12.559384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc9fa-8a70-4d7d-beb5-e400763cdb28 req-1fed4dd9-af33-4849-af5b-ade2c473d760 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:12.560976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f47bc9fa-8a70-4d7d-beb5-e400763cdb28 req-1fed4dd9-af33-4849-af5b-ade2c473d760 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8739893
Nov 29 11:57:12.561967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:12.616636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:12.643961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:12.657697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.659122 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2786036
Nov 29 11:57:12.659527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:12.665318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49052) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:12.665984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Provisioning for port 641801c5-f9a0-4a33-8afc-91688c258268 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:12.684719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Provisioning complete for port 641801c5-f9a0-4a33-8afc-91688c258268 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:12.685168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.699621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:12.703409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.804436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.817791 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f47bc9fa-8a70-4d7d-beb5-e400763cdb28 req-07fc2768-17d1-48e7-8412-0a150106a6c0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2206931
Nov 29 11:57:12.820954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-86042dcc-7019-4bb1-ac51-c2fc191f14cc tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules/0e830744-c9ef-44c0-a7ad-d92bd153f070 HTTP/1.1" status: 200  len: 764 time: 0.1506472
Nov 29 11:57:12.842125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:12.914589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.919303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.920201 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 2f911725-99ad-4092-aeec-8bbdd9a0ff37 disassociated. External IP: 172.26.4.205, port: 185ea4c9-c1bf-4c77-99e1-34367e0f3024.
Nov 29 11:57:12.922757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64ac75f1-97a3-4d45-b230-f0bfd16f5101 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:12.943212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:12.992410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event updated for resources: {'Port': ['ID=ac3bbd5b-1f4f-40f4-b414-db4b3365e812,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:12.997374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:13.044490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] For port 641801c5-f9a0-4a33-8afc-91688c258268, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=641801c5-f9a0-4a33-8afc-91688c258268,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:13.053505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.055765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14acc174-b5d7-4344-bd8e-01b8c4f86863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:13.078285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b5da5e83-9ccc-44b9-8a61-87283a9facf4 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:13.088586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:13.095411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:13.100343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:13.100931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.111933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.138364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85b23d-7743-498b-991c-ac02036eb15c None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:13.139468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=0c52710b-e2a8-41f1-955c-aee385a488af,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:13.154750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:13.159803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78434c97-b4a1-4317-abce-d9bef7add02d None None] Network e4871e8c-3051-4f96-a720-c584ed162a28 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:13.233445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b5da5e83-9ccc-44b9-8a61-87283a9facf4 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:13.235341 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b5da5e83-9ccc-44b9-8a61-87283a9facf4 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.3908281
Nov 29 11:57:13.245870 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4072545
Nov 29 11:57:13.249698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:13.249698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:13.265499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180935345'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:13.294271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:13.294656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.306796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:13.324910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:13.330950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Pushing event updated for resources: {'Port': ['ID=641801c5-f9a0-4a33-8afc-91688c258268,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:13.340846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:13.341102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:13.370258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e967ab91-f85e-4b3b-9f20-ec58564d8c44 None None] Provisioning for port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:13.379794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:13.461854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:13.487672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.507900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52f39225-14f5-432d-a927-b6130c56360d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:13.508345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.598288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.599516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.612509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:13.655257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.744995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=4453a03d-2804-4210-bb93-97997937eb6b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:13.762517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.765628 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0e830744-c9ef-44c0-a7ad-d92bd153f070 HTTP/1.1" status: 204  len: 168 time: 0.5059233
Nov 29 11:57:13.768604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49068) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:13.772253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:13.776746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:13.833281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:13.843431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 52f39225-14f5-432d-a927-b6130c56360d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:13.844586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:13.898970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'c3614172-6cbc-4a04-a331-92f4d81d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:13.899565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: b79a2dff-0cf0-4cba-a899-f49b0cb017f5, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:13.909072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group_rule and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:13.912076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:13.973196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Provisioning complete for port 1b49d815-5cc3-4afa-84c8-3152a97fc3da triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:13.973699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.101406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Port 1b49d815-5cc3-4afa-84c8-3152a97fc3da cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:14.103656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'tenant_id': 'f5993372b00c4712a294868a74804918', 'fixed_ips': [{'subnet_id': '0c52710b-e2a8-41f1-955c-aee385a488af'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:14.103813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:14.104500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.138427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e830744-c9ef-44c0-a7ad-d92bd153f070,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:14.154309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:14.159677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.228097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 26b4bb5a-5725-4e02-8599-ffb7714f5a44 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:14.271350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network b79a2dff-0cf0-4cba-a899-f49b0cb017f5 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:14.274119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Provisioning complete for port 641801c5-f9a0-4a33-8afc-91688c258268 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:14.274560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.309576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 675fbf1f-c97a-4861-a9f1-29db6d51f9bb is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:57:14.321995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9bc9771f-f4b1-43fa-ae15-f3053899e33c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:14.335747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, b79a2dff-0cf0-4cba-a899-f49b0cb017f5) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:14.342604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:14.357241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02adda4-5b42-4c31-922a-71fba4d76106 req-0f1da93c-bde0-4e7b-98df-9f4fa3a2dc60 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:14.359021 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e02adda4-5b42-4c31-922a-71fba4d76106 req-0f1da93c-bde0-4e7b-98df-9f4fa3a2dc60 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.3605874
Nov 29 11:57:14.361592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:14.362759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.369767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a879273-29c3-4116-9707-d129f4217446 None None] Network b79a2dff-0cf0-4cba-a899-f49b0cb017f5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:14.396323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9bc9771f-f4b1-43fa-ae15-f3053899e33c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:14.400283 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9bc9771f-f4b1-43fa-ae15-f3053899e33c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.6220765
Nov 29 11:57:14.403880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.417273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49074) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:14.428482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.452225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ec006e7-db30-4b55-9a3c-0ea175ce9701 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:14.472973 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.3060384
Nov 29 11:57:14.479557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:14.540297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.544976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2810459
Nov 29 11:57:14.580345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49082) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:14.610084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1946285620'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:14.611674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73921cfd-f1ba-4a1a-8485-c262ccf6d1eb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:14.627537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:14.664605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.674388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.679807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.687279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:14.702662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:14.731639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57015470-1f65-4ae7-b897-737b343b0789 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:14.784930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Allocated IP 172.20.0.2 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/0c52710b-e2a8-41f1-955c-aee385a488af/6f2a8b69-9b76-481e-8056-f1ad7bbedfe1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:14.793299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:14.793684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.826447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.853641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-b79a2dff-0cf0-4cba-a899-f49b0cb017f5', 'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '4453a03d-2804-4210-bb93-97997937eb6b'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:14.854467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.864445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:14.871366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:14.878879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.887067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:14.898632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:14.905728 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e02adda4-5b42-4c31-922a-71fba4d76106 req-26b256e7-8baa-4115-92cf-089b76bebf30 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5316820
Nov 29 11:57:14.908537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=25a6dda5-54e6-46db-b6e1-db12e3e079a4,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:14.916707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:14.991939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:15.004176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.006617 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] Sync routers for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:15.016678 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:15.017353 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874ed60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.060722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.068232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e8f9d323-941e-40af-82e0-d20385067c3b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:15.086935 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874ed60>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.094292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c21c1a3-211e-449a-9657-46231fb2cd6b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:15.096909 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:15.097714 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874ed60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.102785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:15.104634 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/675fbf1f-c97a-4861-a9f1-29db6d51f9bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4197412
Nov 29 11:57:15.115343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:15.115975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Provisioning for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:15.119833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group_rule and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:15.123255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:15.124173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:15.133472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:15.156330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Provisioning complete for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:15.156827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.165719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.170371 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874ed60>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.170959 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965838b-4e7a-4ea5-89b1-2138c65d925c None None] The sync data for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:15.253904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:15.266078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.267347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c21c1a3-211e-449a-9657-46231fb2cd6b HTTP/1.1" status: 204  len: 168 time: 0.8490143
Nov 29 11:57:15.280199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49090) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:15.302755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:15.308708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:15.319377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:15.327966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.328283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425bd90d-fec2-4212-bc49-3b9dd2ee723f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:15.329696 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-425bd90d-fec2-4212-bc49-3b9dd2ee723f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports/1b49d815-5cc3-4afa-84c8-3152a97fc3da HTTP/1.1" status: 200  len: 911 time: 0.2054791
Nov 29 11:57:15.353569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ca814ad8-617f-4c62-a6be-518cb7e3f43a None None] Port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:15.381938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49094) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:15.402595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.405479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.437985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:15.438911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf12b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.484020 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d1d6de20-68c9-40c5-a961-0e6e9ce7271d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/floatingips/2f911725-99ad-4092-aeec-8bbdd9a0ff37 HTTP/1.1" status: 200  len: 688 time: 3.7501643
Nov 29 11:57:15.489351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:15.505435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.559841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf12b0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.581973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.617447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 26b4bb5a-5725-4e02-8599-ffb7714f5a44, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=26b4bb5a-5725-4e02-8599-ffb7714f5a44,segment=NetworkSegment(460230e4-a701-494a-a94c-394d0cbadfa9),segment_id=460230e4-a701-494a-a94c-394d0cbadfa9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:15.618927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Allocated IP 172.20.0.1 (b79a2dff-0cf0-4cba-a899-f49b0cb017f5/4453a03d-2804-4210-bb93-97997937eb6b/edac1994-626f-45a7-aa7f-bc762af4d048) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:15.621170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:15.622074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf12b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.642429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:15.676219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 4732e98b-1f31-45d5-b071-97c3d64e0f8e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:15.676566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.698300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.700674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-89398c19-93f8-4b66-8b08-5f8e33977b61 None None] Provisioning complete for port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:15.701173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-89398c19-93f8-4b66-8b08-5f8e33977b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.733100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff773a54-4394-49d1-b9c2-f9fe77f7879c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:15.738770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:15.776939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf12b0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:15.776939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb8a54-ebf7-4bda-a5b9-9f2beee28216 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:15.783789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-966de6f2-e7db-449c-addf-06a2065fb2cc tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Synchronizing usage tracker for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:15.795257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.803672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:15.804264 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2201526
Nov 29 11:57:15.813628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:15.822359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-966de6f2-e7db-449c-addf-06a2065fb2cc tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Unset dirty status for tenant:40a5c53b4c66489ab083eb79436d30ed on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:15.823639 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-966de6f2-e7db-449c-addf-06a2065fb2cc tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5414026
Nov 29 11:57:15.824956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c4542f-82c0-4b8e-819c-02144670a36f,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:15.833391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:15.833854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49104) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:15.912428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 641801c5-f9a0-4a33-8afc-91688c258268 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:15.947992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Transition to ACTIVE for port object 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:16.009585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Transition to ACTIVE for port object 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:16.021131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=26b4bb5a-5725-4e02-8599-ffb7714f5a44,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:16.043097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:16.048516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.053703 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8a2f2923-9272-49a2-96ed-029aaa4bf928 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2161865
Nov 29 11:57:16.062616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:16.065921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-167988046', 'security_groups': ['70c4542f-82c0-4b8e-819c-02144670a36f'], 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c52710b-e2a8-41f1-955c-aee385a488af'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:16.181145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:16.204175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:16.246763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:16.281985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Pushing event updated for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:16.320019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:16.322350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 641801c5-f9a0-4a33-8afc-91688c258268 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:16.326279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.413917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.414239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.489573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49116) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:16.498500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:16.499576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.522530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.537704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Attempting to bind port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:16.538187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Attempting to bind port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '3ebeac9f-64c3-4f65-9969-074e90328918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:16.538627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Attempting to bind port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 on network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:16.542157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Transition to ACTIVE for port object edac1994-626f-45a7-aa7f-bc762af4d048 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:16.563570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:16.564229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Checking segment: {'id': '3ebeac9f-64c3-4f65-9969-074e90328918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:16.564988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.565685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Bound using segment: {'id': '3ebeac9f-64c3-4f65-9969-074e90328918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:16.566561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Bound port: 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebeac9f-64c3-4f65-9969-074e90328918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:16.567023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.594209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 4732e98b-1f31-45d5-b071-97c3d64e0f8e owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:16.600698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-89398c19-93f8-4b66-8b08-5f8e33977b61 None None] Provisioning complete for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:16.601181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-89398c19-93f8-4b66-8b08-5f8e33977b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.619232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Router fad81959-c8d1-4886-8e63-ebf1529c7bd3 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:57:16.629636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:16.638946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Transition to ACTIVE for port object edac1994-626f-45a7-aa7f-bc762af4d048 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:16.640727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:port and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:16.642177 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:16.649726 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/8a511626-3f0d-42e8-ba45-e9f71e9393a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2712996
Nov 29 11:57:16.658603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb013a8f-f489-4ad7-b611-856fdbad3cb1 req-6ff48a5c-b5cf-4fdd-83e1-2438bf00891a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:16.660159 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb013a8f-f489-4ad7-b611-856fdbad3cb1 req-6ff48a5c-b5cf-4fdd-83e1-2438bf00891a tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4477286
Nov 29 11:57:16.661094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:16.663846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:16.665248 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:16.669011 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0869f4f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:16.728103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:16.745382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:16.762220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9d959d2a-2423-4760-9baf-8c21630f0b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:16.905395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-89398c19-93f8-4b66-8b08-5f8e33977b61 None None] Port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:16.932164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Network b79a2dff-0cf0-4cba-a899-f49b0cb017f5 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:16.942246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:16.951097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:16.954176 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb013a8f-f489-4ad7-b611-856fdbad3cb1 req-de571ab7-2c06-4c58-b0f6-72800c0bcbaa tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2518575
Nov 29 11:57:16.967390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Pushing event updated for resources: {'Port': ['ID=edac1994-626f-45a7-aa7f-bc762af4d048,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:16.967613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:16.972816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:17.002293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.018117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc7876e3-775a-45fd-8d0e-ea23493315bd tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:17.020448 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:17.022733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:17.044854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,segment=NetworkSegment(3ebeac9f-64c3-4f65-9969-074e90328918),segment_id=3ebeac9f-64c3-4f65-9969-074e90328918)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:17.102209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.109489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:17.215085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=4453a03d-2804-4210-bb93-97997937eb6b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:17.228837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:17.288918 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ed4c0e2-df5a-4aa2-aeaf-54bcaf70fe78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40a5c53b4c66489ab083eb79436d30ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7951376
Nov 29 11:57:17.297410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49130) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:17.329280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Pushing event updated for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:17.337173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:17.337974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Attempting to bind port edac1994-626f-45a7-aa7f-bc762af4d048 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:17.338351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Attempting to bind port edac1994-626f-45a7-aa7f-bc762af4d048 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c3614172-6cbc-4a04-a331-92f4d81d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:17.338717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Attempting to bind port edac1994-626f-45a7-aa7f-bc762af4d048 on network b79a2dff-0cf0-4cba-a899-f49b0cb017f5 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:17.368709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a36dbe0e-49f2-4e16-a29c-0f82254d3ed8 None None] Provisioning complete for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:17.369088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a36dbe0e-49f2-4e16-a29c-0f82254d3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.495394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.518034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.525037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.525757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.526392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.527063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.527716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.528353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.529763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:17.530864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.531592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.535113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.535924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.536548 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0869f4f0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:12Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:14Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:17.539401 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05727a2f-dc0f-4cae-98b5-f27e98d1e6d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7744 time: 0.8726220
Nov 29 11:57:17.542034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:57:17.542667 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Updating router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:57:17.548621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:17.549607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Checking segment: {'id': 'c3614172-6cbc-4a04-a331-92f4d81d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:17.550545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.552215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Bound using segment: {'id': 'c3614172-6cbc-4a04-a331-92f4d81d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:17.552572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:17.553054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Bound port: edac1994-626f-45a7-aa7f-bc762af4d048, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3614172-6cbc-4a04-a331-92f4d81d1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:17.553780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.622222 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.624889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.626878 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.4548008
Nov 29 11:57:17.652895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:17.654186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.675379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': False}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:17.707207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] For port edac1994-626f-45a7-aa7f-bc762af4d048, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:17.727344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] For port edac1994-626f-45a7-aa7f-bc762af4d048, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=edac1994-626f-45a7-aa7f-bc762af4d048,segment=NetworkSegment(c3614172-6cbc-4a04-a331-92f4d81d1342),segment_id=c3614172-6cbc-4a04-a331-92f4d81d1342)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:17.728609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a36dbe0e-49f2-4e16-a29c-0f82254d3ed8 None None] Port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:17.728726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.729229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.729746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.730572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.731375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.732028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.732488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.733078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.733203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] Sync routers for ids ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:17.733712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.734362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:17.740063 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3e6680c3-9f1a-46d5-872c-e2db793855d2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6390 time: 0.1863182
Nov 29 11:57:17.740666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49142) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:17.755387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.761565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e81fb04-18a6-48da-8a03-e20224c67a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:17.840193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.875267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:17.875894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] Routers {'fad81959-c8d1-4886-8e63-ebf1529c7bd3'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:17.876607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ac40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:17.912446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0826c040>,) {'filters': {'network_id': ['b79a2dff-0cf0-4cba-a899-f49b0cb017f5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:17.923162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c43754-dac6-4c11-9174-a0bbee914096 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:17.974289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Pushing event updated for resources: {'Port': ['ID=edac1994-626f-45a7-aa7f-bc762af4d048,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:17.982982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:17.983701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ac40>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:17.990055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 26b4bb5a-5725-4e02-8599-ffb7714f5a44 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:18.069948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] Routers {'fad81959-c8d1-4886-8e63-ebf1529c7bd3'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:18.070852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ac40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:18.153105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ac40>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:18.153523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cd81-9b36-4ee6-aabf-abfe0ca11973 None None] The sync data for ids ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:18.173953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=4732e98b-1f31-45d5-b071-97c3d64e0f8e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:18.184798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:18.226663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.229741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:18.230206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.287905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0826c040>, 'c3614172-6cbc-4a04-a331-92f4d81d1342') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:18.288296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0826c040>, 'c3614172-6cbc-4a04-a331-92f4d81d1342') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:18.291129 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.302217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port f04ae186-73aa-4129-9e64-ac6d8bed51b7 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:57:18.327052 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Transition to ACTIVE for port object 25a6dda5-54e6-46db-b6e1-db12e3e079a4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:18.334992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16a1cf-f80a-42c7-888c-6df7bf15c930 None None] Network b79a2dff-0cf0-4cba-a899-f49b0cb017f5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:18.336183 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.342740 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:18.412385 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086aba27-ce86-4f6e-a65c-624da3c3d02a None None] Pushing event updated for resources: {'Port': ['ID=25a6dda5-54e6-46db-b6e1-db12e3e079a4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:18.416888 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-086aba27-ce86-4f6e-a65c-624da3c3d02a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:18.496003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8:1::1 (e4871e8c-3051-4f96-a720-c584ed162a28/d4eaffde-18d1-4a5e-b404-a4266826b6a0/e470c91d-5402-46b4-81fe-c1d403d4f5f1) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:18.604092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.14 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/0c52710b-e2a8-41f1-955c-aee385a488af/f04ae186-73aa-4129-9e64-ac6d8bed51b7) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:18.646240 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Attempting to bind port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:18.646707 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Attempting to bind port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:18.647155 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Attempting to bind port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 on network 3ced4a6b-2470-4d40-85ef-09f3c1848231 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:18.655762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:18.656271 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Checking segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:18.656759 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.657247 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Bound using segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:18.657863 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Bound port: 25a6dda5-54e6-46db-b6e1-db12e3e079a4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:18.658352 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.724406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.743889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.787979 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] For port 25a6dda5-54e6-46db-b6e1-db12e3e079a4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:18.798762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] For port 25a6dda5-54e6-46db-b6e1-db12e3e079a4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25a6dda5-54e6-46db-b6e1-db12e3e079a4,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:18.800044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object e470c91d-5402-46b4-81fe-c1d403d4f5f1 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:18.801733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.808457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.819852 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:18.863032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.868082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.883378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0be3e117-5467-4e70-b037-dfbcd843c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:18.898313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6e693-7284-46f9-b6b4-b9ca58bae6dd req-e53f21db-744b-4fd6-9dcc-67c546166db9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:18.906106 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaa6e693-7284-46f9-b6b4-b9ca58bae6dd req-e53f21db-744b-4fd6-9dcc-67c546166db9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.3604836
Nov 29 11:57:18.912298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:18.912700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:18.935043 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:18.954922 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:18.960734 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0869f4f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:19.060684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.062167 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f911725-99ad-4092-aeec-8bbdd9a0ff37 HTTP/1.1" status: 204  len: 168 time: 3.5716746
Nov 29 11:57:19.078171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:19.114161 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086aba27-ce86-4f6e-a65c-624da3c3d02a None None] Pushing event updated for resources: {'Port': ['ID=25a6dda5-54e6-46db-b6e1-db12e3e079a4,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:19.120441 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-086aba27-ce86-4f6e-a65c-624da3c3d02a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:19.146553 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaa6e693-7284-46f9-b6b4-b9ca58bae6dd req-002beb8d-9028-4a12-902b-c5501f5a6201 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394404
Nov 29 11:57:19.163941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.174498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '1387f2f1-156d-4058-937e-02465f97108f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:19.185770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:19.194823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-24c93311-710b-4d17-b142-2d544b41e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:19.196468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-24c93311-710b-4d17-b142-2d544b41e593 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 1.4743230
Nov 29 11:57:19.197963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:floatingip and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:19.202100 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:19.204923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:57:19.204923 dv-neutron-819579-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:57:19.204923 dv-neutron-819579-1-hyperv neutron-server[87600]: [parameters: {'id': 'b79a2dff-0cf0-4cba-a899-f49b0cb017f5'}]
Nov 29 11:57:19.204923 dv-neutron-819579-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:19.205318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:19.207272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:19.207947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-22095785-897f-41b1-b7a4-9d3bbf9f6fab None None] Provisioning for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:19.211967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.216110 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/699500a8-9d95-4a53-ac30-de1b7d41f281 HTTP/1.1" status: 204  len: 168 time: 1.9171109
Nov 29 11:57:19.236187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699500a8-9d95-4a53-ac30-de1b7d41f281,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:19.250797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29be7b-e22a-4d90-b15a-3ed6b1e0a5de None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:57:19.301808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:19.365850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.374993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:19.426581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29be7b-e22a-4d90-b15a-3ed6b1e0a5de None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:57:19.445775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-22095785-897f-41b1-b7a4-9d3bbf9f6fab None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:19.446168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-22095785-897f-41b1-b7a4-9d3bbf9f6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.482450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network e4871e8c-3051-4f96-a720-c584ed162a28 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:19.485545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.494155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:19.501134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:19.501758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.522043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=e470c91d-5402-46b4-81fe-c1d403d4f5f1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:19.534847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:19.559715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-9dc61c4e-672f-40d2-bf95-d5b95594ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:19.562309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-9dc61c4e-672f-40d2-bf95-d5b95594ea80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.3562095
Nov 29 11:57:19.563601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object f04ae186-73aa-4129-9e64-ac6d8bed51b7 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:19.568783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:19.578803 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8a1b7b5e-6a1f-43a1-867d-bd42cf22ec56 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4300 time: 1.8218408
Nov 29 11:57:19.647021 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0869f4f0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:12Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:18Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:19.663811 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb37983-512b-493d-bd3b-d48438da3752 None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:12Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:18Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:19.669541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.707705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.893393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port edac1994-626f-45a7-aa7f-bc762af4d048 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:19.893648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:19.951151 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-0bf9c9d2-deec-403c-aabc-b7306128463c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1001 time: 0.3640959
Nov 29 11:57:19.994920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:20.054541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49164) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:20.092203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387120503', 'description': 'tempest-secgroup-smoke-1387120503 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:20.103227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:20.108941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:20.134249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:20.146955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:20.158774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:20.163336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-22095785-897f-41b1-b7a4-9d3bbf9f6fab None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:20.185890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:20.186852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:20.261069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:20.309176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:20.391158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:20.458133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:20.464305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4724208-dc83-40e3-90ba-15b7a30e2f77 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:57:20.478257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-b83d2adf-7444-4a00-9dae-d2cc6e673afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:20.480011 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-b83d2adf-7444-4a00-9dae-d2cc6e673afc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.4963686
Nov 29 11:57:20.481060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:20.563993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:20.568465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:20.571509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:20.578541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:20.586500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:20.594475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49178) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:20.602700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0031507
Nov 29 11:57:20.608142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49180) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:20.630151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:20.634982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:20.685545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,segment=NetworkSegment(3ebeac9f-64c3-4f65-9969-074e90328918),segment_id=3ebeac9f-64c3-4f65-9969-074e90328918)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:20.689807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=f04ae186-73aa-4129-9e64-ac6d8bed51b7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:20.700115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:20.708943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:20.810151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:20.822356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:20.846076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4724208-dc83-40e3-90ba-15b7a30e2f77 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:57:20.985331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:21.039584 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b3f407f-058d-4560-817e-2b1b90c044a4 tempest-NetworksApiDiscovery-2002725546 tempest-NetworksApiDiscovery-2002725546-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.4131527
Nov 29 11:57:21.143993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port edac1994-626f-45a7-aa7f-bc762af4d048, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=edac1994-626f-45a7-aa7f-bc762af4d048,segment=NetworkSegment(c3614172-6cbc-4a04-a331-92f4d81d1342),segment_id=c3614172-6cbc-4a04-a331-92f4d81d1342)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:21.144359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.367211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for edac1994-626f-45a7-aa7f-bc762af4d048 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:21.434391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.451309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49190) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:21.463950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.484081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.491976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.503779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:21.504500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.608760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.609618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.619180 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.5666146
Nov 29 11:57:21.622971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.632765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49196) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:21.647058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a62f6-8011-46ef-b9d3-e19fc7c79b36 req-80666d08-641c-40c4-ac82-ab5cf8db893d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:21.648625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b6a62f6-8011-46ef-b9d3-e19fc7c79b36 req-80666d08-641c-40c4-ac82-ab5cf8db893d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 1.2476156
Nov 29 11:57:21.654908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.668468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:21.686758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:21.691300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04da85f9-43ba-4a76-94b4-38ef107b48b4 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:21.708649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.713641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-bdc3e85e-616e-4d35-a7de-dd10c967b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:21.715461 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-bdc3e85e-616e-4d35-a7de-dd10c967b86e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.2144134
Nov 29 11:57:21.859659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.859876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Provisioning for port e470c91d-5402-46b4-81fe-c1d403d4f5f1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:21.871234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Provisioning complete for port e470c91d-5402-46b4-81fe-c1d403d4f5f1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:21.872948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:21.876455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=e470c91d-5402-46b4-81fe-c1d403d4f5f1,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:21.926546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25a6dda5-54e6-46db-b6e1-db12e3e079a4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:21.940866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:21.953430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:21.963259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Usage tracker for resource:security_group_rule and tenant:4637d2e4125146c6a4542abdc6668177 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:21.971543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:21.987771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:21.992084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No DVR routers for this DVR port edac1994-626f-45a7-aa7f-bc762af4d048 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:22.003245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Port e470c91d-5402-46b4-81fe-c1d403d4f5f1 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:22.021592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Provisioning for port f04ae186-73aa-4129-9e64-ac6d8bed51b7 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:22.026284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:22.031355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Provisioning complete for port f04ae186-73aa-4129-9e64-ac6d8bed51b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:22.031804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.046214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Router fad81959-c8d1-4886-8e63-ebf1529c7bd3 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:22.060969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:22.060969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.073477 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-63352c67-c23d-4eb5-81a9-bad519e75e4d service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2784710
Nov 29 11:57:22.077814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network e4871e8c-3051-4f96-a720-c584ed162a28 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:22.083755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:22.100058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359d56e0-6bfb-4185-9e64-f8bda24fd271,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:22.103038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:22.104134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.105652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 2.0492375
Nov 29 11:57:22.133268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3a87ddd-6785-431a-b62b-9fb9a17eb106 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:22.136901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e91b71fe-7c4f-4b1d-b2d6-c6bca4143c7c None None] Port f04ae186-73aa-4129-9e64-ac6d8bed51b7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:22.140198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49200) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:22.158348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '359d56e0-6bfb-4185-9e64-f8bda24fd271', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:22.214343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.228389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:22.240895 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b6a62f6-8011-46ef-b9d3-e19fc7c79b36 req-f4b7325b-f8b2-4eb8-bf8c-93a7136f701e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5810297
Nov 29 11:57:22.253846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Port': ['ID=edac1994-626f-45a7-aa7f-bc762af4d048,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:22.257258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:22.285305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 25a6dda5-54e6-46db-b6e1-db12e3e079a4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25a6dda5-54e6-46db-b6e1-db12e3e079a4,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:22.292095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.294331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:22.319406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:22.368220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.376429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.143 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/3f2afee1-69a5-43d3-9ff3-09d6c2fac5a2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:22.427147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=25a6dda5-54e6-46db-b6e1-db12e3e079a4,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:22.431053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:22.433365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d083cb1c0>,) {'filters': {'network_id': ['b79a2dff-0cf0-4cba-a899-f49b0cb017f5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.440891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:22.441639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:22.442030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.446882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:22.468024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:22.473685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083cb1c0>, 'c3614172-6cbc-4a04-a331-92f4d81d1342') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.474047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083cb1c0>, 'c3614172-6cbc-4a04-a331-92f4d81d1342') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.482583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:22.486316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:22.508869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-58e2e813-b148-4087-a48e-dcb20c5f6329 None None] Provisioning complete for port e470c91d-5402-46b4-81fe-c1d403d4f5f1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:22.509107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:22.509368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58e2e813-b148-4087-a48e-dcb20c5f6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.522166 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] Sync routers for ids ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:22.539008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.539436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-273f5487-1144-42af-836d-ee1342e3ca11 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "PUT /v2.0/routers/fad81959-c8d1-4886-8e63-ebf1529c7bd3 HTTP/1.1" status: 200  len: 924 time: 4.8824034
Nov 29 11:57:22.540342 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] Routers {'fad81959-c8d1-4886-8e63-ebf1529c7bd3'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:22.541792 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086983a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.548898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49204) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:22.556750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:22.567587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.580430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.587499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:22.619660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-58e2e813-b148-4087-a48e-dcb20c5f6329 None None] Port e470c91d-5402-46b4-81fe-c1d403d4f5f1 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:22.624670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.635891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:22.636673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.651204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 675fbf1f-c97a-4861-a9f1-29db6d51f9bb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:22.653878 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086983a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:22.662845 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:22.673111 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b8cf1373-71bd-43e6-8337-46b43d61cb52 req-5553bf9c-3295-4613-9e32-dbbd675cf397 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5799012
Nov 29 11:57:22.683830 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] Routers {'fad81959-c8d1-4886-8e63-ebf1529c7bd3'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:22.684431 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086983a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.716780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.739970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.753184 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086983a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:22.753888 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dda60a-0baf-47cb-9694-e54bb6ffc5d9 None None] The sync data for ids ['fad81959-c8d1-4886-8e63-ebf1529c7bd3'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:22.757165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5625212d-cb02-493b-9e02-15d4da420cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:22.778978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:22.783271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:22.950911 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4637d2e4125146c6a4542abdc6668177&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4985058
Nov 29 11:57:23.039003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49208) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.039718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.055871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aba3e31d-a8ce-4957-a907-dfce83ed6efb tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:23.084599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.102572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.111298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852f4ac0-3f4b-48ed-92db-737b42b11112,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:23.113089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=b79a2dff-0cf0-4cba-a899-f49b0cb017f5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:23.121073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:23.128202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:23.135761 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/b79a2dff-0cf0-4cba-a899-f49b0cb017f5 HTTP/1.1" status: 204  len: 168 time: 8.6482635
Nov 29 11:57:23.142921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.160018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.165245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:23.169160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.175957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-34651803'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:23.180283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:23.181163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:23.181778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] Sync routers for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:23.186179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:23.189453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:23.192765 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-73214e1e-6640-4d9e-aff7-a97cf83d20d7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/fad81959-c8d1-4886-8e63-ebf1529c7bd3 HTTP/1.1" status: 200  len: 924 time: 0.6360323
Nov 29 11:57:23.196184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:23.197784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:23.198599 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/675fbf1f-c97a-4861-a9f1-29db6d51f9bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8035114
Nov 29 11:57:23.199268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081488e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:23.199415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49216) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.207115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49218) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.210196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0437ec65-7871-4378-b1a2-7830e7bb3add,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:23.221954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:23.225625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.243886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:23.284393 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c52710b-e2a8-41f1-955c-aee385a488af (CIDR: 172.20.0.0/28)
Nov 29 11:57:23.293056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.295874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:23.299363 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:57:23.299923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:57:23.315570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081488e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:23.330499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:23.331434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081488e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:23.338979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.340903 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1921132
Nov 29 11:57:23.343889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.344309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment c3525e57-5115-4c3b-aacb-1143669e6bdc of type vlan for network 65669f7f-b3aa-4ede-bb30-02b5620207ad
Nov 29 11:57:23.346783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49226) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.359667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '359d56e0-6bfb-4185-9e64-f8bda24fd271', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:23.370768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:23.374037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.376336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:23.379795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:23.382826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.393572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6f161ea-a31d-4950-9004-b538a84b3582 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:23.398095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:23.411594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081488e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:23.412187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47dfc2-7af5-47dc-997f-9168dcaf095a None None] The sync data for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:23.423920 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6760248c-bac6-441d-a5d3-38aaf74daf00 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7885680
Nov 29 11:57:23.445137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49230) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.468770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.471992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c12be6-628a-43ea-a56c-51f55e03ae41 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:23.472570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-96c12be6-628a-43ea-a56c-51f55e03ae41 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:23.475463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:23.499183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.544711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-96c12be6-628a-43ea-a56c-51f55e03ae41 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:23.545798 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-96c12be6-628a-43ea-a56c-51f55e03ae41 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports/e470c91d-5402-46b4-81fe-c1d403d4f5f1 HTTP/1.1" status: 200  len: 913 time: 0.3334827
Nov 29 11:57:23.551676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956a071-dac1-4ecd-b9ac-76eb6297ea77 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:23.552375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0956a071-dac1-4ecd-b9ac-76eb6297ea77 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Synchronizing usage tracker for tenant:346c2da80e154b28b7bdf2a1e990832b on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:23.554573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49234) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.570351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:23.586669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:23.599687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:23.640630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=3f2afee1-69a5-43d3-9ff3-09d6c2fac5a2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:23.662110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:23.753579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356aa0-aba2-429f-95d8-106617a9647c req-4ddccadc-9cd0-4320-ae6e-500ba4fe71e6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:23.755966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.756116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7d356aa0-aba2-429f-95d8-106617a9647c req-4ddccadc-9cd0-4320-ae6e-500ba4fe71e6 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.3516660
Nov 29 11:57:23.764754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0956a071-dac1-4ecd-b9ac-76eb6297ea77 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Unset dirty status for tenant:346c2da80e154b28b7bdf2a1e990832b on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:23.768466 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0956a071-dac1-4ecd-b9ac-76eb6297ea77 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=fad81959-c8d1-4886-8e63-ebf1529c7bd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5601447
Nov 29 11:57:23.772579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:23.773241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.774303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49238) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.788274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29f00e8f-0ad2-460c-877e-1d1295f5aed3 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:23.799684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25a6dda5-54e6-46db-b6e1-db12e3e079a4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:23.801829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.820835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.891632 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:57:23.894074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:23.894461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.913055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:23.915870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.920979 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/852f4ac0-3f4b-48ed-92db-737b42b11112 HTTP/1.1" status: 204  len: 168 time: 0.8753967
Nov 29 11:57:23.927257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:23.933557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.7831745
Nov 29 11:57:23.962767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:23.965632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49244) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:23.973427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:23.980640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=65669f7f-b3aa-4ede-bb30-02b5620207ad,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:23.991650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '65669f7f-b3aa-4ede-bb30-02b5620207ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:24.011118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:24.012014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:24.013897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e002a476-849d-4686-8b6a-5327950779bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:24.029514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 65669f7f-b3aa-4ede-bb30-02b5620207ad details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:24.107109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852f4ac0-3f4b-48ed-92db-737b42b11112,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:24.115781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:24.160611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-218c6f98-646a-4586-9f25-97561831cdf9 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:24.211267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:24.215376 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7d356aa0-aba2-429f-95d8-106617a9647c req-d55cc68f-2940-4f09-a6e3-33ac43fa6655 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4400811
Nov 29 11:57:24.215820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.216076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e6a6d4-b006-4203-bc6c-6a55d809f8fb,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:24.228419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:24.248485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.249939 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8980398
Nov 29 11:57:24.255036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49248) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:24.300321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '359d56e0-6bfb-4185-9e64-f8bda24fd271', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:24.312044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:24.314802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:24.319663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:24.323114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a194d0c-a38a-4224-a6d6-0b280df9ddaf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:24.323754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a194d0c-a38a-4224-a6d6-0b280df9ddaf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Synchronizing usage tracker for tenant:346c2da80e154b28b7bdf2a1e990832b on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:24.326215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:24.333504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:24.360138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a194d0c-a38a-4224-a6d6-0b280df9ddaf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Unset dirty status for tenant:346c2da80e154b28b7bdf2a1e990832b on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:24.361311 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2a194d0c-a38a-4224-a6d6-0b280df9ddaf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.5849867
Nov 29 11:57:24.365628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49254) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:24.389112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:24.412009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.428863 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-45f46b63-2c6f-4ac6-8fec-7fe900a95327 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=fad81959-c8d1-4886-8e63-ebf1529c7bd3 HTTP/1.1" status: 200  len: 205 time: 0.0544941
Nov 29 11:57:24.433376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49258) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:24.436311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:24.462519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:24.508631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:24.512280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.680989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.694970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.703083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:24.720897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc33e-6077-412d-8279-1f89c5904b22 req-a329b6c1-74c0-4b39-be4b-cbff7d4d8e49 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:24.722392 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ddebc33e-6077-412d-8279-1f89c5904b22 req-a329b6c1-74c0-4b39-be4b-cbff7d4d8e49 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.3474026
Nov 29 11:57:24.764071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b2999e5e-06c5-41ca-8a46-1bdfbb98dee5 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:24.855456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b3e12a-4afc-4389-8d38-523a6eac8a9e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:25.012347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:25.020063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.021266 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7648737
Nov 29 11:57:25.023856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.030322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49262) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:25.047290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '359d56e0-6bfb-4185-9e64-f8bda24fd271', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:25.053376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ddebc33e-6077-412d-8279-1f89c5904b22 req-16078a8f-148f-4716-ae80-4cdcd8e64896 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3209226
Nov 29 11:57:25.063395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:25.080996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:25.084412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.085796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:25.104248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:25.212063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.225048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.237676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-56072b50-a0d2-45b2-9298-f56f40985ba0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:25.263287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.299672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.351328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Deleting port ac3bbd5b-1f4f-40f4-b414-db4b3365e812 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:25.351659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.358944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:25.362060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.404091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:25.414292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa7fbe-ea5e-4205-a7ed-d54d7ce72334 None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:25.418173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:25.418860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.422491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=6ae6127d-c05d-4092-a3cc-3d082ca3c809,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:25.426102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:25.432707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:25.519406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.523667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc41ec-c71d-4d16-8de8-a3de886d3c02 req-4606b48a-ff70-4fbb-a62b-bab9fd4df0a9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:25.524279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'c3525e57-5115-4c3b-aacb-1143669e6bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '65669f7f-b3aa-4ede-bb30-02b5620207ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:25.524638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 65669f7f-b3aa-4ede-bb30-02b5620207ad, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:25.525141 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9dcc41ec-c71d-4d16-8de8-a3de886d3c02 req-4606b48a-ff70-4fbb-a62b-bab9fd4df0a9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.3458762
Nov 29 11:57:25.553350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.576648 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.1232185
Nov 29 11:57:25.582368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49268) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:25.597937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1069417788', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91c0f4fc-1468-4051-87b2-72e6a330fa6e'}], 'security_groups': ['73921cfd-f1ba-4a1a-8485-c262ccf6d1eb']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:25.610891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=91c0f4fc-1468-4051-87b2-72e6a330fa6e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:25.636718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.663732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:25.675063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:25.697080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4886e7-0c3b-4af0-a5b6-c1f3509ceaed,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:25.701960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.706198 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6728444
Nov 29 11:57:25.706876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 65669f7f-b3aa-4ede-bb30-02b5620207ad is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:25.708970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49272) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:25.711566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:25.722231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '359d56e0-6bfb-4185-9e64-f8bda24fd271', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:25.733885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:25.754900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:25.759833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 65669f7f-b3aa-4ede-bb30-02b5620207ad) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:25.764061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:25.780563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dfe334-30cc-4175-913a-e9d1c724313e None None] Network 65669f7f-b3aa-4ede-bb30-02b5620207ad requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:25.782071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:25.784671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:25.785270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.809867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9dcc41ec-c71d-4d16-8de8-a3de886d3c02 req-56179662-ae2c-40b7-8929-6dd30952ae8f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2726564
Nov 29 11:57:25.810797 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8312228
Nov 29 11:57:25.813530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49276) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:25.818970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Calling delete_port for ac3bbd5b-1f4f-40f4-b414-db4b3365e812 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:25.908406 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:57:25.940333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.945629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Update dhcp port {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'fixed_ips': [{'subnet_id': '0c52710b-e2a8-41f1-955c-aee385a488af', 'ip_address': '172.20.0.2'}, {'subnet_id': '91c0f4fc-1468-4051-87b2-72e6a330fa6e'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '6f2a8b69-9b76-481e-8056-f1ad7bbedfe1'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 11:57:25.959045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.967389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port e470c91d-5402-46b4-81fe-c1d403d4f5f1 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:25.967724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.981556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:25.990945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07e40878-9602-4a82-8b0c-a55ecd0729cc tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:26.016957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.172555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=3f2afee1-69a5-43d3-9ff3-09d6c2fac5a2,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:26.181340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.194188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:26.208077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.261975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.266442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.348450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db40a781-17c0-4df1-b790-3596ada45d75 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:26.353324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Allocated IP 172.20.0.18 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/91c0f4fc-1468-4051-87b2-72e6a330fa6e/6f2a8b69-9b76-481e-8056-f1ad7bbedfe1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:26.376681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.412456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.429187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d7ccf-d830-4d90-ac75-7bd8ab173291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-65669f7f-b3aa-4ede-bb30-02b5620207ad', 'network_id': '65669f7f-b3aa-4ede-bb30-02b5620207ad', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '6ae6127d-c05d-4092-a3cc-3d082ca3c809'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:26.430177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d1d7ccf-d830-4d90-ac75-7bd8ab173291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.452241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.460126 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7474608
Nov 29 11:57:26.476906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:26.490426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ce9e4d-0b89-4076-9536-5d5060967e0b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:26.500910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '359d56e0-6bfb-4185-9e64-f8bda24fd271', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:26.508926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:26.509865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.541406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:26.564969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:26.573963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:26.579989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-060a14a3-ed58-441f-9c15-596a6531934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.588205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:26.597285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.609059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-633d719d-554b-45ed-9c5d-d4be72ef9760 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:26.624838 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 564f4d1e-a5b9-4063-927d-f0a23f65a806 associated. External IP: 172.26.4.143, port: 1387f2f1-156d-4058-937e-02465f97108f.
Nov 29 11:57:26.699042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,segment=NetworkSegment(3ebeac9f-64c3-4f65-9969-074e90328918),segment_id=3ebeac9f-64c3-4f65-9969-074e90328918)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:26.726248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.768817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event deleted for resources: {'Port': ['ID=ac3bbd5b-1f4f-40f4-b414-db4b3365e812,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:26.777127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for e470c91d-5402-46b4-81fe-c1d403d4f5f1 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:26.781328 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:57:26.804698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.819914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:26.835381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Transition to ACTIVE for port object 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:26.838679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-4d1d7ccf-d830-4d90-ac75-7bd8ab173291 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ae6127d-c05d-4092-a3cc-3d082ca3c809: This subnet is being modified by another concurrent operation.
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:57:26.841315 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ae6127d-c05d-4092-a3cc-3d082ca3c809: This subnet is being modified by another concurrent operation.
Nov 29 11:57:26.845623 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 11:57:26.857742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:26.870782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d97b6-396b-437f-b2b1-dc2782af0de3 None None] Network 65669f7f-b3aa-4ede-bb30-02b5620207ad requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:26.886900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:26.895223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb67eda7-bd72-4486-ab59-36924a7bf6f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:27.047016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae6127d-c05d-4092-a3cc-3d082ca3c809,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:27.076997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:27.080721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044377-b3d0-45f3-8994-0594943abb6f req-899f6a26-c882-4e0d-9e64-e20120250797 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:27.082384 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-23044377-b3d0-45f3-8994-0594943abb6f req-899f6a26-c882-4e0d-9e64-e20120250797 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.7506063
Nov 29 11:57:27.100024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.154904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Pushing event updated for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:27.159333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:27.205509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.223667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.239601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.244137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d081471f0>,) {'filters': {'network_id': ['65669f7f-b3aa-4ede-bb30-02b5620207ad']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:27.256477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4b1f357-0587-4211-bf8f-2c6248ff6fdb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:27.267614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.332518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d081471f0>, 'c3525e57-5115-4c3b-aacb-1143669e6bdc') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:27.332813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d081471f0>, 'c3525e57-5115-4c3b-aacb-1143669e6bdc') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:27.366308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.368904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.376101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.376383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.379675 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8962281
Nov 29 11:57:27.402199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-23044377-b3d0-45f3-8994-0594943abb6f req-2a68e14c-9b86-4d04-aa85-efc9af70fa34 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3072517
Nov 29 11:57:27.465238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccd3478-93ad-432f-9746-f61fcfc46f00,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:27.473694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:27.487811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.501992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:27.502388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:27.519555 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:27.578736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.579359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Fanout notify agent at l3_agent the message router_deleted on router fad81959-c8d1-4886-8e63-ebf1529c7bd3 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:27.596669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.605687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:27.653915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:27.658098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.671420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8dcdb27-df0b-4341-aa93-913de6985115 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:27.676521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=e470c91d-5402-46b4-81fe-c1d403d4f5f1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:27.689164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.715802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=65669f7f-b3aa-4ede-bb30-02b5620207ad,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:27.717908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:27.719370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:27.730305 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/65669f7f-b3aa-4ede-bb30-02b5620207ad HTTP/1.1" status: 204  len: 168 time: 1.9157248
Nov 29 11:57:27.733682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:27.734943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.736525 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/fad81959-c8d1-4886-8e63-ebf1529c7bd3 HTTP/1.1" status: 204  len: 168 time: 3.2998922
Nov 29 11:57:27.788978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Provisioning complete for port f04ae186-73aa-4129-9e64-ac6d8bed51b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:27.789547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.799619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49308) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:27.804634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-45694916-c408-4878-9ceb-5ce8fef7bbec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:27.819394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1916726946'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:27.825775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:27.830287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:27.832838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Delete allocated IP 172.20.0.14 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/0c52710b-e2a8-41f1-955c-aee385a488af) {{(pid=87599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 29 11:57:27.834097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:27.844468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.25 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/91c0f4fc-1468-4051-87b2-72e6a330fa6e/f04ae186-73aa-4129-9e64-ac6d8bed51b7) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:27.845698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:27.870131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:27.887830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1059004800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:27.894928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:27.903694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Usage tracker for resource:router and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:27.907189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:27.913298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:27.965900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Port f04ae186-73aa-4129-9e64-ac6d8bed51b7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:27.981961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:27.987219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Provisioning for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:27.987406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:27.993671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:27.994364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.033883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.035301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.059020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-45694916-c408-4878-9ceb-5ce8fef7bbec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:28.060599 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-45694916-c408-4878-9ceb-5ce8fef7bbec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387120503&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.4211378
Nov 29 11:57:28.066135 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ec942-b647-49d8-976f-dc4cc16270b2 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:57:28.077145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:28.126057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.201532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:28.204678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.205133 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment f360d098-bda3-437c-a4d3-053188e019b0 of type vlan for network c1114bbc-9981-46ce-baf4-8732955f2ba6
Nov 29 11:57:28.215556 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:28.232955 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:28.234676 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875edf0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:28.277200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.281594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.283932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.307013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ec942-b647-49d8-976f-dc4cc16270b2 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:57:28.330208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:28.330605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.336352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.391798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.395994 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97ba0e82-608e-41da-82b3-cfed074e7fa2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5881624
Nov 29 11:57:28.397575 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875edf0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:28.403631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-744cb0e4-13c6-4f60-8912-17378ed6c4b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:28.404463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-744cb0e4-13c6-4f60-8912-17378ed6c4b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:28.407014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49314) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:28.408756 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:28.409674 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875edf0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:56:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:28.422340 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 9.2872324
Nov 29 11:57:28.426040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49318) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:28.426186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:28.500472 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875edf0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:28.501180 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21536a49-fe44-4cfc-b3d9-59dcebfccf5f None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:28.591953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-66bb80eb-61e1-4262-b96f-ee89a0d50205 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/floatingips/564f4d1e-a5b9-4063-927d-f0a23f65a806 HTTP/1.1" status: 200  len: 978 time: 0.1601036
Nov 29 11:57:28.594658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49324) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:28.617425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9fe31c4b-b954-4393-80a1-33ef9ef4464d None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:28.635197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.641125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:28.641917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.654961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82e2a3c9-1a21-473c-8513-98c41baaf405 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:28.669127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-744cb0e4-13c6-4f60-8912-17378ed6c4b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:28.670477 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-744cb0e4-13c6-4f60-8912-17378ed6c4b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 797 time: 0.5980167
Nov 29 11:57:28.701493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.865524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object f04ae186-73aa-4129-9e64-ac6d8bed51b7 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:28.883427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:28.902438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0996fd8d-2b9c-4510-b61f-452f72485de3 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:28.954169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97abafb8-c265-4d3a-a53f-55a21f295606 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Synchronizing usage tracker for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:floatingip {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:28.990427 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2553988
Nov 29 11:57:28.991179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49330) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:29.053037 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-a1fabd89-2222-4a5b-b414-618ba45cecdd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.3139558
Nov 29 11:57:29.067724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:29.074129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17803059-203a-42b8-8f40-36c5484af1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.087427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 675fbf1f-c97a-4861-a9f1-29db6d51f9bb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:29.096865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=f04ae186-73aa-4129-9e64-ac6d8bed51b7,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:29.107017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:29.108761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97abafb8-c265-4d3a-a53f-55a21f295606 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Unset dirty status for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:floatingip {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:29.112564 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-97abafb8-c265-4d3a-a53f-55a21f295606 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.5066650
Nov 29 11:57:29.115384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49334) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:29.130113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d6ab-05c8-4284-ac57-26f01937d484 req-394efb80-d776-4f73-872e-4cb5150f4132 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:29.131543 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2740d6ab-05c8-4284-ac57-26f01937d484 req-394efb80-d776-4f73-872e-4cb5150f4132 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.5395308
Nov 29 11:57:29.136308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'port_id': '185ea4c9-c1bf-4c77-99e1-34367e0f3024'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:29.238104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=c1114bbc-9981-46ce-baf4-8732955f2ba6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:29.249779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c1114bbc-9981-46ce-baf4-8732955f2ba6 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:29.257546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:29.281020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.281783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] In _notify_port_updated(), no bound segment for port f04ae186-73aa-4129-9e64-ac6d8bed51b7 on network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:57:29.286701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:29.287345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.291969 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/ports/f04ae186-73aa-4129-9e64-ac6d8bed51b7 HTTP/1.1" status: 200  len: 921 time: 3.7027216
Nov 29 11:57:29.295286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49340) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:29.387111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:29.412451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:29.418079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.475645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:29.480475 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2740d6ab-05c8-4284-ac57-26f01937d484 req-352a9890-a4af-4edf-a197-e93f6bbb8fb3 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2857513
Nov 29 11:57:29.496455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:29.514191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port f04ae186-73aa-4129-9e64-ac6d8bed51b7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:29.514533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.553788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-394d1838-6a0b-4600-9e66-6e1b7894925c None None] Provisioning for port f04ae186-73aa-4129-9e64-ac6d8bed51b7 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:29.560159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-394d1838-6a0b-4600-9e66-6e1b7894925c None None] Provisioning complete for port f04ae186-73aa-4129-9e64-ac6d8bed51b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:29.561531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-394d1838-6a0b-4600-9e66-6e1b7894925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.563897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:29.567369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:29.635132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-394d1838-6a0b-4600-9e66-6e1b7894925c None None] Port f04ae186-73aa-4129-9e64-ac6d8bed51b7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:29.678595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-9e709e95-55cb-4183-b4c9-d481ad1e9f01 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:29.758634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 11:57:29.759179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 11:57:29.760626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:29.768530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/675fbf1f-c97a-4861-a9f1-29db6d51f9bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2062392
Nov 29 11:57:29.770668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:29.777813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] Sync routers for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:29.800079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:29.800744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08524940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:29.885983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08524940>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:29.896974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:29.897996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08524940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:29.964314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08524940>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:29.964758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918be764-4719-40f1-a5e1-18053d59aadf None None] The sync data for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:29.986021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-9e709e95-55cb-4183-b4c9-d481ad1e9f01 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:29.987351 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-9e709e95-55cb-4183-b4c9-d481ad1e9f01 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9244349
Nov 29 11:57:30.030595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:30.261314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:30.274045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:30.339021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33ca18-b694-42ab-8352-eaf692ff7241 req-6816cc94-8314-470b-bf1f-0fb0b82472d0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:30.340563 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5f33ca18-b694-42ab-8352-eaf692ff7241 req-6816cc94-8314-470b-bf1f-0fb0b82472d0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4908671
Nov 29 11:57:30.357479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:30.381222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-05162e36-a7b4-4c27-8765-850df7d36c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:30.382691 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-05162e36-a7b4-4c27-8765-850df7d36c07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 1099 time: 0.4885280
Nov 29 11:57:30.456661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-83837beb-a82b-47b4-8b82-7a0d944c0e0b service neutron] 10.222.0.20 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4380801
Nov 29 11:57:30.476240 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5f33ca18-b694-42ab-8352-eaf692ff7241 req-3632daad-5b4d-4cd9-afcd-2b1d59cd758d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221852
Nov 29 11:57:30.735063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for f04ae186-73aa-4129-9e64-ac6d8bed51b7 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:30.843440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:30.850662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:30.912539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=8c713180-8d2a-41e5-8545-8c185d26a151,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:30.928610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:30.963465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.016815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'f360d098-bda3-437c-a4d3-053188e019b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:31.017120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: c1114bbc-9981-46ce-baf4-8732955f2ba6, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:31.128387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.217427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.271528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-ed9036d4-b2f6-4e94-9e2b-f883c6c3fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:31.272887 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-ed9036d4-b2f6-4e94-9e2b-f883c6c3fdaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 200  len: 911 time: 0.8811388
Nov 29 11:57:31.273442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network c1114bbc-9981-46ce-baf4-8732955f2ba6 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:31.281666 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-13d3be85-2330-471d-afb4-188655c069ca service neutron] 10.222.0.20 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5538867
Nov 29 11:57:31.372829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c1114bbc-9981-46ce-baf4-8732955f2ba6) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:31.387260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc1677-92bc-4ba2-b44b-f8b9540a60f6 None None] Network c1114bbc-9981-46ce-baf4-8732955f2ba6 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:31.391760 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 564f4d1e-a5b9-4063-927d-f0a23f65a806 associated. External IP: 172.26.4.143, port: 1387f2f1-156d-4058-937e-02465f97108f.
Nov 29 11:57:31.408480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:31.409074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.477605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-d051fb19-355e-4d28-a9fc-29ae8f4bc9fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 200  len: 1001 time: 0.1922677
Nov 29 11:57:31.478200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.521841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4ee09ea-ef66-41ff-8d09-f6e0d0ddbc9f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:31.582663 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-781eedd9-728b-4089-9665-5d1503e7cf5e req-c253ef56-0c53-4925-8b38-610be07e3394 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 210 time: 0.1231687
Nov 29 11:57:31.611098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.690032 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.6391788
Nov 29 11:57:31.690955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=f04ae186-73aa-4129-9e64-ac6d8bed51b7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:31.694830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49372) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:31.712053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:31.771701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c1114bbc-9981-46ce-baf4-8732955f2ba6', 'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '8c713180-8d2a-41e5-8545-8c185d26a151'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:31.772601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:31.876054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Allocated IP 172.26.4.164 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/dc4ff859-e69d-4a20-b429-3c034fc0f1fe) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:31.900750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-e97b82dc-aef3-4446-964a-5d59fb724592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:31.902249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-e97b82dc-aef3-4446-964a-5d59fb724592 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 200  len: 849 time: 0.4165552
Nov 29 11:57:31.984435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.028765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Allocated IP 172.20.0.3 (c1114bbc-9981-46ce-baf4-8732955f2ba6/8c713180-8d2a-41e5-8545-8c185d26a151/43430183-a5fe-438b-b0d7-fd76db254f39) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:32.099056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.103530 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/f04ae186-73aa-4129-9e64-ac6d8bed51b7 HTTP/1.1" status: 204  len: 168 time: 2.8051581
Nov 29 11:57:32.108421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49378) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:32.174705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c8fc4-ddea-4a72-977d-2f0c911d57cd req-010c5097-fe82-4246-a904-66033142416c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:32.176319 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ba5c8fc4-ddea-4a72-977d-2f0c911d57cd req-010c5097-fe82-4246-a904-66033142416c tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.5333931
Nov 29 11:57:32.182110 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e978eb9-d3db-4876-a10a-0a934bcb1b67 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:57:32.182832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e978eb9-d3db-4876-a10a-0a934bcb1b67 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:32.318033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.321981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.337525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Transition to ACTIVE for port object 43430183-a5fe-438b-b0d7-fd76db254f39 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:32.351628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 1b49d815-5cc3-4afa-84c8-3152a97fc3da {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:32.352130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.369844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Transition to ACTIVE for port object 43430183-a5fe-438b-b0d7-fd76db254f39 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:32.379672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.386596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3ccdef0c-3bae-46ee-ba91-2f7818881908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:32.449116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e978eb9-d3db-4876-a10a-0a934bcb1b67 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:32.450360 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e978eb9-d3db-4876-a10a-0a934bcb1b67 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/f04ae186-73aa-4129-9e64-ac6d8bed51b7 HTTP/1.1" status: 404  len: 333 time: 0.3388009
Nov 29 11:57:32.455037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49384) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:32.463246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Network c1114bbc-9981-46ce-baf4-8732955f2ba6 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:32.465527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:32.475349 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ba5c8fc4-ddea-4a72-977d-2f0c911d57cd req-2bb373d4-2e2d-4023-87db-6d804d9a5d0e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2878110
Nov 29 11:57:32.481931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:32.486404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.500366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-3fb1f77f-e6f3-4276-9716-e924d73d734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:32.507032 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-3fb1f77f-e6f3-4276-9716-e924d73d734f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a78f5a23-0281-46a0-8fc7-5bb473964c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5951033
Nov 29 11:57:32.545552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Pushing event updated for resources: {'Port': ['ID=43430183-a5fe-438b-b0d7-fd76db254f39,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:32.586211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:32.602271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:32.624966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Attempting to bind port 43430183-a5fe-438b-b0d7-fd76db254f39 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:32.628737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Attempting to bind port 43430183-a5fe-438b-b0d7-fd76db254f39 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f360d098-bda3-437c-a4d3-053188e019b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:32.630267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Attempting to bind port 43430183-a5fe-438b-b0d7-fd76db254f39 on network c1114bbc-9981-46ce-baf4-8732955f2ba6 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:32.646968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:32.647332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Checking segment: {'id': 'f360d098-bda3-437c-a4d3-053188e019b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:32.648167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.648709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Bound using segment: {'id': 'f360d098-bda3-437c-a4d3-053188e019b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:32.649196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Bound port: 43430183-a5fe-438b-b0d7-fd76db254f39, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f360d098-bda3-437c-a4d3-053188e019b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:32.649634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.651695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.662703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:32.664111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.680611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:32.737612 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-b31d5b7a-38b8-49fa-b688-b8b1354438eb service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168226
Nov 29 11:57:32.741783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:32.745079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:32.757586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:32.796673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=8c713180-8d2a-41e5-8545-8c185d26a151,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:32.799802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:32.802400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] For port 43430183-a5fe-438b-b0d7-fd76db254f39, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:32.805764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] For port 43430183-a5fe-438b-b0d7-fd76db254f39, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=43430183-a5fe-438b-b0d7-fd76db254f39,segment=NetworkSegment(f360d098-bda3-437c-a4d3-053188e019b0),segment_id=f360d098-bda3-437c-a4d3-053188e019b0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:32.812908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:32.819566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:32.898909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event updated for resources: {'Port': ['ID=dc4ff859-e69d-4a20-b429-3c034fc0f1fe,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:32.907966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:32.956098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Pushing event updated for resources: {'Port': ['ID=43430183-a5fe-438b-b0d7-fd76db254f39,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:32.960826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:32.999720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7497998-54f0-4bbb-978d-d14e2cb2f5a1 None None] Network c1114bbc-9981-46ce-baf4-8732955f2ba6 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:33.195755 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ed52ed9-64b2-4388-948e-e50f81d6b9ea req-e454092b-9f95-442c-bf95-22b27021ba66 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 210 time: 0.4215910
Nov 29 11:57:33.196849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.228398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.258129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4538b46-cd90-40db-99f5-92c923d071b6 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:57:33.320273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.417228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4538b46-cd90-40db-99f5-92c923d071b6 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:57:33.418705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 1b49d815-5cc3-4afa-84c8-3152a97fc3da owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:33.423372 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0183fdbc-7494-4bb1-8961-46755cf61121 req-c1d9a999-0782-4b43-b295-83218388b4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6668873
Nov 29 11:57:33.474486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.489288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-54e3dab2-3e73-4d35-bc23-54e7345fad08 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:33.490873 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-54e3dab2-3e73-4d35-bc23-54e7345fad08 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 797 time: 0.3594475
Nov 29 11:57:33.491520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.495808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02a69820>,) {'filters': {'network_id': ['c1114bbc-9981-46ce-baf4-8732955f2ba6']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.528989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a69820>, 'f360d098-bda3-437c-a4d3-053188e019b0') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.529423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a69820>, 'f360d098-bda3-437c-a4d3-053188e019b0') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.538621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:33.550380 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:33.567764 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:33.570204 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0954ce80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.628093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.673685 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-eb87da4d-ee1e-4ae6-b67e-ce4bdc7eafee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 380 time: 0.1285369
Nov 29 11:57:33.678994 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0954ce80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.686853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['359d56e0-6bfb-4185-9e64-f8bda24fd271']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:33.703038 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:33.704220 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0954ce80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.743370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.782472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.788935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:33.789454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.806964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-138ff7bf-93cd-4776-a580-be003422be24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:33.814801 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:33.858021 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0954ce80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:33.858426 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b52d1e-d3ee-45f3-b280-69bf19449405 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:33.883976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c4542f-82c0-4b8e-819c-02144670a36f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:33.887356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:33.961638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:33.965829 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/security-groups/70c4542f-82c0-4b8e-819c-02144670a36f HTTP/1.1" status: 204  len: 168 time: 1.5026462
Nov 29 11:57:33.967604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:57:33.967604 dv-neutron-819579-1-hyperv neutron-server[87599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:57:33.967604 dv-neutron-819579-1-hyperv neutron-server[87599]: [parameters: {'id': 'c1114bbc-9981-46ce-baf4-8732955f2ba6'}]
Nov 29 11:57:33.967604 dv-neutron-819579-1-hyperv neutron-server[87599]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:33.968165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:33.969725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49396) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:34.186696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:34.209922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091aa3-580c-4a85-96df-a16d4639c2ac req-601a8ff3-7cea-44a3-b68c-94320c433fb9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:34.211417 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34091aa3-580c-4a85-96df-a16d4639c2ac req-601a8ff3-7cea-44a3-b68c-94320c433fb9 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4514959
Nov 29 11:57:34.218553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:34.241430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.251228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-690fa9cc-6c13-460b-bccb-2ed7bd4eedcb tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:34.265453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.279452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.285422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:34.288916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.338296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=1b49d815-5cc3-4afa-84c8-3152a97fc3da,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:34.340282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.342428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:34.362937 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34091aa3-580c-4a85-96df-a16d4639c2ac req-10bae8d3-216a-4f49-b9e0-85d30b44e412 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421247
Nov 29 11:57:34.615083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.631124 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c8dcae64-a397-441d-92be-6afeafe8517a req-67d02870-525d-4ace-a416-7eb059001165 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 210 time: 0.3220360
Nov 29 11:57:34.635063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.6 (3ced4a6b-2470-4d40-85ef-09f3c1848231/f84aca0c-b29d-4ebc-8c7d-40536e53fe5d/88750879-b993-4478-8383-357044861611) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:34.665680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Router 12d19838-2373-4d29-8247-a0e57e4d4ade is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:57:34.712911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.726644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.736995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:34.757800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 43430183-a5fe-438b-b0d7-fd76db254f39 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:34.758255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:34.981005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:34.992370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] Sync routers for ids ['12d19838-2373-4d29-8247-a0e57e4d4ade'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:35.000758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.002988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] Routers {'12d19838-2373-4d29-8247-a0e57e4d4ade'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:35.004098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080358e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['12d19838-2373-4d29-8247-a0e57e4d4ade'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.007736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.008909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "PUT /v2.0/routers/12d19838-2373-4d29-8247-a0e57e4d4ade HTTP/1.1" status: 200  len: 884 time: 6.5976214
Nov 29 11:57:35.016249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49402) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:35.108615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080358e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.118616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] Routers {'12d19838-2373-4d29-8247-a0e57e4d4ade'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:35.119477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080358e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['12d19838-2373-4d29-8247-a0e57e4d4ade'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.132988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.153240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 88750879-b993-4478-8383-357044861611 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:35.181691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080358e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.181915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffba910-5f15-44bb-b48e-0d5ec165c298 None None] The sync data for ids ['12d19838-2373-4d29-8247-a0e57e4d4ade'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:35.193889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-daab70b6-f387-431b-9ed1-8d0c29e8a290 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:35.221807 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17fc3acd-7730-4a08-9c5a-c0f210b5f601 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/12d19838-2373-4d29-8247-a0e57e4d4ade HTTP/1.1" status: 200  len: 925 time: 0.2076321
Nov 29 11:57:35.224607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49406) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:35.261668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.271395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-60f4f3a2-4505-47b2-9c93-e0cb8acdfd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:35.290796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73921cfd-f1ba-4a1a-8485-c262ccf6d1eb,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:35.324382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:35.345723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:35.349707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:35.354953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:35.391287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=88750879-b993-4478-8383-357044861611,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:35.404610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:35.426321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.430123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/security-groups/73921cfd-f1ba-4a1a-8485-c262ccf6d1eb HTTP/1.1" status: 204  len: 168 time: 1.4579439
Nov 29 11:57:35.432272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 675fbf1f-c97a-4861-a9f1-29db6d51f9bb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:35.435776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:35.442610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:35.443486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.456054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a08889c-f28b-4465-a75c-3b44aa7a8134 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:35.462674 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a08889c-f28b-4465-a75c-3b44aa7a8134 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=12d19838-2373-4d29-8247-a0e57e4d4ade&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2354631
Nov 29 11:57:35.463658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:35.473992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:35.476908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 43430183-a5fe-438b-b0d7-fd76db254f39, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=43430183-a5fe-438b-b0d7-fd76db254f39,segment=NetworkSegment(f360d098-bda3-437c-a4d3-053188e019b0),segment_id=f360d098-bda3-437c-a4d3-053188e019b0)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:35.477273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.484422 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:35.495728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.501118 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:35.501865 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0954c730>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.578645 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0954c730>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.588791 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:35.589411 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0954c730>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.624427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-174df2c9-1ea9-4e6d-a75d-681c1d22f61e None None] Provisioning for port 88750879-b993-4478-8383-357044861611 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:35.632015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-174df2c9-1ea9-4e6d-a75d-681c1d22f61e None None] Provisioning complete for port 88750879-b993-4478-8383-357044861611 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:35.632986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-174df2c9-1ea9-4e6d-a75d-681c1d22f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.656275 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0954c730>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:35.656683 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8e7d6-591e-46db-881a-3fedbb107b6d None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:35.713581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-174df2c9-1ea9-4e6d-a75d-681c1d22f61e None None] Port 88750879-b993-4478-8383-357044861611 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:35.733226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 43430183-a5fe-438b-b0d7-fd76db254f39 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:35.779089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 0c52710b-e2a8-41f1-955c-aee385a488af {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:57:35.841104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1581876
Nov 29 11:57:35.844575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:35.879340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Request body: {'port': {'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:35.977014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.057311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:36.067519 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/675fbf1f-c97a-4861-a9f1-29db6d51f9bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2925997
Nov 29 11:57:36.072289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49422) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:36.072796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] Sync routers for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:36.086560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:36.087509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08819700>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.101454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d2cd9-3f45-47e1-abc9-9b430a2f7a49 req-35e56f21-2560-45ee-91be-cce58ca911e7 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:36.102800 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-636d2cd9-3f45-47e1-abc9-9b430a2f7a49 req-35e56f21-2560-45ee-91be-cce58ca911e7 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.5614264
Nov 29 11:57:36.108082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccaca2-2622-44eb-a41d-c468d0654fc7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:36.108641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54ccaca2-2622-44eb-a41d-c468d0654fc7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Synchronizing usage tracker for tenant:346c2da80e154b28b7bdf2a1e990832b on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:36.153579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b7fad3b-95ae-4d4d-93c2-2d6bbfcbcdf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:36.158969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08819700>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.175084 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ab94b13-2ea8-47f1-8b8d-e659aa0382f5 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/floatingips/564f4d1e-a5b9-4063-927d-f0a23f65a806 HTTP/1.1" status: 200  len: 978 time: 7.0578227
Nov 29 11:57:36.176395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] Routers {'675fbf1f-c97a-4861-a9f1-29db6d51f9bb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:36.177108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08819700>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.180992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49426) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:36.187850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.191710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.193521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1fac26f8-8c5c-48f5-a9f8-f9b4cf547b6e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:36.210250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:36.228066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b7fad3b-95ae-4d4d-93c2-2d6bbfcbcdf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:36.231850 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b7fad3b-95ae-4d4d-93c2-2d6bbfcbcdf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=675fbf1f-c97a-4861-a9f1-29db6d51f9bb HTTP/1.1" status: 200  len: 205 time: 0.1545835
Nov 29 11:57:36.241615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08819700>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.242168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946294cb-0188-4c60-bb8c-c12f7199dead None None] The sync data for ids ['675fbf1f-c97a-4861-a9f1-29db6d51f9bb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:36.244844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49430) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:36.248699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No DVR routers for this DVR port 43430183-a5fe-438b-b0d7-fd76db254f39 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:36.251435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Port': ['ID=43430183-a5fe-438b-b0d7-fd76db254f39,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:36.279606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54ccaca2-2622-44eb-a41d-c468d0654fc7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Unset dirty status for tenant:346c2da80e154b28b7bdf2a1e990832b on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:36.280760 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54ccaca2-2622-44eb-a41d-c468d0654fc7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.7410960
Nov 29 11:57:36.284066 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-636d2cd9-3f45-47e1-abc9-9b430a2f7a49 req-8fa1b68c-aa4f-4934-9c87-a3d666b20ff1 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1709228
Nov 29 11:57:36.294893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:36.338404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:36.404625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c81bcefc-0089-450e-bf8d-84b7c777fce5 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d19838-2373-4d29-8247-a0e57e4d4ade HTTP/1.1" status: 200  len: 205 time: 0.1043277
Nov 29 11:57:36.407796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:36.424860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.433824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2c626-bc31-43e3-8c4d-11aa597957fb req-6fe98084-601b-4079-b5d5-c4e8552c4f96 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:36.435331 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51c2c626-bc31-43e3-8c4d-11aa597957fb req-6fe98084-601b-4079-b5d5-c4e8552c4f96 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 931 time: 0.4880536
Nov 29 11:57:36.505445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.642987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.714610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.809796 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51c2c626-bc31-43e3-8c4d-11aa597957fb req-e9c6decb-2736-462d-a6bb-0d44f41a129d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3663840
Nov 29 11:57:36.891332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03762910>,) {'filters': {'network_id': ['c1114bbc-9981-46ce-baf4-8732955f2ba6']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.902104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.908251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.913403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03762910>, 'f360d098-bda3-437c-a4d3-053188e019b0') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.913719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03762910>, 'f360d098-bda3-437c-a4d3-053188e019b0') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:36.940182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.957179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.957741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router 675fbf1f-c97a-4861-a9f1-29db6d51f9bb {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:36.959588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.972277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:36.972650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:36.987779 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:37.040827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.042001 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a6fedd38-68be-4dc6-b5bb-a7e0c98c7982 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/675fbf1f-c97a-4861-a9f1-29db6d51f9bb HTTP/1.1" status: 204  len: 168 time: 0.7949491
Nov 29 11:57:37.048546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49444) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:37.126911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.131845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a36ba8c4-7138-4c89-be8d-1e4edcb7d22c tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:37.148536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.165264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=c1114bbc-9981-46ce-baf4-8732955f2ba6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:37.171202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet d4eaffde-18d1-4a5e-b404-a4266826b6a0 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:57:37.173729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/c1114bbc-9981-46ce-baf4-8732955f2ba6 HTTP/1.1" status: 204  len: 168 time: 5.4770474
Nov 29 11:57:37.177491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49448) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:37.179825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.213545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.215539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40519384'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:37.224143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f75c7d2-f2d9-4936-9fcc-9c292af438b5 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:37.230442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.230782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.231210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.231582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.231971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.232340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.232690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.233053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.233416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.233775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.234135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.234497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.240097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:37.244748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:37.249055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:37.253757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:37.262831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:37.269203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.281721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfc7ff-1b7f-4f74-bfff-a4d303487e62 req-bdd0ab71-5e59-4cd2-be94-1d64d5cf1f65 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:37.283225 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-46bfc7ff-1b7f-4f74-bfff-a4d303487e62 req-bdd0ab71-5e59-4cd2-be94-1d64d5cf1f65 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.8859711
Nov 29 11:57:37.293467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.319491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:37.323270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.346409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=0c52710b-e2a8-41f1-955c-aee385a488af,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:37.375311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:37.389004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.389335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment 81c0f746-cdd8-4d05-b711-934af12bd6ad of type vlan for network fdc11893-3404-4123-aba9-cb8b4a168dfc
Nov 29 11:57:37.399932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.429415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.435368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcdb5d5-0683-495a-a717-559bb554db1d None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:37.461181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.508830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.515146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:37.515785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.521329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-47da5605-ce5f-431b-9f28-f6725cb42bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956938946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:37.540433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.541163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.541163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.541547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.541970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.542338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.542699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.543058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.543777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.543777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.544143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.544504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:37.551783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.559157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:37.562601 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/0c52710b-e2a8-41f1-955c-aee385a488af HTTP/1.1" status: 204  len: 168 time: 2.1138675
Nov 29 11:57:37.584968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49452) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:37.596924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.597236 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 564f4d1e-a5b9-4063-927d-f0a23f65a806 disassociated. External IP: 172.26.4.143, port: 185ea4c9-c1bf-4c77-99e1-34367e0f3024.
Nov 29 11:57:37.654219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:37.677367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.749512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:37.753875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bcd8d-d46e-4c12-8e2b-01325c9b9177 None None] Network e4871e8c-3051-4f96-a720-c584ed162a28 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:37.771144 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.5924642
Nov 29 11:57:37.775552 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/d4eaffde-18d1-4a5e-b404-a4266826b6a0 HTTP/1.1" status: 204  len: 168 time: 0.7263756
Nov 29 11:57:37.776172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49456) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:37.784420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': 'fdc11893-3404-4123-aba9-cb8b4a168dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:37.810749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49458) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:37.816057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=fdc11893-3404-4123-aba9-cb8b4a168dfc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:37.852925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:37.934339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network fdc11893-3404-4123-aba9-cb8b4a168dfc details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:37.939530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:37.969016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 6338c95e-8aeb-4b54-b184-edaa3da64a9d {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:57:37.986868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.037902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=d4eaffde-18d1-4a5e-b404-a4266826b6a0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:38.052802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:38.130802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.132687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.147146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-46bfc7ff-1b7f-4f74-bfff-a4d303487e62 req-90a9b419-0c03-41d8-b115-9925d7a63358 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7965684
Nov 29 11:57:38.161871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Deleting port dc4ff859-e69d-4a20-b429-3c034fc0f1fe {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:38.162889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.163699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:38.167551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:38.195742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:38.204643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:38.245065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:38.248840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.264322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] DHCP port deletion for e4871e8c-3051-4f96-a720-c584ed162a28 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:57:38.269295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Deleting port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:38.270339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.366060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e9948-8241-44bc-a575-dc60e82a9882 req-669da6db-53ea-43c1-9501-f64f1bc4cf0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:38.367614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-283e9948-8241-44bc-a575-dc60e82a9882 req-669da6db-53ea-43c1-9501-f64f1bc4cf0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 931 time: 0.3393552
Nov 29 11:57:38.371670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.386915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.517135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-283e9948-8241-44bc-a575-dc60e82a9882 req-b003e21d-7497-4185-bbf9-c29b7a72bcee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031523
Nov 29 11:57:38.572460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:57:38.628493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f96cd374-44bc-484a-8000-6d673bf4b8fc None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:38.629115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f96cd374-44bc-484a-8000-6d673bf4b8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.636144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Calling delete_port for dc4ff859-e69d-4a20-b429-3c034fc0f1fe owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:38.655044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.661054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] For port 26b4bb5a-5725-4e02-8599-ffb7714f5a44, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=26b4bb5a-5725-4e02-8599-ffb7714f5a44,segment=NetworkSegment(460230e4-a701-494a-a94c-394d0cbadfa9),segment_id=460230e4-a701-494a-a94c-394d0cbadfa9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:38.662556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.666193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:38.706659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=6338c95e-8aeb-4b54-b184-edaa3da64a9d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:38.708692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.711590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:38.714393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.720722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6aba2d1b-7210-4b8f-ac97-470fd378bb93 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:38.752495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb9440-2a1f-4327-9f58-9ffff97d6989 None None] Network f4ee4fcf-2165-4e25-9848-16c99a4fb384 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:38.753503 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/6338c95e-8aeb-4b54-b184-edaa3da64a9d HTTP/1.1" status: 204  len: 168 time: 0.9416354
Nov 29 11:57:38.766056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49470) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:38.903219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=4898a825-b257-418c-9c00-68b358493672,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:38.916304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:38.922855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': '81c0f746-cdd8-4d05-b711-934af12bd6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fdc11893-3404-4123-aba9-cb8b4a168dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:38.923238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: fdc11893-3404-4123-aba9-cb8b4a168dfc, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:38.933085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Calling delete_port for 26b4bb5a-5725-4e02-8599-ffb7714f5a44 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:38.934891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.955002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:38.955529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:38.989471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88750879-b993-4478-8383-357044861611 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:57:38.989733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network fdc11893-3404-4123-aba9-cb8b4a168dfc is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:39.013924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, fdc11893-3404-4123-aba9-cb8b4a168dfc) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:39.019866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.020742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:39.021333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.066020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4052a-c049-4ab7-999f-6d15fd486503 None None] Network fdc11893-3404-4123-aba9-cb8b4a168dfc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:39.087253 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3047435
Nov 29 11:57:39.087461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49474) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:39.097444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Transition to ACTIVE for port object 88750879-b993-4478-8383-357044861611 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:39.098413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:39.112048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:39.115616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.119369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:39.125035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:39.126776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-678a9cc9-e989-410e-a81f-88f61056fb3c tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:39.181935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:39.280368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.287569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:39.302123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 26b4bb5a-5725-4e02-8599-ffb7714f5a44, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=26b4bb5a-5725-4e02-8599-ffb7714f5a44,segment=NetworkSegment(460230e4-a701-494a-a94c-394d0cbadfa9),segment_id=460230e4-a701-494a-a94c-394d0cbadfa9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:39.302510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.343570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:39.347048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.355407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Pushing event deleted for resources: {'Port': ['ID=26b4bb5a-5725-4e02-8599-ffb7714f5a44,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:39.358242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:39.360620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] No DVR routers for this DVR port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:39.375251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9843-71e6-4f05-ad7a-a59274baca6f req-86d85232-cc73-4d50-8f86-af63b6b288b0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:39.376885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49ad9843-71e6-4f05-ad7a-a59274baca6f req-86d85232-cc73-4d50-8f86-af63b6b288b0 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.7120836
Nov 29 11:57:39.398186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f96cd374-44bc-484a-8000-6d673bf4b8fc None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:39.398869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f96cd374-44bc-484a-8000-6d673bf4b8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.506966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f96cd374-44bc-484a-8000-6d673bf4b8fc None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:39.558595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] DHCP port deletion for f4ee4fcf-2165-4e25-9848-16c99a4fb384 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:57:39.562815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Deleting port 52f39225-14f5-432d-a927-b6130c56360d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:39.563216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.590317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b14e8-4512-402e-b931-aa14c5f6bd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-fdc11893-3404-4123-aba9-cb8b4a168dfc', 'network_id': 'fdc11893-3404-4123-aba9-cb8b4a168dfc', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '4898a825-b257-418c-9c00-68b358493672'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:39.591156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c94b14e8-4512-402e-b931-aa14c5f6bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.596937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 26b4bb5a-5725-4e02-8599-ffb7714f5a44 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:39.646334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.684337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=88750879-b993-4478-8383-357044861611,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:39.782825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:39.783147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:39.795691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.882729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472cc3-bf82-4525-a7d4-0434f96642a0 req-4bd2451e-48a0-4d62-8c3e-00eab2a555a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:39.883493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] For port 52f39225-14f5-432d-a927-b6130c56360d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52f39225-14f5-432d-a927-b6130c56360d,segment=NetworkSegment(eeb25d0b-bbea-4732-97ad-451ee9d2142d),segment_id=eeb25d0b-bbea-4732-97ad-451ee9d2142d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:39.884564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.890015 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-87472cc3-bf82-4525-a7d4-0434f96642a0 req-4bd2451e-48a0-4d62-8c3e-00eab2a555a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 943 time: 0.2167947
Nov 29 11:57:39.892889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:39.909229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52f39225-14f5-432d-a927-b6130c56360d no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:39.939001 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-87472cc3-bf82-4525-a7d4-0434f96642a0 req-cf4930d2-4ae3-49c9-b55d-17d8e64b0974 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481493
Nov 29 11:57:39.940161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:39.944876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:39.985281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=4898a825-b257-418c-9c00-68b358493672,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:39.994341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:40.002422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:40.012832 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:40.023623 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49ad9843-71e6-4f05-ad7a-a59274baca6f req-f8e5676b-2394-4528-ae9b-1d39a37540c1 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6212039
Nov 29 11:57:40.034669 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:40.035514 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5d100>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.077400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.080802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.114472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Calling delete_port for 52f39225-14f5-432d-a927-b6130c56360d owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:40.116345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02c29670>,) {'filters': {'network_id': ['fdc11893-3404-4123-aba9-cb8b4a168dfc']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.119382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5d100>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.121809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.130312 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:40.131076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02c29670>, '81c0f746-cdd8-4d05-b711-934af12bd6ad') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.131417 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5d100>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.131545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02c29670>, '81c0f746-cdd8-4d05-b711-934af12bd6ad') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.142474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb50c3e3-e5e1-4bc5-9e58-ad05ee12c759 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:40.145118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.163959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.171203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:40.171643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-c94b14e8-4512-402e-b931-aa14c5f6bd3e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4898a825-b257-418c-9c00-68b358493672: This subnet is being modified by another concurrent operation.
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:57:40.205102 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4898a825-b257-418c-9c00-68b358493672: This subnet is being modified by another concurrent operation.
Nov 29 11:57:40.209241 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 11:57:40.225042 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5d100>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.225492 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133235bb-37ed-414c-ab4f-f05400d1947a None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:40.235199 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-654bd034-b8b0-4789-a8f9-ba752d42f0a2 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/floatingips/564f4d1e-a5b9-4063-927d-f0a23f65a806 HTTP/1.1" status: 200  len: 688 time: 4.0451560
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:40.239017 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:40.241461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49480) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:40.261690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11798ded-8b36-45a2-bf12-8b781826cf94 None None] Network fdc11893-3404-4123-aba9-cb8b4a168dfc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:40.281088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event deleted for resources: {'Port': ['ID=dc4ff859-e69d-4a20-b429-3c034fc0f1fe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:40.290417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:40.291221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Attempting to bind port 88750879-b993-4478-8383-357044861611 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:40.291497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Attempting to bind port 88750879-b993-4478-8383-357044861611 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:40.291971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Attempting to bind port 88750879-b993-4478-8383-357044861611 on network 3ced4a6b-2470-4d40-85ef-09f3c1848231 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:40.305350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 26b4bb5a-5725-4e02-8599-ffb7714f5a44 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:40.305695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.351691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Port 88750879-b993-4478-8383-357044861611 on network 3ced4a6b-2470-4d40-85ef-09f3c1848231 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:57:40.352013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Attempting to bind port 88750879-b993-4478-8383-357044861611 on network 3ced4a6b-2470-4d40-85ef-09f3c1848231 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:40.369409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.373310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.376933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:40.377249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Checking segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:40.377646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Bound using segment: {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:40.378068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Bound port: 88750879-b993-4478-8383-357044861611, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:40.378409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.386499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f6ed044-bf10-4e75-8b5d-4e13e8b6e08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:40.403932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.409426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14cf58ff-316b-4c48-a8e1-7aa88e66821a tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:40.438065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.452932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Pushing event deleted for resources: {'Port': ['ID=52f39225-14f5-432d-a927-b6130c56360d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:40.455881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] No DVR routers for this DVR port 52f39225-14f5-432d-a927-b6130c56360d on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:40.459142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:40.474290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] The port '26b4bb5a-5725-4e02-8599-ffb7714f5a44' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:57:40.526708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.550119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52df29c1-218b-4679-b7d4-78735662da8e tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:40.565641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.577165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 3f2afee1-69a5-43d3-9ff3-09d6c2fac5a2 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:40.577468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.585747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 26b4bb5a-5725-4e02-8599-ffb7714f5a44 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:40.643858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 26b4bb5a-5725-4e02-8599-ffb7714f5a44 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:40.644472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 26b4bb5a-5725-4e02-8599-ffb7714f5a44 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:40.666610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb6284-6ef7-4819-926d-ba3ec854f26b None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:57:40.675374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=fdc11893-3404-4123-aba9-cb8b4a168dfc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:40.700361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:40.708540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.713874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.724289 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/fdc11893-3404-4123-aba9-cb8b4a168dfc HTTP/1.1" status: 204  len: 168 time: 1.6357903
Nov 29 11:57:40.731896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49484) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:40.755151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132560521'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:40.775845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:40.781296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:40.785074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:40.792707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:40.797603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb6284-6ef7-4819-926d-ba3ec854f26b None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:57:40.857082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:40.860541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.885243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0827d310>,) {'filters': {'network_id': ['e4871e8c-3051-4f96-a720-c584ed162a28']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.895043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.897872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:40.911787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0827d310>, '460230e4-a701-494a-a94c-394d0cbadfa9') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.912079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0827d310>, '460230e4-a701-494a-a94c-394d0cbadfa9') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:40.931807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.935457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:40.969679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:40.976706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.981801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] For port 88750879-b993-4478-8383-357044861611, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:40.985896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] For port 88750879-b993-4478-8383-357044861611, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=88750879-b993-4478-8383-357044861611,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:40.989199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:40.989927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:40.995296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:40.995655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:41.011589 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:41.020493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.020830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.027697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.038482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:41.040756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.041443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Fanout notify agent at l3_agent the message router_deleted on router 12d19838-2373-4d29-8247-a0e57e4d4ade {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:41.055383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:41.069191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-386c5e95-3891-4a93-90c7-06ab528d7619 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:41.119150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.120353 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/12d19838-2373-4d29-8247-a0e57e4d4ade HTTP/1.1" status: 204  len: 168 time: 4.7012777
Nov 29 11:57:41.129886 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5414109
Nov 29 11:57:41.130815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:41.155074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:41.155802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.157198 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 1093 time: 5.2830632
Nov 29 11:57:41.157638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49494) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:41.162186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1541777101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:41.170755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'tag': '88750879-b993-4478-8383-357044861611'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:57:41.189132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'security_group': {'name': 'tempest-secgroup-928968846'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:41.203710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:41.229798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a72ac-8564-4b7d-a76d-5a31f5b8847a None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:41.271927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:41.276175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Usage tracker for resource:router and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:41.294791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:41.315274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:41.325094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:41.327419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:41.339627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.342168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.342620 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment a523c43f-5a44-4e88-a971-e5c5a88dc19d of type vlan for network 1ad992dd-ebfb-4db2-bad5-d4650617d862
Nov 29 11:57:41.343601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:41.353688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=88750879-b993-4478-8383-357044861611,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:41.368236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:41.387130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-8f6c8acd-1a19-422d-9d1f-ae257424c432 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:41.389714 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-8f6c8acd-1a19-422d-9d1f-ae257424c432 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.18 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4885099
Nov 29 11:57:41.395427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.396461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.477918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:41.483479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.502557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 3f2afee1-69a5-43d3-9ff3-09d6c2fac5a2 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:41.523812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:41.531137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.539102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group_rule and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:41.548979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:41.560190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.564171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=e4871e8c-3051-4f96-a720-c584ed162a28,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:41.564692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:41.577279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Deleting port 9fbb2695-8197-495f-a94e-87e172d400f0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:41.577697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.583785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:41.588597 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/e4871e8c-3051-4f96-a720-c584ed162a28 HTTP/1.1" status: 204  len: 168 time: 2.8180141
Nov 29 11:57:41.596824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49502) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:41.600236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.615591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-8168959d-174f-4170-914a-fd70b0680c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:41.617070 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-8168959d-174f-4170-914a-fd70b0680c74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1096 time: 0.3754983
Nov 29 11:57:41.641101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb90f-754b-4e33-bf06-2bb519a12ba1 req-ba8354fa-eb0e-4d65-a821-4f7aeb7aa547 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:41.642603 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d5fb90f-754b-4e33-bf06-2bb519a12ba1 req-ba8354fa-eb0e-4d65-a821-4f7aeb7aa547 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4636929
Nov 29 11:57:41.649838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Update dhcp port {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'fixed_ips': [{'subnet_id': '91c0f4fc-1468-4051-87b2-72e6a330fa6e', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '6f2a8b69-9b76-481e-8056-f1ad7bbedfe1'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 11:57:41.709206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.749234 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-f3eb0f31-a55c-490b-9630-18656c3b2d6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 217 time: 0.1198628
Nov 29 11:57:41.787687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d00e-148c-44f5-9554-62506f0efd9d req-46e6b19e-a2fc-4812-96d9-412890d56c10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:41.789189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8630d00e-148c-44f5-9554-62506f0efd9d req-46e6b19e-a2fc-4812-96d9-412890d56c10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 943 time: 0.4976928
Nov 29 11:57:41.794850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.800531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:41.801138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.829057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.851852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1a6e175c-fa86-4771-9590-09fd14cd7933 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:41.886478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:41.923593 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d5fb90f-754b-4e33-bf06-2bb519a12ba1 req-84c9d889-c23c-45aa-8420-54e885f2b56d tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2238653
Nov 29 11:57:41.961903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Allocated IP 172.20.0.2 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510/6f2a8b69-9b76-481e-8056-f1ad7bbedfe1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:42.016643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.2836368
Nov 29 11:57:42.017323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49508) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:42.026174 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'tag': '88750879-b993-4478-8383-357044861611', 'status': 'completed', 'code': 200}
Nov 29 11:57:42.029516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.033219 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32382743-ee52-4a6d-9f7c-99c128c7d10a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8819270
Nov 29 11:57:42.033351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=1ad992dd-ebfb-4db2-bad5-d4650617d862,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:42.033469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-a72163ba-bba6-4e78-a7cb-2c2b016523e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:42.034217 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-a72163ba-bba6-4e78-a7cb-2c2b016523e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 200  len: 835 time: 0.2728500
Nov 29 11:57:42.035223 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8630d00e-148c-44f5-9554-62506f0efd9d req-d5165227-ca3f-4679-99c2-799120fc4584 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2284696
Nov 29 11:57:42.038786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:42.045853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:42.064694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:42.079559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1ad992dd-ebfb-4db2-bad5-d4650617d862 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:42.091717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': True}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:42.153377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.179156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:42.234792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,segment=NetworkSegment(3ebeac9f-64c3-4f65-9969-074e90328918),segment_id=3ebeac9f-64c3-4f65-9969-074e90328918)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:42.251989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.262586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.279713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Transition to ACTIVE for port object 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:42.285721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.289904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-17591cf5-4385-45da-9cfc-2c6d629eeb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:42.306554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=3f2afee1-69a5-43d3-9ff3-09d6c2fac5a2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:42.310005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:42.312988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.337294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ac4c1a6c-8cc8-414b-bf11-95060138eb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:42.397580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.430043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:42.434385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Pushing event updated for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:42.437737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:42.454107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:42.460668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:42.464401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d028ac160>,) {'filters': {'network_id': ['f4ee4fcf-2165-4e25-9848-16c99a4fb384']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:42.472537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.476148 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.2966509
Nov 29 11:57:42.479617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49516) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:42.482099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:42.489641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d028ac160>, 'eeb25d0b-bbea-4732-97ad-451ee9d2142d') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:42.489935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d028ac160>, 'eeb25d0b-bbea-4732-97ad-451ee9d2142d') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:42.499997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'security_group': {'name': 'tempest-secgroup-120880401'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:42.510916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:42.524498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.528269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.530528 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/floatingips/564f4d1e-a5b9-4063-927d-f0a23f65a806 HTTP/1.1" status: 204  len: 168 time: 2.2896676
Nov 29 11:57:42.533771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.540570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35d2cc7-6ef9-46fb-a63b-02efa649fb2a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:42.541920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:42.543434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:42.551314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:42.553891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:42.612266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:42.616193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.707543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:42.721119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.725299 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-91a62cb2-618d-4cb8-80fa-9169ecd22fd6 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] delete failed (client error): The resource could not be found.
Nov 29 11:57:42.729980 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-91a62cb2-618d-4cb8-80fa-9169ecd22fd6 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/floatingips/564f4d1e-a5b9-4063-927d-f0a23f65a806 HTTP/1.1" status: 404  len: 345 time: 0.1795731
Nov 29 11:57:42.735912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49524) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:42.780273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] For port 9fbb2695-8197-495f-a94e-87e172d400f0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9fbb2695-8197-495f-a94e-87e172d400f0,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:42.780843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.793064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.841299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:42.841707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:42.867660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-551124b2-1064-4ca7-8c89-d27c175711b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:42.869174 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-551124b2-1064-4ca7-8c89-d27c175711b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8182125
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:43.047442 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:43.056427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.100128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.104179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1981fc17-83fb-4fdf-9109-9d9a792f9ef9 None None] Provisioning for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:43.110321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1981fc17-83fb-4fdf-9109-9d9a792f9ef9 None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:43.110611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1981fc17-83fb-4fdf-9109-9d9a792f9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.141320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:43.145207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group_rule and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:43.148230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:43.157084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:43.254092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.266995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:43.290959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.325814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=f4ee4fcf-2165-4e25-9848-16c99a4fb384,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:43.334956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1981fc17-83fb-4fdf-9109-9d9a792f9ef9 None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:43.335427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1981fc17-83fb-4fdf-9109-9d9a792f9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.356599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:43.374202 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-77dda30d-5ff0-4ebb-859c-0ea39b2caa21 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4864974
Nov 29 11:57:43.375558 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/f4ee4fcf-2165-4e25-9848-16c99a4fb384 HTTP/1.1" status: 204  len: 168 time: 1.7777071
Nov 29 11:57:43.381419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49532) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:43.392602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1981fc17-83fb-4fdf-9109-9d9a792f9ef9 None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:43.405536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c9445-c3c1-4378-9eae-e7e6cb0d161f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.411431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c9445-c3c1-4378-9eae-e7e6cb0d161f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.417457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c9445-c3c1-4378-9eae-e7e6cb0d161f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.418194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9b6c9445-c3c1-4378-9eae-e7e6cb0d161f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Synchronizing usage tracker for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:43.425949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.434113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1216206429'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:43.450352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:43.454229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.461970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db26fae7-1462-47d5-bbe6-0461354c715c tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:43.470677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.477455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:43.483703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.484105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.484489 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Floating IP 255108ef-94f5-44bc-bb9e-de76a48b1b66 disassociated. External IP: 172.26.4.95, port: 9fbb2695-8197-495f-a94e-87e172d400f0.
Nov 29 11:57:43.484797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Calling delete_port for 9fbb2695-8197-495f-a94e-87e172d400f0 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:43.493127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:43.516729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:43.521841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9b6c9445-c3c1-4378-9eae-e7e6cb0d161f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Unset dirty status for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:43.523007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9b6c9445-c3c1-4378-9eae-e7e6cb0d161f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/ports?network_id=d7159b30-fe44-4139-8679-e015851ffe21 HTTP/1.1" status: 200  len: 2358 time: 0.7752650
Nov 29 11:57:43.527959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:43.536898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdea8cd-5567-42f6-b497-4cd5ada7ac1e req-6287135c-bc5d-4d1f-ae22-3554d72122d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.538361 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-afdea8cd-5567-42f6-b497-4cd5ada7ac1e req-6287135c-bc5d-4d1f-ae22-3554d72122d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 943 time: 0.3511624
Nov 29 11:57:43.544230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.545379 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.0609725
Nov 29 11:57:43.551361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49540) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:43.553715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f274f9ad-538c-41d6-9c8b-93b48a62ab05,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:43.576101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:43.576544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2a8450a2-c155-4619-b1d3-94339da275e1 tempest-BulkNetworkOpsIpV6Test-1661000522 tempest-BulkNetworkOpsIpV6Test-1661000522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:43.591691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3decf2-bace-4710-af1b-a04bb9b3f30b req-9df244c4-03f9-496c-9f4f-03abec73b27b tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.593145 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9e3decf2-bace-4710-af1b-a04bb9b3f30b req-9df244c4-03f9-496c-9f4f-03abec73b27b tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 946 time: 0.4781542
Nov 29 11:57:43.610130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1047148595'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:43.627604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:43.630965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.645679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:43.662110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:43.676578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:43.689879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:43.693893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'a523c43f-5a44-4e88-a971-e5c5a88dc19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:43.694251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 1ad992dd-ebfb-4db2-bad5-d4650617d862, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:43.727293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=f315f427-d749-410b-8654-7e95f63fdf75,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:43.732200 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-afdea8cd-5567-42f6-b497-4cd5ada7ac1e req-d3097176-2ba5-4831-97dc-441974c0b606 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1857285
Nov 29 11:57:43.736518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:43.739204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457bab1-6584-4834-acd6-62e9e01af54e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.739706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.739853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e457bab1-6584-4834-acd6-62e9e01af54e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Synchronizing usage tracker for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:43.751120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:43.758303 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9e3decf2-bace-4710-af1b-a04bb9b3f30b req-d4caa89b-acb1-43b5-8fc2-8fab65fcf3f4 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e8f43b6-4820-4071-baba-d8e306d8c5eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1538117
Nov 29 11:57:43.773339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:43.775761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.776135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment 847dcee5-1b37-42f8-b595-b1b6633a12f2 of type vlan for network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0
Nov 29 11:57:43.791592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:security_group_rule and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:43.791592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 1ad992dd-ebfb-4db2-bad5-d4650617d862 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:43.791592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:43.796784 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdd77225-17e5-49cb-8cfd-910f7299399d req-0a0009af-df04-4297-bd4e-5769462c2e58 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4128711
Nov 29 11:57:43.802206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:43.825932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1ad992dd-ebfb-4db2-bad5-d4650617d862) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:43.835987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b43f82-82b0-4d24-9b77-516ebb880b48 None None] Network 1ad992dd-ebfb-4db2-bad5-d4650617d862 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:43.844815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.845421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.851671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.926423 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.8997781
Nov 29 11:57:43.937886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49544) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:43.944845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.951564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:43.952198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:43.954152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:43.976290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2b18d67d-a4da-4995-9c7b-4b26e8bd8b32 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:44.004546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e457bab1-6584-4834-acd6-62e9e01af54e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Unset dirty status for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:44.006956 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e457bab1-6584-4834-acd6-62e9e01af54e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/subnets/badccf31-755b-45cb-82b4-f9537530c436 HTTP/1.1" status: 200  len: 797 time: 0.4725409
Nov 29 11:57:44.012417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49548) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:44.074136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'port': {'network_id': 'd7159b30-fe44-4139-8679-e015851ffe21', 'name': 'tempest-FloatingIPTestJSON-1750476442', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:44.094525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.098115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.098954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:44.099439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.112035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.149752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0c51d72a-2d7d-4ada-8f5e-36ffdf74f69d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:44.217877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.253842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.273177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event deleted for resources: {'Port': ['ID=9fbb2695-8197-495f-a94e-87e172d400f0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:44.283106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-1ad992dd-ebfb-4db2-bad5-d4650617d862', 'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': 'f315f427-d749-410b-8654-7e95f63fdf75'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:44.283355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:44.284201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.287718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-c9b170e5-bf80-4987-b887-e64fd35457c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:44.289321 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-c9b170e5-bf80-4987-b887-e64fd35457c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1096 time: 0.4127021
Nov 29 11:57:44.304626 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9088881
Nov 29 11:57:44.321048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49552) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:44.322374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=7ebc11e6-6669-43f6-b9bb-bc1e167c47b0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:44.332700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:44.333474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-64065250-478e-4486-b2db-9a917866f2ad tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:44.356354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:44.372656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:44.383135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.384697 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.8321729
Nov 29 11:57:44.413979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49556) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:44.498263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-358676853', 'security_groups': ['08a9cf46-9e9a-4966-81d0-6857d2bf22dc'], 'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:44.614069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Allocated IP 172.20.0.1 (1ad992dd-ebfb-4db2-bad5-d4650617d862/f315f427-d749-410b-8654-7e95f63fdf75/2ab08fc0-800e-4096-8e8b-c99c4e3e29b0) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:44.620234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a9cf46-9e9a-4966-81d0-6857d2bf22dc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:44.640485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.650433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:44.672024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:44.691092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:44.700661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 9fbb2695-8197-495f-a94e-87e172d400f0 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:44.701970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:44.705866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:44.714171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:44.746816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 9fbb2695-8197-495f-a94e-87e172d400f0 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:44.747255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 9fbb2695-8197-495f-a94e-87e172d400f0 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:44.778423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:44.813379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:44.842581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:44.846953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.855371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Allocated IP 172.26.4.205 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/a2351fbc-4691-4387-8c8d-f3b35911656d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:44.858413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-e9f2460c-5135-4d92-86e4-ff24984520eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:44.860140 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-e9f2460c-5135-4d92-86e4-ff24984520eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 898 time: 0.5539846
Nov 29 11:57:44.906114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:44.941852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:44.945046 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-5b40f26b-9ed9-4434-8565-0aae345c42d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 217 time: 0.0726554
Nov 29 11:57:44.980543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:44.992553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Transition to ACTIVE for port object 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:45.017570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Transition to ACTIVE for port object 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:45.024808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.030587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-47314049-cfe5-4e93-bf3d-249b3de8acb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:45.041123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:45.051823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.090969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Network 1ad992dd-ebfb-4db2-bad5-d4650617d862 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:45.094439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:45.097486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:45.136866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Pushing event updated for resources: {'Port': ['ID=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:45.145578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:45.199130 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e37c7fff-0b3d-49c6-af7f-61c6e5f659f5 req-92e6adca-34f4-4137-ba4a-e27490a95571 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.1332655
Nov 29 11:57:45.204085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Attempting to bind port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:45.204697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Attempting to bind port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a523c43f-5a44-4e88-a971-e5c5a88dc19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:45.205229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Attempting to bind port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 on network 1ad992dd-ebfb-4db2-bad5-d4650617d862 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:45.211763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:45.212048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Checking segment: {'id': 'a523c43f-5a44-4e88-a971-e5c5a88dc19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:45.212359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.212647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Bound using segment: {'id': 'a523c43f-5a44-4e88-a971-e5c5a88dc19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:45.213118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Bound port: 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a523c43f-5a44-4e88-a971-e5c5a88dc19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ad992dd-ebfb-4db2-bad5-d4650617d862'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:45.213565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.288076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-6db3428e-16e8-4813-a3ed-84909402c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:45.289542 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-6db3428e-16e8-4813-a3ed-84909402c233 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 200  len: 835 time: 0.3258657
Nov 29 11:57:45.316079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] For port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:45.319717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] For port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,segment=NetworkSegment(a523c43f-5a44-4e88-a971-e5c5a88dc19d),segment_id=a523c43f-5a44-4e88-a971-e5c5a88dc19d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:45.325435 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.330023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cde46d48-530e-4f07-917b-b0bef93284c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:45.346063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:45.401505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Pushing event updated for resources: {'Port': ['ID=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:45.414486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:45.423402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.459726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:45.460332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.470158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] Sync routers for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:45.484082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:45.485500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086c13d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:45.533143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] device_id is not set on port b3338b72-c9b0-4f92-ba50-785843b7ac79 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:57:45.550892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] No DVR routers for this DVR port 9fbb2695-8197-495f-a94e-87e172d400f0 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:45.554066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-284b7d48-485d-4150-8616-37966a708ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:45.555591 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-284b7d48-485d-4150-8616-37966a708ead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2384629
Nov 29 11:57:45.556740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.561370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'name': 'network-vif-deleted', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:57:45.661728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.662811 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290aadf7-68c2-42ce-ae00-17c4ac7cf0ae', 'name': 'network-vif-deleted', 'tag': '9fbb2695-8197-495f-a94e-87e172d400f0', 'status': 'completed', 'code': 200}
Nov 29 11:57:45.677559 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ca0a86f-b915-4bbf-bc52-8471a15d5eca req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.18 "DELETE /v2.0/ports/9fbb2695-8197-495f-a94e-87e172d400f0 HTTP/1.1" status: 204  len: 173 time: 4.2767978
Nov 29 11:57:45.703503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.712920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:45.724070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f4833de-30bf-4da7-9322-06e11703d7bd tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:45.796639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:45.819068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=f315f427-d749-410b-8654-7e95f63fdf75,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:45.825108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:45.844604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:45.850967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:45.857428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:45.860470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c75686-4647-4f66-b3e4-263391e4cd84 req-3277f9d2-fdda-460a-a9b5-6c38d1682e28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:45.867741 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-70c75686-4647-4f66-b3e4-263391e4cd84 req-3277f9d2-fdda-460a-a9b5-6c38d1682e28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 943 time: 0.8277559
Nov 29 11:57:45.884720 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-0200d1a5-f987-4504-aef8-6ba1aea06cc7 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159916
Nov 29 11:57:45.888376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Port': ['ID=a2351fbc-4691-4387-8c8d-f3b35911656d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:45.915832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:45.935338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:46.023005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] device_id is not set on port 206e37c4-4329-4d3d-bc5d-38537cb14d02 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:57:46.133014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:46.179768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:46.249404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-70c75686-4647-4f66-b3e4-263391e4cd84 req-dfce1799-3714-4107-aef0-65e06056b91a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3804214
Nov 29 11:57:46.342703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:46.351081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:46.369672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ee1c7e6a-4c69-4f37-85a5-10019839c590 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:46.405033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02a2e700>,) {'filters': {'network_id': ['1ad992dd-ebfb-4db2-bad5-d4650617d862']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:46.470583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086c13d0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:46.481756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] Checking router: 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:57:46.499780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:46.500661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a2e700>, 'a523c43f-5a44-4e88-a971-e5c5a88dc19d') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:46.500836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086c13d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:46.501393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a2e700>, 'a523c43f-5a44-4e88-a971-e5c5a88dc19d') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:46.544775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:46.595646 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8786b8ee-c9bc-4588-8f4e-2766f3f40e0c req-ac6b9e08-c819-42e7-a1c1-32bda1ac845e service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6812599
Nov 29 11:57:46.653582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=27242dac-63bf-460b-af4e-e9dead6ba3ad,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:46.656219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:46.670078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:46.692388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 88750879-b993-4478-8383-357044861611 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 11:57:46.700918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b3d33636-414b-439f-92c4-6042c5c60838 req-997b5e6a-49c6-42cd-872f-7cbe775c007f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Synchronizing usage tracker for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:46.744004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:46.744835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:46.772066 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:46.814134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b3d33636-414b-439f-92c4-6042c5c60838 req-997b5e6a-49c6-42cd-872f-7cbe775c007f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Unset dirty status for tenant:a4915ee5d4f44f19825bc05afb6871c1 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:46.823384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3d33636-414b-439f-92c4-6042c5c60838 req-997b5e6a-49c6-42cd-872f-7cbe775c007f tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/ports?device_id=290aadf7-68c2-42ce-ae00-17c4ac7cf0ae HTTP/1.1" status: 200  len: 210 time: 0.3392911
Nov 29 11:57:46.854871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:46.877242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': '847dcee5-1b37-42f8-b595-b1b6633a12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:46.877744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:46.891488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:57:46.968255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00062e6f-58ea-41e3-a15c-5681cc3a5bc7 None None] Network 1ad992dd-ebfb-4db2-bad5-d4650617d862 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:46.993688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.3 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510/206e37c4-4329-4d3d-bc5d-38537cb14d02) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:47.001844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:47.008462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:57:47.008462 dv-neutron-819579-1-hyperv neutron-server[87599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:57:47.008462 dv-neutron-819579-1-hyperv neutron-server[87599]: [parameters: {'id': '1ad992dd-ebfb-4db2-bad5-d4650617d862'}]
Nov 29 11:57:47.008462 dv-neutron-819579-1-hyperv neutron-server[87599]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:47.008908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:47.062676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:47.073208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.14 (d7159b30-fe44-4139-8679-e015851ffe21/badccf31-755b-45cb-82b4-f9537530c436/b3338b72-c9b0-4f92-ba50-785843b7ac79) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:47.092788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:47.093508 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.099197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.13 (d7159b30-fe44-4139-8679-e015851ffe21/badccf31-755b-45cb-82b4-f9537530c436/b3338b72-c9b0-4f92-ba50-785843b7ac79) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:47.145170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d7051-1754-48d2-98b3-93c54d606f52 None None] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:47.235131 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9096622
Nov 29 11:57:47.238587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.241007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:47.248256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1651713211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:47.266782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.270767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:47.296327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Provisioning for port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:47.329888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:47.337634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:47.400971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Provisioning complete for port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:47.401472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.404579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:47.436302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.437397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.465955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.470019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.509722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.536924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 88750879-b993-4478-8383-357044861611, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=88750879-b993-4478-8383-357044861611,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:47.547808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Router e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:57:47.550471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.551800 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26f560c5-aa0a-4e7a-aff8-4f755d5b6bef tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3088832
Nov 29 11:57:47.554746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49576) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:47.564111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'port': {'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0', 'name': 'tempest-RoutersIpV6Test-1363621566'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:47.654057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.665738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 206e37c4-4329-4d3d-bc5d-38537cb14d02 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:47.684448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '88750879-b993-4478-8383-357044861611', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'port_id': '88750879-b993-4478-8383-357044861611', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 11:57:47.719383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:47.719822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.754643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.823651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.861273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:47.876274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f43122-fc2f-4564-967a-be1d22bddb0d req-30388b99-01de-4423-856b-11ab52d804b9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:47.877843 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12f43122-fc2f-4564-967a-be1d22bddb0d req-30388b99-01de-4423-856b-11ab52d804b9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 943 time: 0.4635823
Nov 29 11:57:47.878560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b46713a3-b1b7-4a71-bfd7-662bda7e05a7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:47.966031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88750879-b993-4478-8383-357044861611 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:57:47.987368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 88750879-b993-4478-8383-357044861611, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=88750879-b993-4478-8383-357044861611,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:47.999342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:48.007453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.009388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.046307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e048014-c00a-45a5-9219-c64d7c4304ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:48.062860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:48.064139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:48.079946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:48.080589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:port and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:48.081386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-7ebc11e6-6669-43f6-b9bb-bc1e167c47b0', 'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '27242dac-63bf-460b-af4e-e9dead6ba3ad'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:48.082314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.083649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:48.087996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.092514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "PUT /v2.0/routers/e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 HTTP/1.1" status: 200  len: 919 time: 6.0456314
Nov 29 11:57:48.093825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:48.099262 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] Sync routers for ids ['e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:48.100677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.115709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=206e37c4-4329-4d3d-bc5d-38537cb14d02,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:48.132830 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] Routers {'e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:48.133724 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bbb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:48.143627 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12f43122-fc2f-4564-967a-be1d22bddb0d req-1a01b373-00bb-46ba-9180-8ebf278c72a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2346663
Nov 29 11:57:48.144593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:48.158812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.174066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:48.185479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-644d8741-2339-4502-bf60-faa1647d00cc tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:48.267740 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bbb0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:48.269456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,segment=NetworkSegment(a523c43f-5a44-4e88-a971-e5c5a88dc19d),segment_id=a523c43f-5a44-4e88-a971-e5c5a88dc19d)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:48.269903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.277850 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] Routers {'e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:48.278769 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bbb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:48.287806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['88750879-b993-4478-8383-357044861611'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 11:57:48.307499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:48.317879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:48.318681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.327066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.339558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:48.351287 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bbb0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:48.352084 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c7cda-50ae-4f24-b53f-d40d734e7efd None None] The sync data for ids ['e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:48.398581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:48.404052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.426314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=88750879-b993-4478-8383-357044861611,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:48.430568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:48.439210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:48.439882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] DHCP port deletion for 1ad992dd-ebfb-4db2-bad5-d4650617d862 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:57:48.446671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.461861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Deleting port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:48.462237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.491513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] device_id is not set on port 91e14cfd-3231-4b2d-837a-6b2778b6342a yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:57:48.532665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086c13d0>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:48.539820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] For port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,segment=NetworkSegment(a523c43f-5a44-4e88-a971-e5c5a88dc19d),segment_id=a523c43f-5a44-4e88-a971-e5c5a88dc19d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:48.544323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:48.547398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.549242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Allocated IP 2001:db8::2 (7ebc11e6-6669-43f6-b9bb-bc1e167c47b0/27242dac-63bf-460b-af4e-e9dead6ba3ad/785b84fe-ea56-403f-b751-71870be026af) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:48.561426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.575036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=b3338b72-c9b0-4f92-ba50-785843b7ac79,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:48.580213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-64284174-e895-4b6c-8dfb-37041fe6ee5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:48.586698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:48.593241 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.1777453
Nov 29 11:57:48.604091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49592) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.614137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1370fe-60f0-4b0d-b88e-ff5c6b05ad03 None None] The sync data for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv is: [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f1254019-c1b4-4c29-8236-d161b0a19e10', 'name': '', 'network_id': 'a78f5a23-0281-46a0-8fc7-5bb473964c35', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'mac_address': 'fa:16:3e:d1:26:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '13517633-c543-4a39-be9f-1933df594201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:46Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'subnets': [{'id': '13517633-c543-4a39-be9f-1933df594201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:48.618310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:48.650706 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89b9755c-cd85-4164-a6de-8df480a36715 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 HTTP/1.1" status: 200  len: 925 time: 0.5486484
Nov 29 11:57:48.657230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.712811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:48.713872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.737061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.743831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70a95a72-df4b-4cb6-9421-d4f2e3355e14 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:48.753173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 4.7333884
Nov 29 11:57:48.758327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49600) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.766479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'b3338b72-c9b0-4f92-ba50-785843b7ac79', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:48.775906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f43b6-4820-4071-baba-d8e306d8c5eb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:48.778147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:48.787593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:48.802607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:48.806390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:48.807663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:48.809661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26188881-9912-4038-8ce5-cd70d57754d8 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:48.811414 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26188881-9912-4038-8ce5-cd70d57754d8 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1548009
Nov 29 11:57:48.814551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.858758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.860103 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "DELETE /v2.0/security-groups/2e8f43b6-4820-4071-baba-d8e306d8c5eb HTTP/1.1" status: 204  len: 168 time: 0.8470314
Nov 29 11:57:48.878811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:48.883318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:48.886973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49608) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.889865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:48.897554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2bd71f0e-3145-4fe4-8310-565f69408d6c None None] Provisioning for port 206e37c4-4329-4d3d-bc5d-38537cb14d02 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:48.909126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:48.913635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Pushing event updated for resources: {'Port': ['ID=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:48.915731 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-c5d773fe-bc76-41e1-b9fd-1642f0c76f11 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] show failed (client error): The resource could not be found.
Nov 29 11:57:48.919951 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c5d773fe-bc76-41e1-b9fd-1642f0c76f11 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "GET /v2.0/security-groups/2e8f43b6-4820-4071-baba-d8e306d8c5eb HTTP/1.1" status: 404  len: 347 time: 0.0316503
Nov 29 11:57:48.920476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:48.925098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.984617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2bd71f0e-3145-4fe4-8310-565f69408d6c None None] Provisioning complete for port 206e37c4-4329-4d3d-bc5d-38537cb14d02 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:48.985003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd71f0e-3145-4fe4-8310-565f69408d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:48.994585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:48.998487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.038720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.039047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.039918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.039918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.040156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.040376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.040702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.041027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.041930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.041930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.042170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.042327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:57:49.047219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:49.072749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08338fe-8643-43f9-991b-1fa7dba2b147 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:49.076922 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a08338fe-8643-43f9-991b-1fa7dba2b147 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.2586546
Nov 29 11:57:49.079230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49616) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:49.131652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eacd6a12-7870-498c-9deb-b01ef947dda3 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 HTTP/1.1" status: 200  len: 205 time: 0.0462315
Nov 29 11:57:49.132612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:49.137737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2bd71f0e-3145-4fe4-8310-565f69408d6c None None] Port 206e37c4-4329-4d3d-bc5d-38537cb14d02 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:49.141034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb97dff-7981-498f-b68c-e02be1356ed2 None None] New status for floating IP 255108ef-94f5-44bc-bb9e-de76a48b1b66: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:57:49.218158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] For port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,segment=NetworkSegment(a523c43f-5a44-4e88-a971-e5c5a88dc19d),segment_id=a523c43f-5a44-4e88-a971-e5c5a88dc19d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:49.219092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.223895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Deleting port ba1df74f-8632-4279-a645-dc5753558a2d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:49.224307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.308971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:49.309472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.364745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.438413 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510 (CIDR: 172.20.0.0/28)
Nov 29 11:57:49.453355 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:57:49.453855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:57:49.504582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.151 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/6a0ac76e-86a0-4e39-ac9d-87544d1b077b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:49.547745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Calling delete_port for 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:49.627630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.665364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4e335c09-e91e-4df6-adcb-482ccda6fd9a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0573931
Nov 29 11:57:49.668570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49626) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:49.681024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:49.705846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.738104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Transition to ACTIVE for port object 785b84fe-ea56-403f-b751-71870be026af will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:49.797288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.797562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.800226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Transition to ACTIVE for port object 785b84fe-ea56-403f-b751-71870be026af will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:49.813670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.826500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:49.860784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:49.902567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Pushing event deleted for resources: {'Port': ['ID=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:49.905450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:49.909614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] No DVR routers for this DVR port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:57:49.922974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aa768ec9-0b0c-4c6d-ba3c-8ddbb519a7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:49.954696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:57:50.014860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Calling delete_port for ba1df74f-8632-4279-a645-dc5753558a2d owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:50.023411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:50.024278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:57:50.025073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:57:50.031955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:50.043292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:50.116359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.120834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8::30d (7ebc11e6-6669-43f6-b9bb-bc1e167c47b0/27242dac-63bf-460b-af4e-e9dead6ba3ad/91e14cfd-3231-4b2d-837a-6b2778b6342a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:50.135432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23498a-73e2-4d2e-98ea-1084430d40d7 req-bb2c06c2-5f7f-4364-b5cd-8b342cc3b0f4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:50.136297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3f23498a-73e2-4d2e-98ea-1084430d40d7 req-bb2c06c2-5f7f-4364-b5cd-8b342cc3b0f4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:50.140196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Pushing event updated for resources: {'Port': ['ID=785b84fe-ea56-403f-b751-71870be026af,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:50.151242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:50.158393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Attempting to bind port 785b84fe-ea56-403f-b751-71870be026af on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:50.158948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Attempting to bind port 785b84fe-ea56-403f-b751-71870be026af by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '847dcee5-1b37-42f8-b595-b1b6633a12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:50.159149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Attempting to bind port 785b84fe-ea56-403f-b751-71870be026af on network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:50.165204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:50.165954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Checking segment: {'id': '847dcee5-1b37-42f8-b595-b1b6633a12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:50.166367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.166891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Bound using segment: {'id': '847dcee5-1b37-42f8-b595-b1b6633a12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:50.168135 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Bound port: 785b84fe-ea56-403f-b751-71870be026af, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847dcee5-1b37-42f8-b595-b1b6633a12f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7ebc11e6-6669-43f6-b9bb-bc1e167c47b0'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:50.168135 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.168729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.173819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2ab08fc0-800e-4096-8e8b-c99c4e3e29b0,segment=NetworkSegment(a523c43f-5a44-4e88-a971-e5c5a88dc19d),segment_id=a523c43f-5a44-4e88-a971-e5c5a88dc19d)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:50.174175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.210115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Deleting port a2351fbc-4691-4387-8c8d-f3b35911656d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:50.210538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.241516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3f23498a-73e2-4d2e-98ea-1084430d40d7 req-bb2c06c2-5f7f-4364-b5cd-8b342cc3b0f4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:50.242390 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f23498a-73e2-4d2e-98ea-1084430d40d7 req-bb2c06c2-5f7f-4364-b5cd-8b342cc3b0f4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 944 time: 0.9366286
Nov 29 11:57:50.263046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] For port 785b84fe-ea56-403f-b751-71870be026af, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:50.266370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] For port 785b84fe-ea56-403f-b751-71870be026af, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=785b84fe-ea56-403f-b751-71870be026af,segment=NetworkSegment(847dcee5-1b37-42f8-b595-b1b6633a12f2),segment_id=847dcee5-1b37-42f8-b595-b1b6633a12f2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:50.271439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.276088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0604560a-e5df-4eb9-bc78-8f64afc21995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:50.303546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:50.340813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:50.351752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:50.357495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:50.360116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Pushing event updated for resources: {'Port': ['ID=785b84fe-ea56-403f-b751-71870be026af,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:50.363520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:50.387759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:50.405569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:50.405806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:50.425098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:50.428881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.492488 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f23498a-73e2-4d2e-98ea-1084430d40d7 req-9bcfaa18-3f9c-4d12-a41d-8f6e431373b4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331214
Nov 29 11:57:50.506259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:50.506579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:50.510618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.519256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a1f65018-c463-42fe-88bc-2e2dbd4b8dba tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:50.586233 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 91c0f4fc-1468-4051-87b2-72e6a330fa6e (CIDR: 172.20.0.16/28)
Nov 29 11:57:50.596062 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:57:50.601121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:57:50.625975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:50.638139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a7891bae-d58d-41e1-94d5-6df629978e86 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.9693213
Nov 29 11:57:50.642591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49630) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:50.645058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:50.648262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'subnet': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:50.661978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:50.687775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 88750879-b993-4478-8383-357044861611 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:50.730877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=6a0ac76e-86a0-4e39-ac9d-87544d1b077b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:50.734653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.751355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 2ab08fc0-800e-4096-8e8b-c99c4e3e29b0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:50.751906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.757643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:50.766300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.793028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 88750879-b993-4478-8383-357044861611 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:50.800578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 88750879-b993-4478-8383-357044861611 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:50.801312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.840723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] The port '2ab08fc0-800e-4096-8e8b-c99c4e3e29b0' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:57:50.890703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Calling delete_port for a2351fbc-4691-4387-8c8d-f3b35911656d owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:50.907631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Deleting port ba1df74f-8632-4279-a645-dc5753558a2d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:50.907843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.944014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.973712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88750879-b993-4478-8383-357044861611'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:57:50.984392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 88750879-b993-4478-8383-357044861611, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=88750879-b993-4478-8383-357044861611,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:50.985114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object 91e14cfd-3231-4b2d-837a-6b2778b6342a will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:50.993288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:50.995639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-27c78809-935f-406f-ae20-0b35c73fc9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:51.034240 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88750879-b993-4478-8383-357044861611', 'code': 200}
Nov 29 11:57:51.077322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=88750879-b993-4478-8383-357044861611,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:51.087739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:51.096439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:51.119611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.128437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Usage tracker for resource:subnet and tenant:f5993372b00c4712a294868a74804918 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:51.148144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:51.185109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.230259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:51.240779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d035e06a0>,) {'filters': {'network_id': ['1ad992dd-ebfb-4db2-bad5-d4650617d862']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:51.269364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc32209e-ffbe-4f97-bc47-f3c08d8232e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:51.401720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:51.409037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d035e06a0>, 'a523c43f-5a44-4e88-a971-e5c5a88dc19d') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:51.409302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d035e06a0>, 'a523c43f-5a44-4e88-a971-e5c5a88dc19d') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:51.411608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:51.421858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:51.427566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:51.428144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.428279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.440599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Made reservation on behalf of f5993372b00c4712a294868a74804918 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:51.444067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.474884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=91e14cfd-3231-4b2d-837a-6b2778b6342a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:51.490583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:51.527370 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.9668105
Nov 29 11:57:51.534777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49636) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:51.536050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.582026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91daa06-2bbe-4832-b983-15ae4e2f90af req-622b3bd5-a44a-4a3a-863a-e66c7af8fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:51.583813 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b91daa06-2bbe-4832-b983-15ae4e2f90af req-622b3bd5-a44a-4a3a-863a-e66c7af8fdc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1098 time: 0.3473079
Nov 29 11:57:51.584683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1321eee-91b2-459e-b38c-174aca4d79b4 None None] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:51.587799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.606311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:51.639874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:57:51.640284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:57:51.661754 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:57:51.697868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d3c571ed-b721-494b-90ce-0027bb100e81 None None] Provisioning for port 785b84fe-ea56-403f-b751-71870be026af completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:51.790929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.792043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.837621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event deleted for resources: {'Port': ['ID=a2351fbc-4691-4387-8c8d-f3b35911656d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:51.849910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:51.903152 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b91daa06-2bbe-4832-b983-15ae4e2f90af req-c83e50af-485b-4a62-ba57-037b7c3c5f24 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3106694
Nov 29 11:57:51.921965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 785b84fe-ea56-403f-b751-71870be026af up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:51.977523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:51.988215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Calling delete_port for ba1df74f-8632-4279-a645-dc5753558a2d owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:52.009957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 785b84fe-ea56-403f-b751-71870be026af completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:52.016354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 785b84fe-ea56-403f-b751-71870be026af triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:52.017115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.146656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.177144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae836-ac0b-4a64-9866-51b68d79bd9f req-5be811ef-1bf3-44e1-b440-f5bfc15987f7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:52.178953 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-68eae836-ac0b-4a64-9866-51b68d79bd9f req-5be811ef-1bf3-44e1-b440-f5bfc15987f7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 945 time: 0.3768079
Nov 29 11:57:52.188870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 785b84fe-ea56-403f-b751-71870be026af, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=785b84fe-ea56-403f-b751-71870be026af,segment=NetworkSegment(847dcee5-1b37-42f8-b595-b1b6633a12f2),segment_id=847dcee5-1b37-42f8-b595-b1b6633a12f2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:52.197801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.200473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d7e899a-1a34-4e8c-a5f0-5c8a3df17545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:52.205171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.211039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.257011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.284039 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-68eae836-ac0b-4a64-9866-51b68d79bd9f req-9df0046c-ae43-429d-9512-ae1d17ff7310 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983303
Nov 29 11:57:52.289936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.290439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Fanout notify agent at l3_agent the message router_deleted on router e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:57:52.318512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.319640 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 HTTP/1.1" status: 204  len: 168 time: 3.1861227
Nov 29 11:57:52.321448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.329445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:52.333715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=785b84fe-ea56-403f-b751-71870be026af,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:52.336688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2051272365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:52.340357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:52.345759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:52.348320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3dccc4e8-ba3d-4291-a430-e59aff606387 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:52.352620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Usage tracker for resource:router and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:52.356958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:52.358021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-629e4cfb-fa56-42d7-bc99-52bddd535390 None None] Provisioning for port 91e14cfd-3231-4b2d-837a-6b2778b6342a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:52.364225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:52.366540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-629e4cfb-fa56-42d7-bc99-52bddd535390 None None] Provisioning complete for port 91e14cfd-3231-4b2d-837a-6b2778b6342a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:52.367197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-629e4cfb-fa56-42d7-bc99-52bddd535390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.393697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.398530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=1ad992dd-ebfb-4db2-bad5-d4650617d862,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:52.417725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.418785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.422007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:52.465242 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/1ad992dd-ebfb-4db2-bad5-d4650617d862 HTTP/1.1" status: 204  len: 168 time: 8.5259070
Nov 29 11:57:52.469030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:52.469194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-629e4cfb-fa56-42d7-bc99-52bddd535390 None None] Port 91e14cfd-3231-4b2d-837a-6b2778b6342a cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:52.469633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.483754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-629e4cfb-fa56-42d7-bc99-52bddd535390 None None] Provisioning complete for port 785b84fe-ea56-403f-b751-71870be026af triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:52.484090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-629e4cfb-fa56-42d7-bc99-52bddd535390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.534926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-945714368'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:52.554506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.556277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:52.586881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:52.590932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:52.610671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:52.630126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.642378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:52.645866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.798621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:57:52.807521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.807885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4 of type vlan for network 4d20a828-7609-4f1d-9407-daa3c1cb9e26
Nov 29 11:57:52.830516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.831734 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9ca18716-5a19-4f10-9a67-d6f1f348a0ce tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5003016
Nov 29 11:57:52.845131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:52.853621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:52.875123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.889909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:52.908259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.912068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f666b1c1-01a8-4ce2-9fa0-d6b52a0f1a49 None None] Provisioning complete for port 91e14cfd-3231-4b2d-837a-6b2778b6342a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:52.914727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f666b1c1-01a8-4ce2-9fa0-d6b52a0f1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:52.997520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f666b1c1-01a8-4ce2-9fa0-d6b52a0f1a49 None None] Port 91e14cfd-3231-4b2d-837a-6b2778b6342a cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:53.165990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Pushing event deleted for resources: {'Port': ['ID=ba1df74f-8632-4279-a645-dc5753558a2d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:53.168822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:53.176244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.181980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:53.182691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.188908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9acc134c-96d0-4c1c-b97d-3cfbd8afbb0b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:53.201136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.283121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.388073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.447644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-918b0785-0fc5-4eea-b23b-e11a14fae015 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:53.521245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:57:53.546044 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0197577
Nov 29 11:57:53.554103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.555496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49656) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:53.558265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=4d20a828-7609-4f1d-9407-daa3c1cb9e26,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:53.566313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:53.569763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:53.578936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.580094 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] 10.222.0.20 "DELETE /v2.0/floatingips/255108ef-94f5-44bc-bb9e-de76a48b1b66 HTTP/1.1" status: 204  len: 168 time: 4.6569912
Nov 29 11:57:53.580371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:53.581014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.585045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-039cbc89-cd32-4454-b9c4-857044065977 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:53.602718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:53.603385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49660) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:53.620063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.663598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:53.669033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:53.669622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:53.677569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8041c1-f5ca-47df-85ba-b3416cd48e52 None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:53.779542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Subnet': ['ID=389f1d3b-c5ac-4569-8e62-2e27327ba7f1,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:53.850505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=6a0ac76e-86a0-4e39-ac9d-87544d1b077b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:53.871238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:53.877470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:53.885753 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.2420976
Nov 29 11:57:53.891805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49664) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:53.896128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 785b84fe-ea56-403f-b751-71870be026af up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:53.946100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1465357489', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '389f1d3b-c5ac-4569-8e62-2e27327ba7f1'}], 'security_groups': ['f35d2cc7-6ef9-46fb-a63b-02efa649fb2a', 'f274f9ad-538c-41d6-9c8b-93b48a62ab05']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:53.972899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873d682-32b4-4b94-b673-a3d345047527 req-0290ac81-df3d-481c-bb22-5fb9312993bf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:53.974595 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f873d682-32b4-4b94-b673-a3d345047527 req-0290ac81-df3d-481c-bb22-5fb9312993bf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 945 time: 0.5288944
Nov 29 11:57:53.975790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.032161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 785b84fe-ea56-403f-b751-71870be026af triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:54.032785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.121176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.187311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.191434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b3d7375-2061-4b3e-a66f-8a7865a0bc2e tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:54.228342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Update dhcp port {'port': {'network_id': '6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747', 'fixed_ips': [{'subnet_id': '91c0f4fc-1468-4051-87b2-72e6a330fa6e', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510', 'ip_address': '172.20.0.2'}, {'subnet_id': '389f1d3b-c5ac-4569-8e62-2e27327ba7f1'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '6f2a8b69-9b76-481e-8056-f1ad7bbedfe1'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 11:57:54.230049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.239866 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f873d682-32b4-4b94-b673-a3d345047527 req-ee2534f1-6c63-4b84-92f4-062041fe28ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2536747
Nov 29 11:57:54.299598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.327532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.336417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e891685a-eeb6-4af1-9e7d-8501148474b7 tempest-AllowedAddressPairIpV6TestJSON-458144919 tempest-AllowedAddressPairIpV6TestJSON-458144919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:54.369110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=91e14cfd-3231-4b2d-837a-6b2778b6342a,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:54.372171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Nov 29 11:57:54.377573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:54.378176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.378884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:54.381954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "PUT /v2.0/networks/4d20a828-7609-4f1d-9407-daa3c1cb9e26 HTTP/1.1" status: 200  len: 723 time: 0.8228703
Nov 29 11:57:54.394721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49670) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:54.401107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:54.476652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP f6ff298e-08ba-4656-a7fc-d48d61134964 associated. External IP: 172.26.4.151, port: b3338b72-c9b0-4f92-ba50-785843b7ac79.
Nov 29 11:57:54.554385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Allocated IP 172.20.0.34 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/389f1d3b-c5ac-4569-8e62-2e27327ba7f1/6f2a8b69-9b76-481e-8056-f1ad7bbedfe1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:54.600885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:54.612687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:54.627270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:54.640038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:54.657175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=4d20a828-7609-4f1d-9407-daa3c1cb9e26,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:54.662111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:54.672948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b44e43eb-1ee3-4ea7-88e1-eab2299fad59 None None] Provisioning complete for port 91e14cfd-3231-4b2d-837a-6b2778b6342a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:54.673329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b44e43eb-1ee3-4ea7-88e1-eab2299fad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.696938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:57:54.754355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:57:54.758093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.876010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,segment=NetworkSegment(3ebeac9f-64c3-4f65-9969-074e90328918),segment_id=3ebeac9f-64c3-4f65-9969-074e90328918)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:54.886522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b44e43eb-1ee3-4ea7-88e1-eab2299fad59 None None] Port 91e14cfd-3231-4b2d-837a-6b2778b6342a cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:54.917604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.937525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Transition to ACTIVE for port object 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:54.943481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:54.949875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:55.014669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.089421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.130932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Pushing event updated for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:55.135281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:55.218364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743c17a-f973-4268-a20f-07a5f2ae7f42 req-0a761f5a-900d-4c85-b0eb-7784d8a94ce1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:55.222810 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f743c17a-f973-4268-a20f-07a5f2ae7f42 req-0a761f5a-900d-4c85-b0eb-7784d8a94ce1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 945 time: 0.8420763
Nov 29 11:57:55.292355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.428122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.436036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-68519fb6-a345-45ff-910d-057cd9856016 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619 tempest-ExtraDHCPOptionsIpV6TestJSON-781346619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:55.438603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.488592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.492794 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f743c17a-f973-4268-a20f-07a5f2ae7f42 req-f25fed39-dbdb-4e69-a855-3463e200bcf0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2376370
Nov 29 11:57:55.538610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49674) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:55.694648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:57:55.711870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=82bd4c7e-e282-42da-a8ad-cf463a0c4303,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:55.720878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:55.723685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Provisioning complete for port 206e37c4-4329-4d3d-bc5d-38537cb14d02 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:55.724145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.765134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:55.765495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 4d20a828-7609-4f1d-9407-daa3c1cb9e26, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:57:55.828090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.871700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:55.916868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Port 206e37c4-4329-4d3d-bc5d-38537cb14d02 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:55.945575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Provisioning for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:55.955689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:55.955689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:55.987941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Allocated IP 172.26.4.18 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/9b778efe-ca55-4f74-92f0-881ed39c9d68) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:55.991641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:55.991985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.007915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:57:56.016653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd89fd-3ef5-495f-8b4f-6a691f77828d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:56.020997 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-67fd89fd-3ef5-495f-8b4f-6a691f77828d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1093 time: 0.4667921
Nov 29 11:57:56.028208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49678) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:56.040719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '88750879-b993-4478-8383-357044861611', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:56.058996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 4d20a828-7609-4f1d-9407-daa3c1cb9e26) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:56.070323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:56.070843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.075836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd26131-4f6b-40d0-b927-014e563a1651 None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:56.114147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:57:56.167838 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7719448
Nov 29 11:57:56.169818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49682) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:56.189773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:57:56.197521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:57:56.211769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:56.217763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:57:56.248037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:56.255102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Delete allocated IP 172.20.0.3 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 29 11:57:56.267094 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:56.280462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.285863 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:56.288134 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bb80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:56.297928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.308517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.309356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.317919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Allocated IP 172.20.0.43 (6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747/389f1d3b-c5ac-4569-8e62-2e27327ba7f1/206e37c4-4329-4d3d-bc5d-38537cb14d02) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:56.318619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8549954c-8fde-4dd2-96d3-89d04e4333fd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:56.360044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.377003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:56.377619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.395379 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bb80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:56.405909 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:56.406833 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bb80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:56.475854 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874bb80>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:56.476564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee6f3d-7cce-49c2-a204-596e25d4d503 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:56.487059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-08dfc083-26c4-4bed-955a-3622a4dbe8b6 None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:56.491457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30415950-e643-4498-909f-74135beb2213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-4d20a828-7609-4f1d-9407-daa3c1cb9e26', 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '82bd4c7e-e282-42da-a8ad-cf463a0c4303'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:57:56.492398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30415950-e643-4498-909f-74135beb2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.519573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7585b96-31e8-4d74-aba7-e0e874482907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.668987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-30415950-e643-4498-909f-74135beb2213 None None] Allocated IP 172.20.0.2 (4d20a828-7609-4f1d-9407-daa3c1cb9e26/82bd4c7e-e282-42da-a8ad-cf463a0c4303/af62f8bd-be60-45f1-b2b6-1cb5ee247bce) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:56.733905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=91e14cfd-3231-4b2d-837a-6b2778b6342a,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:56.746347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:56.749256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9544328'] for subnet, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.753372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.810888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Deleting port f1254019-c1b4-4c29-8236-d161b0a19e10 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:56.811947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.812577 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 8.0533333
Nov 29 11:57:56.822318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:56.845491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'port_id': 'b3338b72-c9b0-4f92-ba50-785843b7ac79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:57:56.938426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30415950-e643-4498-909f-74135beb2213 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.950520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30415950-e643-4498-909f-74135beb2213 None None] Transition to ACTIVE for port object af62f8bd-be60-45f1-b2b6-1cb5ee247bce will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:56.972743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30415950-e643-4498-909f-74135beb2213 None None] Transition to ACTIVE for port object af62f8bd-be60-45f1-b2b6-1cb5ee247bce will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:56.979668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30415950-e643-4498-909f-74135beb2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:56.983638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:56.989806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:56.990798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:57.001156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.047649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30415950-e643-4498-909f-74135beb2213 None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:57.050907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-30415950-e643-4498-909f-74135beb2213 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:57.055609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30415950-e643-4498-909f-74135beb2213 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:57.068143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.083713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:57.121236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.171483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30415950-e643-4498-909f-74135beb2213 None None] Pushing event updated for resources: {'Port': ['ID=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:57.189628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30415950-e643-4498-909f-74135beb2213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:57.200164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.205448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-30415950-e643-4498-909f-74135beb2213 None None] Attempting to bind port af62f8bd-be60-45f1-b2b6-1cb5ee247bce on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:57:57.205820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-30415950-e643-4498-909f-74135beb2213 None None] Attempting to bind port af62f8bd-be60-45f1-b2b6-1cb5ee247bce by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:57:57.206192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30415950-e643-4498-909f-74135beb2213 None None] Attempting to bind port af62f8bd-be60-45f1-b2b6-1cb5ee247bce on network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:57:57.214289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:57:57.215577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30415950-e643-4498-909f-74135beb2213 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:57:57.216009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30415950-e643-4498-909f-74135beb2213 None None] Checking segment: {'id': 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:57:57.216419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30415950-e643-4498-909f-74135beb2213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.216553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Transition to ACTIVE for port object 206e37c4-4329-4d3d-bc5d-38537cb14d02 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:57:57.217059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30415950-e643-4498-909f-74135beb2213 None None] Bound using segment: {'id': 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:57:57.217545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-30415950-e643-4498-909f-74135beb2213 None None] Bound port: af62f8bd-be60-45f1-b2b6-1cb5ee247bce, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:57:57.218438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30415950-e643-4498-909f-74135beb2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.226505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:57:57.229440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:57:57.274877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.276441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] For port f1254019-c1b4-4c29-8236-d161b0a19e10, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1254019-c1b4-4c29-8236-d161b0a19e10,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:57.276918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.314759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Pushing event updated for resources: {'Port': ['ID=9b778efe-ca55-4f74-92f0-881ed39c9d68,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:57.317561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:57.336070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-30415950-e643-4498-909f-74135beb2213 None None] For port af62f8bd-be60-45f1-b2b6-1cb5ee247bce, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:57:57.339664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d8ebe727-d7b4-4c7e-af9f-3cf7b87957bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:57.340538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-30415950-e643-4498-909f-74135beb2213 None None] For port af62f8bd-be60-45f1-b2b6-1cb5ee247bce, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,segment=NetworkSegment(c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4),segment_id=c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:57:57.341728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fe6516ef-4c1d-400f-b11d-6544b3f514b9 None None] Provisioning complete for port 91e14cfd-3231-4b2d-837a-6b2778b6342a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:57.342146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe6516ef-4c1d-400f-b11d-6544b3f514b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.372747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30415950-e643-4498-909f-74135beb2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.384049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e81fb04-18a6-48da-8a03-e20224c67a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:57.448737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Calling delete_port for f1254019-c1b4-4c29-8236-d161b0a19e10 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:57.484047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fe6516ef-4c1d-400f-b11d-6544b3f514b9 None None] Port 91e14cfd-3231-4b2d-837a-6b2778b6342a cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:57.489592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30415950-e643-4498-909f-74135beb2213 None None] Pushing event updated for resources: {'Port': ['ID=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:57.509419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30415950-e643-4498-909f-74135beb2213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:57.562544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752348684364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264720'] for subnet, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.574161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f6eeae5b-8633-4ae9-a235-e13dc8f20943 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:57.614296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.615289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:57:57.637017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:57.637599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.642065 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "PUT /v2.0/subnets/82bd4c7e-e282-42da-a8ad-cf463a0c4303 HTTP/1.1" status: 200  len: 806 time: 1.4368496
Nov 29 11:57:57.642773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49690) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:57.643142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event updated for resources: {'Port': ['ID=206e37c4-4329-4d3d-bc5d-38537cb14d02,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:57.646127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:57.826685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=82bd4c7e-e282-42da-a8ad-cf463a0c4303,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:57.829966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:57.916323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] In _notify_port_updated(), no bound segment for port 206e37c4-4329-4d3d-bc5d-38537cb14d02 on network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:57:57.922428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:57.923222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:57.924687 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "PUT /v2.0/ports/206e37c4-4329-4d3d-bc5d-38537cb14d02 HTTP/1.1" status: 200  len: 960 time: 4.0291233
Nov 29 11:57:57.942016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af62f8bd-be60-45f1-b2b6-1cb5ee247bce up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:57:58.002507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:58.061287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port af62f8bd-be60-45f1-b2b6-1cb5ee247bce completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:58.198483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 206e37c4-4329-4d3d-bc5d-38537cb14d02 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:58.198483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:58.216724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f2234098-3300-463d-b502-3d8bc3482dc2 None None] Provisioning for port 206e37c4-4329-4d3d-bc5d-38537cb14d02 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:58.222528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f2234098-3300-463d-b502-3d8bc3482dc2 None None] Provisioning complete for port 206e37c4-4329-4d3d-bc5d-38537cb14d02 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:58.223013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2234098-3300-463d-b502-3d8bc3482dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:58.255606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:58.258945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:57:58.276769 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7339022
Nov 29 11:57:58.278102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:58.281538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4f719-ee48-4682-b66f-918327be739a None None] Sync routers for ids ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:57:58.281732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49698) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:58.282773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-72c3a098-a2f3-471b-8abb-0663de03557a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:58.298145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2234098-3300-463d-b502-3d8bc3482dc2 None None] Port 206e37c4-4329-4d3d-bc5d-38537cb14d02 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:57:58.299711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4f719-ee48-4682-b66f-918327be739a None None] Routers {'8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:58.300428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-87f4f719-ee48-4682-b66f-918327be739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08819190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:58.350532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port af62f8bd-be60-45f1-b2b6-1cb5ee247bce {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:57:58.351245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:58.365608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-87f4f719-ee48-4682-b66f-918327be739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08819190>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:58.375856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4f719-ee48-4682-b66f-918327be739a None None] Routers {'8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:57:58.376643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-87f4f719-ee48-4682-b66f-918327be739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08819190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:58.412291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1254019-c1b4-4c29-8236-d161b0a19e10,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:58.426990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:58.509929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-87f4f719-ee48-4682-b66f-918327be739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08819190>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:57:58.510701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4f719-ee48-4682-b66f-918327be739a None None] The sync data for ids ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:57:58.534445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.174 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/9b0bbfa6-ddfc-43d0-88f2-ac60fe38d7e0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:57:58.551123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e910b873-a053-43a9-a59f-8ced30cfd567 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:57:58.552008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e910b873-a053-43a9-a59f-8ced30cfd567 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:57:58.638982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e910b873-a053-43a9-a59f-8ced30cfd567 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:57:58.642692 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e910b873-a053-43a9-a59f-8ced30cfd567 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports/91e14cfd-3231-4b2d-837a-6b2778b6342a HTTP/1.1" status: 200  len: 984 time: 0.3279653
Nov 29 11:57:58.645981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49702) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:57:58.854615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a464a7-364b-4be3-9f79-32921a98f273 None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:58.950189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Provisioning for port af62f8bd-be60-45f1-b2b6-1cb5ee247bce completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:57:58.957254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Provisioning complete for port af62f8bd-be60-45f1-b2b6-1cb5ee247bce triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:58.957704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.093400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.141057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1045f905-35e1-4147-aa72-9421dde41ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.206848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port af62f8bd-be60-45f1-b2b6-1cb5ee247bce, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,segment=NetworkSegment(c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4),segment_id=c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:59.207149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.215471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.223263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.258267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.262474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] For port af62f8bd-be60-45f1-b2b6-1cb5ee247bce, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,segment=NetworkSegment(c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4),segment_id=c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:57:59.271408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.274472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:57:59.276747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.345570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Pushing event updated for resources: {'Port': ['ID=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:57:59.349940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for af62f8bd-be60-45f1-b2b6-1cb5ee247bce owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:59.355386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:57:59.425565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 206e37c4-4329-4d3d-bc5d-38537cb14d02 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:57:59.459868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:57:59.506985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9885007-5072-43ee-a816-47170ae0a487 None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:57:59.630631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.643110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8a00ae7e-9068-4656-9f38-465123fa5b17 None None] Provisioning complete for port af62f8bd-be60-45f1-b2b6-1cb5ee247bce triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:57:59.643759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a00ae7e-9068-4656-9f38-465123fa5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.690713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:57:59.811885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:57:59.812199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:57:59.982495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af62f8bd-be60-45f1-b2b6-1cb5ee247bce up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:00.055369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.079081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port af62f8bd-be60-45f1-b2b6-1cb5ee247bce triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:00.079914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.120198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:00.130946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.151139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8e6d212-1bff-4e9d-914e-a08c90a70c12 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:00.234618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-771485aa-ab01-4d38-919a-f780bc6c2f6e None None] Provisioning complete for port af62f8bd-be60-45f1-b2b6-1cb5ee247bce triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:00.235153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-771485aa-ab01-4d38-919a-f780bc6c2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.265555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.269348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:00.279821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:00.293563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:00.323786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=9b0bbfa6-ddfc-43d0-88f2-ac60fe38d7e0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:00.335786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port af62f8bd-be60-45f1-b2b6-1cb5ee247bce {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:00.336158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.342917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:00.362431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.383222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:00.429276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.451797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=206e37c4-4329-4d3d-bc5d-38537cb14d02,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:00.455369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:00.515673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.620283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:00.632444 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] Sync routers for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:00.648689 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:00.649842 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089aa040>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:00.685631 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] 10.222.0.20 "PUT /v2.0/routers/1bdb6f5c-af4e-4bde-b9a0-edc860afa05d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0747464
Nov 29 11:58:00.739623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49706) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:00.837568 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:58:00.952539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:00.986822 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:58:01.130255 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/206e37c4-4329-4d3d-bc5d-38537cb14d02 HTTP/1.1" status: 204  len: 168 time: 3.1266611
Nov 29 11:58:01.133026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49710) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:01.170938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:01.174518 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089aa040>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:57:57Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.180236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] Checking router: 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:58:01.189899 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] Routers {'1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:01.190553 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089aa040>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.210379 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f82ab2c-a9b9-414f-bebf-e46499ebf419 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] GET failed (client error): The resource could not be found.
Nov 29 11:58:01.210974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2f82ab2c-a9b9-414f-bebf-e46499ebf419 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Synchronizing usage tracker for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:01.222997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port af62f8bd-be60-45f1-b2b6-1cb5ee247bce, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,segment=NetworkSegment(c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4),segment_id=c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:01.223495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.239510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.384948 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] Set router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:58:01.437932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for af62f8bd-be60-45f1-b2b6-1cb5ee247bce owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:01.539390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2f82ab2c-a9b9-414f-bebf-e46499ebf419 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Unset dirty status for tenant:f5993372b00c4712a294868a74804918 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:01.546064 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2f82ab2c-a9b9-414f-bebf-e46499ebf419 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports/206e37c4-4329-4d3d-bc5d-38537cb14d02 HTTP/1.1" status: 404  len: 333 time: 0.4066222
Nov 29 11:58:01.546204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:01.546319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 91e14cfd-3231-4b2d-837a-6b2778b6342a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:01.546319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.574454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Router ec531fff-e372-4898-bd8d-6119ff770e69 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:58:01.607455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.677551 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089aa040>, [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:57:57Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.681744 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28167637-4955-4752-bfe8-6926cfbe53ac None None] The sync data for ids ['1bdb6f5c-af4e-4bde-b9a0-edc860afa05d'] in dv-neutron-819579-1-hyperv is: [{'id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'name': 'tempest-ServerActionsTestJSON-53543434-router', 'tenant_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:36Z', 'updated_at': '2021-11-29T11:57:57Z', 'revision_number': 5, 'project_id': 'a4915ee5d4f44f19825bc05afb6871c1', 'gw_port': {'id': 'f533eab8-154c-498c-991f-8df990ecbcf0', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb6f5c-af4e-4bde-b9a0-edc860afa05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:37Z', 'updated_at': '2021-11-29T11:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:01.770728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:01.782938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:01.799676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:01.801471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08280310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.814687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.834293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.857976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Deleting port f533eab8-154c-498c-991f-8df990ecbcf0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:01.858347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.871115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.892614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08280310>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.902061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:01.902794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08280310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.915417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.940333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.951955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:01.959570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.965027 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] Sync routers for ids ['ec531fff-e372-4898-bd8d-6119ff770e69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:01.969582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:01.970533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08280310>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:01.971284 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "PUT /v2.0/routers/ec531fff-e372-4898-bd8d-6119ff770e69 HTTP/1.1" status: 200  len: 919 time: 9.1251445
Nov 29 11:58:01.974019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ed2a1-0785-403d-9a7e-782fdec2f91d None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:01.979930 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] Routers {'ec531fff-e372-4898-bd8d-6119ff770e69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:01.980956 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08731820>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['ec531fff-e372-4898-bd8d-6119ff770e69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:02.011467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49718) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:02.014085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.063509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1254019-c1b4-4c29-8236-d161b0a19e10 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:02.110132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f1254019-c1b4-4c29-8236-d161b0a19e10 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:02.110347 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08731820>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:02.110951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1254019-c1b4-4c29-8236-d161b0a19e10 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:02.126419 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ae32d770-6c68-4d96-afc6-1b91fb4a11da tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/floatingips/f6ff298e-08ba-4656-a7fc-d48d61134964 HTTP/1.1" status: 200  len: 979 time: 5.3023548
Nov 29 11:58:02.128996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-08a48c08-69f2-4276-b56f-50d75fabe635 tempest-ExternalNetworksAdminNegativeTestJSON-716398385 tempest-ExternalNetworksAdminNegativeTestJSON-716398385-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:02.129300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.130825 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] Routers {'ec531fff-e372-4898-bd8d-6119ff770e69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:02.132491 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08731820>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['ec531fff-e372-4898-bd8d-6119ff770e69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:02.162732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49722) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:02.166829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 91e14cfd-3231-4b2d-837a-6b2778b6342a owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:02.209254 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08731820>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:02.210021 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee4c46-1d8d-48ae-8fec-908dcb92548d None None] The sync data for ids ['ec531fff-e372-4898-bd8d-6119ff770e69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:02.280346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.292326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c06d4e01-0a2a-4edc-99fc-8c94126ecee7 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:02.378724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a9cf46-9e9a-4966-81d0-6857d2bf22dc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:02.403498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:02.469699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.470806 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/security-groups/08a9cf46-9e9a-4966-81d0-6857d2bf22dc HTTP/1.1" status: 204  len: 168 time: 0.9217768
Nov 29 11:58:02.477257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Port': ['ID=af62f8bd-be60-45f1-b2b6-1cb5ee247bce,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:02.482958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49726) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:02.484667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:02.545888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656bf23-e6b2-4bd3-a462-dc9b55ccaf2f None None] DHCP port deletion for 4d20a828-7609-4f1d-9407-daa3c1cb9e26 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:02.568118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182a8b8-4064-47f4-ad0d-8efd431c7675 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:58:02.569776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 6a0ac76e-86a0-4e39-ac9d-87544d1b077b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:02.570120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.636387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No DVR routers for this DVR port af62f8bd-be60-45f1-b2b6-1cb5ee247bce on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:02.703565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182a8b8-4064-47f4-ad0d-8efd431c7675 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:58:02.765917 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-85ea1fa1-e867-476e-a399-a64bf890567f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/ec531fff-e372-4898-bd8d-6119ff770e69 HTTP/1.1" status: 200  len: 925 time: 0.7505925
Nov 29 11:58:02.766135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.767434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49730) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:02.781849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.817474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.836728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] For port f533eab8-154c-498c-991f-8df990ecbcf0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f533eab8-154c-498c-991f-8df990ecbcf0,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:02.837324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.845695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.860515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-161f3d14-6bf9-4813-bc7e-13f2f948b3f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:02.926303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:02.978539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Calling delete_port for f533eab8-154c-498c-991f-8df990ecbcf0 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:03.115970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.134142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:03.143489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff859c8-97f6-4594-bcc8-b23d12621cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-4d20a828-7609-4f1d-9407-daa3c1cb9e26', 'network_id': '4d20a828-7609-4f1d-9407-daa3c1cb9e26', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '82bd4c7e-e282-42da-a8ad-cf463a0c4303'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:03.144873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9ff859c8-97f6-4594-bcc8-b23d12621cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.175117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.175466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.210136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=9b0bbfa6-ddfc-43d0-88f2-ac60fe38d7e0,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:03.244821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=82bd4c7e-e282-42da-a8ad-cf463a0c4303,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:03.252999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583e55f-54d6-4590-afe0-0e20800d108c None None] Network 4d20a828-7609-4f1d-9407-daa3c1cb9e26 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:03.261989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:03.279418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.285169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.301329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-266eac4e-9633-4870-b893-e234bfc5ba56 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:03.334216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:03.344154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 6a0ac76e-86a0-4e39-ac9d-87544d1b077b owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:03.347555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=91e14cfd-3231-4b2d-837a-6b2778b6342a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:03.373812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.392243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:03.448881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c6047-4fea-42b1-8f49-5a9403d4acdf None None] DHCP port deletion for 4d20a828-7609-4f1d-9407-daa3c1cb9e26 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:03.492645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d086e2be0>,) {'filters': {'network_id': ['4d20a828-7609-4f1d-9407-daa3c1cb9e26']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:03.555002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f0126-ea78-4c49-9165-4b36940c2570 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:03.556644 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-571f0126-ea78-4c49-9165-4b36940c2570 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=ec531fff-e372-4898-bd8d-6119ff770e69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.7867174
Nov 29 11:58:03.557678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.561409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:03.568562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:03.572599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d086e2be0>, 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:03.572969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d086e2be0>, 'c6870586-5cd8-4dde-b2ca-e6d11a4a3ec4') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:03.587369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.592918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.675899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274f9ad-538c-41d6-9c8b-93b48a62ab05,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:03.699280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:03.704974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.706101 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/security-groups/f274f9ad-538c-41d6-9c8b-93b48a62ab05 HTTP/1.1" status: 204  len: 168 time: 1.2200682
Nov 29 11:58:03.712137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49738) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:03.715329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.719870 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP f8d044a9-21e4-40e5-a619-17be5deed6d3 associated. External IP: 172.26.4.174, port: 88750879-b993-4478-8383-357044861611.
Nov 29 11:58:03.841200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af62f8bd-be60-45f1-b2b6-1cb5ee247bce no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:03.855379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:03.855993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:03.876377 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:03.879838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: af62f8bd-be60-45f1-b2b6-1cb5ee247bce {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:03.880374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device af62f8bd-be60-45f1-b2b6-1cb5ee247bce not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:03.966979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc20ef-c0f2-4830-bec6-fd396c505fc7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:03.968272 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0fc20ef-c0f2-4830-bec6-fd396c505fc7 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/networks/c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 881 time: 0.3905687
Nov 29 11:58:03.972560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:04.044821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.050130 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53cc1381-6587-4dd0-855d-921eacc278c2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec531fff-e372-4898-bd8d-6119ff770e69 HTTP/1.1" status: 200  len: 205 time: 0.0749621
Nov 29 11:58:04.053537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88d787b9-d3cc-49c4-9300-9ad7c91cf5c7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:04.060755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:04.099762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=6a0ac76e-86a0-4e39-ac9d-87544d1b077b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:04.103879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:04.140044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.158617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f20183c-b637-41b3-8cc5-acc96854119e tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:04.342848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Pushing event deleted for resources: {'Port': ['ID=f533eab8-154c-498c-991f-8df990ecbcf0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:04.345524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.346096 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP f6ff298e-08ba-4656-a7fc-d48d61134964 disassociated (deleted). External IP: 172.26.4.151, port: b3338b72-c9b0-4f92-ba50-785843b7ac79.
Nov 29 11:58:04.377776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.379488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.444230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:04.468036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:04.490357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.566816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=4d20a828-7609-4f1d-9407-daa3c1cb9e26,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:04.587858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:04.593014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.603698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:04.633091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/4d20a828-7609-4f1d-9407-daa3c1cb9e26 HTTP/1.1" status: 204  len: 168 time: 6.9871683
Nov 29 11:58:04.641487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49750) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:04.647037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:04.696273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.750377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:04.863757 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-191af697-9935-4cd3-a2fe-e8dfd92af04f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:04.864497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191af697-9935-4cd3-a2fe-e8dfd92af04f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:05.004242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:05.015015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:05.024805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:05.025669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0842fca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.047504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.108754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:05.116074 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-191af697-9935-4cd3-a2fe-e8dfd92af04f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/4d20a828-7609-4f1d-9407-daa3c1cb9e26 HTTP/1.1" status: 404  len: 339 time: 0.4663873
Nov 29 11:58:05.117725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49754) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:05.123593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078379197', 'description': 'd1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:05.133978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:05.140873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.150737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.150954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.1187205
Nov 29 11:58:05.151051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.151137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:network and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:05.153303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49758) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:05.154107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-518bbf66-34c4-4ab7-baa4-e1e30c72a37c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:05.154335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'tag': '88750879-b993-4478-8383-357044861611'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:58:05.159584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:05.162105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:05.172150 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] Sync routers for ids ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:05.192900 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] Routers {'8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:05.196538 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087affa0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.224909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:05.242656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:58:05.297252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'tag': '88750879-b993-4478-8383-357044861611', 'status': 'completed', 'code': 200}
Nov 29 11:58:05.314524 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087affa0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.327706 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] Routers {'8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:05.328714 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087affa0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.365173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:05.368560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.403203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35d2cc7-6ef9-46fb-a63b-02efa649fb2a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:05.418069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.422041 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/security-groups/f35d2cc7-6ef9-46fb-a63b-02efa649fb2a HTTP/1.1" status: 204  len: 168 time: 1.7089455
Nov 29 11:58:05.425609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:05.426968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:05.430406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49764) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:05.430934 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7834423
Nov 29 11:58:05.433327 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087affa0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.436975 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6910a07-7907-49f4-8daf-91c7e914d757 None None] The sync data for ids ['8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:05.439424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49768) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:05.513509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.514027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bdb6f5c-af4e-4bde-b9a0-edc860afa05d {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:58:05.517167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.517703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment 8ab6c303-5c65-4816-9f08-8dae2180dafe of type vlan for network 3c05e05f-6670-4ac6-a967-387531603f1f
Nov 29 11:58:05.549519 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9dd839e9-26e1-4b4d-bd4e-ebe3a11dbd0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/f8d044a9-21e4-40e5-a619-17be5deed6d3 HTTP/1.1" status: 200  len: 991 time: 0.3840659
Nov 29 11:58:05.563748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.566982 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] 10.222.0.20 "DELETE /v2.0/routers/1bdb6f5c-af4e-4bde-b9a0-edc860afa05d HTTP/1.1" status: 204  len: 168 time: 4.8121631
Nov 29 11:58:05.569917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49772) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:05.579221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.596335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:05.632943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.666665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Deleting port 9b778efe-ca55-4f74-92f0-881ed39c9d68 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:05.667140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.700842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.705079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0842fca0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:12Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:01Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.709310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:58:05.718439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:05.719060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0842fca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.720647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:05.766938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.778404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:05.836522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Deleting subnet 13517633-c543-4a39-be9f-1933df594201 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:05.863428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-27ef7541-18f0-4d13-840b-d7d7527606ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:05.864385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:05.864842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:05.865309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-27ef7541-18f0-4d13-840b-d7d7527606ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1098 time: 0.5651352
Nov 29 11:58:05.872975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.878505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:05.879080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.884817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.911408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce1b7aa0-79b4-4c54-b71e-bcdf6115bd65 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:05.975788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:05.977187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a190>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:06.001329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:06.002112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:06.079694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a190>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:06.080381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515059c5-8247-4eca-aa43-a4db625d09b9 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:06.089236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.105448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:58:06.161939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f533eab8-154c-498c-991f-8df990ecbcf0 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:06.203325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.204105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f533eab8-154c-498c-991f-8df990ecbcf0 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:06.204487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f533eab8-154c-498c-991f-8df990ecbcf0 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:06.245684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Calling delete_port for 9b778efe-ca55-4f74-92f0-881ed39c9d68 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:06.279440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.288002 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-10a5aeef-1159-4921-9be1-537ce9785af7 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] remove_router_interface failed (client error): The resource could not be found.
Nov 29 11:58:06.292761 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10a5aeef-1159-4921-9be1-537ce9785af7 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8485677
Nov 29 11:58:06.309017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49776) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:06.327701 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.2078114
Nov 29 11:58:06.340558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:06.374205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=3c05e05f-6670-4ac6-a967-387531603f1f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:06.376972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:06.393329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a993fe05-8cfd-479d-a6ee-746d356d921e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:06.400187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 3c05e05f-6670-4ac6-a967-387531603f1f details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:06.440474 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/floatingips/f6ff298e-08ba-4656-a7fc-d48d61134964 HTTP/1.1" status: 204  len: 168 time: 4.2763252
Nov 29 11:58:06.449995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49784) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:06.454166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.502882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a993fe05-8cfd-479d-a6ee-746d356d921e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:06.504364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a993fe05-8cfd-479d-a6ee-746d356d921e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 HTTP/1.1" status: 200  len: 205 time: 0.1851659
Nov 29 11:58:06.511091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49788) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:06.563475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:06.598801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.622291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-cfa3f1df-6a33-4e5f-8544-d02e04a99337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:06.622568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0842fca0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:12Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:01Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:06.623782 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-cfa3f1df-6a33-4e5f-8544-d02e04a99337 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 898 time: 0.7393866
Nov 29 11:58:06.626612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851853d-e8ee-4998-9dd7-2ad70b91599d None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:57:12Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:01Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:06.645935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e1f14-4a98-40c9-8133-eb84121a0ce8 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:06.646705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3a3e1f14-4a98-40c9-8133-eb84121a0ce8 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Synchronizing usage tracker for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:06.657705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-279db693-b72d-4e7f-904e-4111145cf0e7 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:06.722092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:06.723498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02531052-10a9-41cb-ae5c-2e66b23793b5 None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:06.724879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.732417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.747530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port b3338b72-c9b0-4f92-ba50-785843b7ac79 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:06.747895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:06.788942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:06.824368 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510 HTTP/1.1" status: 204  len: 168 time: 1.3926353
Nov 29 11:58:06.902208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49796) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:06.942747 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb1cb6-4795-4ad1-b682-bcc245842407 None None] New status for floating IP f8d044a9-21e4-40e5-a619-17be5deed6d3: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:58:07.074623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.083685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-406757b2-0bf4-454a-a314-a194d1f2c5b4 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:07.088016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3a3e1f14-4a98-40c9-8133-eb84121a0ce8 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Unset dirty status for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:07.091816 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a3e1f14-4a98-40c9-8133-eb84121a0ce8 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks?id=3c05e05f-6670-4ac6-a967-387531603f1f HTTP/1.1" status: 200  len: 761 time: 0.7476611
Nov 29 11:58:07.104990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:07.113600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'description': 'd2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:07.123727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13517633-c543-4a39-be9f-1933df594201,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:07.128115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:07.133151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.140079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11691277-adfb-4c75-8919-d000085753be None None] Network a78f5a23-0281-46a0-8fc7-5bb473964c35 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:07.281376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-822badb9-2839-442b-8900-dbf97070d770 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 999 time: 0.6292205
Nov 29 11:58:07.284877 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f817663f-2d02-4153-a0fd-11a6aa79f09f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/f8d044a9-21e4-40e5-a619-17be5deed6d3 HTTP/1.1" status: 200  len: 991 time: 0.7199290
Nov 29 11:58:07.326693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.329083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.383954 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13517633-c543-4a39-be9f-1933df594201 HTTP/1.1" status: 204  len: 168 time: 1.8111477
Nov 29 11:58:07.386802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49804) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:07.397974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.398621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router 8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:58:07.413271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.414588 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fe57ef47-4ad0-4222-9c83-f1b502939c7d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 HTTP/1.1" status: 204  len: 168 time: 0.8993735
Nov 29 11:58:07.427850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49808) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:07.476683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] DHCP port deletion for a78f5a23-0281-46a0-8fc7-5bb473964c35 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:07.481907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Deleting port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:07.482380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.507864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 389f1d3b-c5ac-4569-8e62-2e27327ba7f1 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:07.526234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.539923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.554484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Deleting port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:07.555001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.590599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.606677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-daccee15-508f-4583-8b6b-8289a73a991d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:07.618784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.654751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-a5ad7806-4aff-40dc-8ea2-88c3f32714e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:07.656368 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-a5ad7806-4aff-40dc-8ea2-88c3f32714e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 200  len: 835 time: 0.2747221
Nov 29 11:58:07.674878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event deleted for resources: {'Port': ['ID=9b778efe-ca55-4f74-92f0-881ed39c9d68,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:07.677371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:07.733382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 27242dac-63bf-460b-af4e-e9dead6ba3ad {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:07.744981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] For port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:07.745543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.752875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.832335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:07.894805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:07.928995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Calling delete_port for c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:08.074395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4e88e44f-24d5-492a-9678-48dd2d473aea None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:08.074395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e88e44f-24d5-492a-9678-48dd2d473aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.084961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.096125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.099842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.134708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] For port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,segment=NetworkSegment(5aea6024-aff2-4c91-8b40-8a7f67053408),segment_id=5aea6024-aff2-4c91-8b40-8a7f67053408)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:08.135045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.143484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for b3338b72-c9b0-4f92-ba50-785843b7ac79 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:08.178481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.185052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.192271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a04ab917-b6a9-4f6e-bf0d-63ea82fad540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:08.203074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.203608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Fanout notify agent at l3_agent the message router_deleted on router ec531fff-e372-4898-bd8d-6119ff770e69 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:58:08.245073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.245902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.251950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.256184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] No DVR routers for this DVR port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:08.258142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Pushing event deleted for resources: {'Port': ['ID=c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:08.267544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:08.277890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Calling delete_port for c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:08.290664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f091d2c9-febc-4081-acc9-8c4229dda40e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:08.304795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49812) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:08.320791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.326154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/ec531fff-e372-4898-bd8d-6119ff770e69 HTTP/1.1" status: 204  len: 168 time: 4.2521620
Nov 29 11:58:08.333997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49816) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:08.359101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 3c05e05f-6670-4ac6-a967-387531603f1f is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Nov 29 11:58:08.366510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:08.367968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.372001 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "PUT /v2.0/networks/3c05e05f-6670-4ac6-a967-387531603f1f HTTP/1.1" status: 200  len: 758 time: 1.2636802
Nov 29 11:58:08.378724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49820) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:08.382607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4e88e44f-24d5-492a-9678-48dd2d473aea None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:08.383009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e88e44f-24d5-492a-9678-48dd2d473aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.421984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1859621468', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:08.435039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:08.450810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4e88e44f-24d5-492a-9678-48dd2d473aea None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:08.462928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Usage tracker for resource:router and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:08.489330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:08.511380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:08.558786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=3c05e05f-6670-4ac6-a967-387531603f1f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:08.572716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 3c05e05f-6670-4ac6-a967-387531603f1f details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:08.581062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:08.607938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.608946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.612659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.666940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-e5783331-472a-4e77-9db4-7d9a3d492ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:08.668669 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-e5783331-472a-4e77-9db4-7d9a3d492ea3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6722224
Nov 29 11:58:08.698778 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ff01bc55-beef-4227-b3f4-0342b26c8bb0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/f8d044a9-21e4-40e5-a619-17be5deed6d3 HTTP/1.1" status: 200  len: 993 time: 0.3927665
Nov 29 11:58:08.700026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:58:08.700342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:58:08.706811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f16c3d-d2d2-47ca-b1ac-7ef3177bbdcf tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:08.707533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f5f16c3d-d2d2-47ca-b1ac-7ef3177bbdcf tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Synchronizing usage tracker for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:08.720403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f5f16c3d-d2d2-47ca-b1ac-7ef3177bbdcf tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Unset dirty status for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:08.721526 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f5f16c3d-d2d2-47ca-b1ac-7ef3177bbdcf tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks?id=3c05e05f-6670-4ac6-a967-387531603f1f HTTP/1.1" status: 200  len: 761 time: 0.3360777
Nov 29 11:58:08.725655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49824) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:08.731485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113131774'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:08.736488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:08.746568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:08.760674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:08.764397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.792248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:08.801901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.802239 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment a498593c-57e7-4413-9498-5b97e3d6fd99 of type vlan for network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec
Nov 29 11:58:08.805314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.807097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.831308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.862927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.868848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:08.869671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:08.875040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b507d8f3-d29a-4ef5-abc6-ef0920245798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:08.983652 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2569699
Nov 29 11:58:08.984684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=532b59a2-ee78-4dd3-ba0a-31dab28a47ec,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:08.986750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49828) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:08.989150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:08.992948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:09.000634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:09.061655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.083721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2732a497-f507-4edc-8dcb-41882341f1fd tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:09.104858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:09.108509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.108733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Usage tracker for resource:subnet and tenant:cb73367e36ce40588b3d33ffe03d5b81 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:09.111729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:09.117277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:09.128122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:09.131607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.140926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=389f1d3b-c5ac-4569-8e62-2e27327ba7f1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:09.145592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.152573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb4b5a-c9c4-4052-910a-08ddce2a8eea None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:09.202136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Deleting port c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:09.202136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.210775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:09.217450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fabfb223-4d01-4e55-8d87-440ceef1b3a9 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:09.248225 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-497d0c12-9cab-4067-87ed-cdab0247150a service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5693645
Nov 29 11:58:09.265492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.286900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] The port 'c15fb0c4-2ec8-4e3f-8afc-5bdb7958e367' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:58:09.393131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=b3338b72-c9b0-4f92-ba50-785843b7ac79,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:09.425872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.491989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08135e50>,) {'filters': {'network_id': ['a78f5a23-0281-46a0-8fc7-5bb473964c35']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:09.518081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08135e50>, '5aea6024-aff2-4c91-8b40-8a7f67053408') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:09.518735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08135e50>, '5aea6024-aff2-4c91-8b40-8a7f67053408') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:09.538061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.563350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.586986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:09.587813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:09.602443 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:09.699439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.706299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-70454573-619d-41e7-80c6-68576a906d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:09.710263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:09.721081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a685e-778d-4405-af48-61e32108c65f None None] Network 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:09.747146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:09.776267 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/389f1d3b-c5ac-4569-8e62-2e27327ba7f1 HTTP/1.1" status: 204  len: 168 time: 2.8703921
Nov 29 11:58:09.785515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.801906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.803926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/27242dac-63bf-460b-af4e-e9dead6ba3ad HTTP/1.1" status: 204  len: 168 time: 2.3550079
Nov 29 11:58:09.805737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:09.826539 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8be7e6c-5069-4eb6-8fda-ad8536167356 req-1344fc49-382c-458b-8c05-49ab78d383d0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4725540
Nov 29 11:58:09.848614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49834) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:09.853780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=5e2e6abd-87bc-4c7d-8e64-c8364e5e477f,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:09.860831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:09.890017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=27242dac-63bf-460b-af4e-e9dead6ba3ad,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:09.920863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.925723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:09.930470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:09.955467 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-138ac571-75be-4cc2-ab70-d2f7d0fb616f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:09.956086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138ac571-75be-4cc2-ab70-d2f7d0fb616f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:09.960836 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-138ac571-75be-4cc2-ab70-d2f7d0fb616f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/9c1bb7f7-eb34-47aa-8e1f-6c1e30a7e510 HTTP/1.1" status: 404  len: 337 time: 0.1370909
Nov 29 11:58:09.964139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:09.984391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c621d8ad-c33d-4ca0-b1f1-9a08b1d0e10e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:10.046481 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a78f5a23-0281-46a0-8fc7-5bb473964c35 HTTP/1.1" status: 204  len: 168 time: 2.6498451
Nov 29 11:58:10.047428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Pushing event deleted for resources: {'Network': ['ID=a78f5a23-0281-46a0-8fc7-5bb473964c35,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:10.052989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:10.062227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'a498593c-57e7-4413-9498-5b97e3d6fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:10.062822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 532b59a2-ee78-4dd3-ba0a-31dab28a47ec, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:10.102351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.117990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 785b84fe-ea56-403f-b751-71870be026af {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:10.119590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.151146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:10.158372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.160668 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/ports/b3338b72-c9b0-4f92-ba50-785843b7ac79 HTTP/1.1" status: 204  len: 168 time: 3.7069128
Nov 29 11:58:10.164048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] DHCP port deletion for 7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:10.170285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49846) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:10.179412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting subnet 91c0f4fc-1468-4051-87b2-72e6a330fa6e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:10.183306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Deleting port 785b84fe-ea56-403f-b751-71870be026af {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:10.183699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.187797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:10.188696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.195681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 532b59a2-ee78-4dd3-ba0a-31dab28a47ec) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:10.200905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:10.202048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.209729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:10.255653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94603c90-b48a-4890-8dd3-ca538d6b8328 None None] Network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:10.271948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.349259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:10.363492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f6e1e703-36b7-4a9e-82d9-9403170bbe59 None None] Provisioning complete for port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:10.363883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e703-36b7-4a9e-82d9-9403170bbe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.412977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:10.426832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4388883
Nov 29 11:58:10.432566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:10.437260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.539688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f0639718-03a4-43af-baff-9ad30b962091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4915ee5d4f44f19825bc05afb6871c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1891847
Nov 29 11:58:10.552293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:10.736274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.752238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] For port 785b84fe-ea56-403f-b751-71870be026af, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=785b84fe-ea56-403f-b751-71870be026af,segment=NetworkSegment(847dcee5-1b37-42f8-b595-b1b6633a12f2),segment_id=847dcee5-1b37-42f8-b595-b1b6633a12f2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:10.752965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.755570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 785b84fe-ea56-403f-b751-71870be026af, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=785b84fe-ea56-403f-b751-71870be026af,segment=NetworkSegment(847dcee5-1b37-42f8-b595-b1b6633a12f2),segment_id=847dcee5-1b37-42f8-b595-b1b6633a12f2)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:10.756066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.892495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.894062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.913098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 785b84fe-ea56-403f-b751-71870be026af owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:10.924769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Calling delete_port for 785b84fe-ea56-403f-b751-71870be026af owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:10.930488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.934359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:10.951323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-532b59a2-ee78-4dd3-ba0a-31dab28a47ec', 'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': '5e2e6abd-87bc-4c7d-8e64-c8364e5e477f'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:10.952158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.031482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.054950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f6e1e703-36b7-4a9e-82d9-9403170bbe59 None None] Provisioning complete for port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:11.055401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.055803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6e1e703-36b7-4a9e-82d9-9403170bbe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.068096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.074318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-46ed6630-6363-43ab-9e55-ddeff4867a12 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:11.081060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.091811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e83bba93-0e90-41b4-8328-017764fd9369 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:11.132580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=785b84fe-ea56-403f-b751-71870be026af,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:11.134537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port 785b84fe-ea56-403f-b751-71870be026af on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:11.140037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:58:11.140619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:58:11.150620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1e703-36b7-4a9e-82d9-9403170bbe59 None None] Port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:11.154070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Subnet': ['ID=91c0f4fc-1468-4051-87b2-72e6a330fa6e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:11.156316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:11.159154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.167777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:11.180421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb1edc-f3fc-4c37-9ac7-5a5ec80d8a1d None None] Network 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:11.235386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.275249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/91c0f4fc-1468-4051-87b2-72e6a330fa6e HTTP/1.1" status: 204  len: 168 time: 1.3065643
Nov 29 11:58:11.276733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.317323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.324427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.331102 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-34411120-05c5-4dbd-b962-7503a4e41646 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:11.331664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34411120-05c5-4dbd-b962-7503a4e41646 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:11.332351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Allocated IP 172.20.0.2 (532b59a2-ee78-4dd3-ba0a-31dab28a47ec/5e2e6abd-87bc-4c7d-8e64-c8364e5e477f/9fa16dc7-fe40-47ae-9a29-47cba953a9a2) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:11.334213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7a36b22-46f9-462a-a8e5-d50b3732a223 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:11.346704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Allocated IP 172.26.4.144 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/2d780d6c-0bcb-4946-8148-79b0745fb1c8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:11.352713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d092bfeb0>,) {'filters': {'network_id': ['7ebc11e6-6669-43f6-b9bb-bc1e167c47b0']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:11.354049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf5e05-eb35-4dd9-b0ea-6f4dfa9f99cb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:11.356522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:11.362948 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-34411120-05c5-4dbd-b962-7503a4e41646 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/0c52710b-e2a8-41f1-955c-aee385a488af HTTP/1.1" status: 404  len: 337 time: 0.0835497
Nov 29 11:58:11.363482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49866) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.370114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.373711 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ebf5e05-eb35-4dd9-b0ea-6f4dfa9f99cb HTTP/1.1" status: 204  len: 168 time: 0.8149672
Nov 29 11:58:11.399027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092bfeb0>, '847dcee5-1b37-42f8-b595-b1b6633a12f2') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:11.399283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092bfeb0>, '847dcee5-1b37-42f8-b595-b1b6633a12f2') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:11.422740 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d6fc8bdd-2f65-40b3-8b67-2a90eb917363 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee154b9-df49-42ff-8b32-f92ac13dffdb HTTP/1.1" status: 200  len: 205 time: 0.0559335
Nov 29 11:58:11.422740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.431933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49872) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.511265 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-27785837-66a7-47d6-88fd-821be3c98188 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:11.511265 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-27785837-66a7-47d6-88fd-821be3c98188 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/routers/8ee154b9-df49-42ff-8b32-f92ac13dffdb HTTP/1.1" status: 404  len: 336 time: 0.0748966
Nov 29 11:58:11.511604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.553950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.574821 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f6dbbb-e500-429a-9ee5-a9dda601e65f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:11.575181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f6dbbb-e500-429a-9ee5-a9dda601e65f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:11.579817 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b5f6dbbb-e500-429a-9ee5-a9dda601e65f tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/344ed64a-ff46-4edb-98a4-a8dc2cd68665 HTTP/1.1" status: 404  len: 337 time: 0.0648539
Nov 29 11:58:11.579817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:11.579817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:11.595851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49880) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.633321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.640837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] DHCP port deletion for 6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:11.646828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Deleting port 785b84fe-ea56-403f-b751-71870be026af {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:11.647302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.690466 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2379933d-b2ec-4caf-915d-ac0cd5b8430d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:11.690923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2379933d-b2ec-4caf-915d-ac0cd5b8430d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:11.692049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Deleting port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:11.692550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.692700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2379933d-b2ec-4caf-915d-ac0cd5b8430d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/03bf6ff6-9dab-41d0-abbe-786059df0223 HTTP/1.1" status: 404  len: 337 time: 0.0960512
Nov 29 11:58:11.695287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49884) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.724549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.728415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f816764f-384d-4ece-96f5-956db08f5421 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:11.750684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.756789 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1a09c-80de-48f3-bd41-3125d0f6f61c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:11.756789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc1a09c-80de-48f3-bd41-3125d0f6f61c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:11.760999 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3bc1a09c-80de-48f3-bd41-3125d0f6f61c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/8ff3dcef-324e-42d2-ace2-592e538cd5bc HTTP/1.1" status: 404  len: 337 time: 0.0613837
Nov 29 11:58:11.761115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Transition to ACTIVE for port object 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:11.761517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.761610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=7ebc11e6-6669-43f6-b9bb-bc1e167c47b0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:11.767260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/7ebc11e6-6669-43f6-b9bb-bc1e167c47b0 HTTP/1.1" status: 204  len: 168 time: 1.9030194
Nov 29 11:58:11.767260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:11.779606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.793432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224058526'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:11.800427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-136d9bc0-b714-4a26-ae20-932800102f75 None None] The port '785b84fe-ea56-403f-b751-71870be026af' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:58:11.807225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:11.817799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:11.826964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:11.829014 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-34895b6b-1614-4083-8d7c-492a55293ae9 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:11.829490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34895b6b-1614-4083-8d7c-492a55293ae9 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:11.831998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-34895b6b-1614-4083-8d7c-492a55293ae9 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/9ba69c32-6c4d-4799-99e0-f7d0453f9690 HTTP/1.1" status: 404  len: 333 time: 0.0701666
Nov 29 11:58:11.834989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.838276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49898) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.854625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:11.860218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:11.874417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:11.878266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.891802 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6e30bf-d611-4f27-99c5-16868beae9d4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:11.892261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6e30bf-d611-4f27-99c5-16868beae9d4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:11.893931 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd6e30bf-d611-4f27-99c5-16868beae9d4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/9ac763e9-4cb6-4d61-84fb-2b1d6e3704d5 HTTP/1.1" status: 404  len: 337 time: 0.0521922
Nov 29 11:58:11.905475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49902) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:11.927574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:11.930572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Transition to ACTIVE for port object 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:11.941624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c47ad50-9168-449c-b792-1bfac4a2ed10 tempest-RoutersAdminTest-1871753184 tempest-RoutersAdminTest-1871753184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:12.011664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:12.014900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:12.019107 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca0de0d-942f-4e49-9b6a-78832ba2863b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:12.019838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca0de0d-942f-4e49-9b6a-78832ba2863b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:12.020335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:12.023837 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6ca0de0d-942f-4e49-9b6a-78832ba2863b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/96e1226a-7c77-42bd-be44-61571465341d HTTP/1.1" status: 404  len: 337 time: 0.1147454
Nov 29 11:58:12.028949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49912) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:12.085641 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d514eb4f-640d-42c6-aef2-436be6d073d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:12.087252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event updated for resources: {'Port': ['ID=2d780d6c-0bcb-4946-8148-79b0745fb1c8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:12.087852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d514eb4f-640d-42c6-aef2-436be6d073d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:12.092060 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d514eb4f-640d-42c6-aef2-436be6d073d1 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/0adbd12a-cc53-4a0c-b305-33520986175b HTTP/1.1" status: 404  len: 333 time: 0.0595407
Nov 29 11:58:12.097713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] For port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,segment=NetworkSegment(3ebeac9f-64c3-4f65-9969-074e90328918),segment_id=3ebeac9f-64c3-4f65-9969-074e90328918)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:12.098111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.099024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49916) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:12.107569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.206 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/e44486fb-aadc-449c-aed6-7c1eb61744b1) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:12.109607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:12.126587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.127050 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment 8b82d1c2-5210-460f-965a-b5671a0be67b of type vlan for network d536fffb-9634-4f19-9011-4baa91491599
Nov 29 11:58:12.143703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:12.156606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a099ac1-64bd-4e00-90a6-78ba8fae1647 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:12.157540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a099ac1-64bd-4e00-90a6-78ba8fae1647 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:12.159410 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a099ac1-64bd-4e00-90a6-78ba8fae1647 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/1d03f5ba-2cd6-4965-9d44-ca039f2d451d HTTP/1.1" status: 404  len: 337 time: 0.0590284
Nov 29 11:58:12.209537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49922) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:12.276369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-202e31b1-2752-40c9-b3a6-1a8796728c96 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:12.276936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202e31b1-2752-40c9-b3a6-1a8796728c96 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:12.282121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.287494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Calling delete_port for 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:12.302099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-202e31b1-2752-40c9-b3a6-1a8796728c96 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/subnets/9cb4ce49-5f6c-4cbb-b8f2-4b7a04125f32 HTTP/1.1" status: 404  len: 337 time: 0.0854070
Nov 29 11:58:12.302452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49928) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:12.368777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.375381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b49a6169-f8e9-4360-9b53-76ea8712bda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:12.397602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.402340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:12.436306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:12.444826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:12.452058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.458326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:12.459298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.468623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4bcae8b9-96ca-4952-880d-4610c682c47f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:12.473474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:12.477266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2e6abd-87bc-4c7d-8e64-c8364e5e477f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:12.489326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.490643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.491300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:12.492857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 update to DOWN by agent not found {{(pid=87601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Nov 29 11:58:12.493410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 785b84fe-ea56-403f-b751-71870be026af no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:12.501113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Deleting port 11ddf1fb-9b67-4ec9-b51c-56acbc268699 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:12.501446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.575547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 785b84fe-ea56-403f-b751-71870be026af {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:12.575904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 785b84fe-ea56-403f-b751-71870be026af not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:12.577383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Pushing event updated for resources: {'Port': ['ID=9fa16dc7-fe40-47ae-9a29-47cba953a9a2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:12.581224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:12.615149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1b740a4c-02cf-4837-9fb6-60cc289f1ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:12.652726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] No DVR routers for this DVR port 6f2a8b69-9b76-481e-8056-f1ad7bbedfe1 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:12.676267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Pushing event deleted for resources: {'Port': ['ID=6f2a8b69-9b76-481e-8056-f1ad7bbedfe1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:12.680982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:12.694747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Attempting to bind port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:12.695576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Attempting to bind port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a498593c-57e7-4413-9498-5b97e3d6fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:12.696845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Attempting to bind port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 on network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:12.703617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:12.704553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Checking segment: {'id': 'a498593c-57e7-4413-9498-5b97e3d6fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:12.705188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.705962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Bound using segment: {'id': 'a498593c-57e7-4413-9498-5b97e3d6fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:12.706898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Bound port: 9fa16dc7-fe40-47ae-9a29-47cba953a9a2, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a498593c-57e7-4413-9498-5b97e3d6fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:12.707533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.778893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.790030 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0091639
Nov 29 11:58:12.793982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49940) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:12.810932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': 'd536fffb-9634-4f19-9011-4baa91491599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:12.818275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=d536fffb-9634-4f19-9011-4baa91491599,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:12.825318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:12.840262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network d536fffb-9634-4f19-9011-4baa91491599 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:12.917125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02b96d30>,) {'filters': {'network_id': ['532b59a2-ee78-4dd3-ba0a-31dab28a47ec']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:12.959189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b96d30>, 'a498593c-57e7-4413-9498-5b97e3d6fd99') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:12.960063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b96d30>, 'a498593c-57e7-4413-9498-5b97e3d6fd99') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:12.963932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] For port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:12.986473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:12.992076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] For port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9fa16dc7-fe40-47ae-9a29-47cba953a9a2,segment=NetworkSegment(a498593c-57e7-4413-9498-5b97e3d6fd99),segment_id=a498593c-57e7-4413-9498-5b97e3d6fd99)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:13.001209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.004304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.009959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ad67e6d-9fb0-446f-9169-2cbb934d2b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:13.039411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.080824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.110278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Pushing event updated for resources: {'Port': ['ID=9fa16dc7-fe40-47ae-9a29-47cba953a9a2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:13.114186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:13.127518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.131744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:13.146898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.151133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:13.157812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:13.160817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:13.161725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:13.178180 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:13.211209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f6302893-95be-44d7-b648-d22639c1a08e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:13.227734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea1072-e86a-4fc9-b7db-618d224a6e56 None None] Network 532b59a2-ee78-4dd3-ba0a-31dab28a47ec requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:13.236726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:13.271423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Calling delete_port for 11ddf1fb-9b67-4ec9-b51c-56acbc268699 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:13.350357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:13.358453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:13.370123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:13.428356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 11:58:13.428356 dv-neutron-819579-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 11:58:13.428356 dv-neutron-819579-1-hyperv neutron-server[87600]: [parameters: {'id': '532b59a2-ee78-4dd3-ba0a-31dab28a47ec'}]
Nov 29 11:58:13.428356 dv-neutron-819579-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:58:13.428841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:58:13.429270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:13.432702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.433159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=e44486fb-aadc-449c-aed6-7c1eb61744b1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:13.438227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:13.454038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.463605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-101ff518-6195-411b-80d0-fb8a9fba7d21 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:13.504128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49956) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:13.516290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2037b-50bd-437a-ac1f-0738c26eebb1 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:58:13.532271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Port': ['ID=11ddf1fb-9b67-4ec9-b51c-56acbc268699,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:13.537234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:13.541795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.569209 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/ports/11ddf1fb-9b67-4ec9-b51c-56acbc268699 HTTP/1.1" status: 204  len: 168 time: 1.2656543
Nov 29 11:58:13.572166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49962) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:13.652818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.659387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc2037b-50bd-437a-ac1f-0738c26eebb1 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:58:13.723129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.739717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.754178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.837735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-548936991'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:13.842578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:13.846430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Usage tracker for resource:network and tenant:c56057e1014045b7a6a2feb6116a110f is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:13.849304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:13.855020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:13.886084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Made reservation on behalf of c56057e1014045b7a6a2feb6116a110f for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:13.889446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.934846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.954397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:13.984322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:13.984322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.010765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:14.017304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.030366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-95ff4531-57f1-4055-8906-c6e646c79def tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:14.061204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.077562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Usage tracker for resource:security_group_rule and tenant:c56057e1014045b7a6a2feb6116a110f is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:14.085683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:14.103562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:14.114094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03337bb0>,) {'filters': {'network_id': ['6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:14.135597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03337bb0>, '3ebeac9f-64c3-4f65-9969-074e90328918') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:14.135900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03337bb0>, '3ebeac9f-64c3-4f65-9969-074e90328918') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:14.171874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.172183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=06d47b46-502b-4bad-ab0a-d231b9d42b91,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:14.177618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:14.210022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.225021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:14.225668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:14.240681 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:14.267154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': '8b82d1c2-5210-460f-965a-b5671a0be67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd536fffb-9634-4f19-9011-4baa91491599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:14.267545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: d536fffb-9634-4f19-9011-4baa91491599, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:14.271668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Router 90cf2ce8-edc9-450d-b69d-ff5d45e5e959 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:58:14.338238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.349379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.356329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6ded99bf-b135-4b38-ac05-093e64a3690a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:14.398147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.420949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.456280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network d536fffb-9634-4f19-9011-4baa91491599 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:14.459030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9fa16dc7-fe40-47ae-9a29-47cba953a9a2,segment=NetworkSegment(a498593c-57e7-4413-9498-5b97e3d6fd99),segment_id=a498593c-57e7-4413-9498-5b97e3d6fd99)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:14.459411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.581170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.599384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:14.609435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.618403 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] 10.222.0.20 "DELETE /v2.0/networks/6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747 HTTP/1.1" status: 204  len: 168 time: 1.0452993
Nov 29 11:58:14.622376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=e44486fb-aadc-449c-aed6-7c1eb61744b1,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:14.629909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:14.630325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:14.633342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, d536fffb-9634-4f19-9011-4baa91491599) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:14.647472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35f28b-52d0-4400-8d03-afd90ed4db5c None None] Network d536fffb-9634-4f19-9011-4baa91491599 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:14.651492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:14.652084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.655369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:14.659343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Pushing event deleted for resources: {'Network': ['ID=6b2c2d23-ffb7-46d1-9d6f-afaa1d21a747,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:14.666400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:14.667209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.671060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fb88eddb-5300-4d1a-927f-730eed724479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:14.703200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.703553 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Added segment 6e6000cb-74cb-45b5-bc80-7921aa7d7328 of type vlan for network 381ec401-9933-4b19-9dfb-59f1e47d052d
Nov 29 11:58:14.715830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:14.719566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3715f-7e09-4c3f-b873-4cfa32a00f08,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:14.725237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:14.727503 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9308236
Nov 29 11:58:14.729961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.735264 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5631115
Nov 29 11:58:14.736592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49968) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:14.736925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:14.744939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-983269171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:14.753957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'port': {'network_id': 'd7159b30-fe44-4139-8679-e015851ffe21', 'name': 'tempest-FloatingIPTestJSON-1148147195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:14.754217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.773567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.782324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:14.785429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a84c7a78-215a-431e-a60d-eb8a2f3ab300 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:14.786893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] Sync routers for ids ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:14.790109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.801750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:14.805295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:14.814166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:14.819824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] Routers {'90cf2ce8-edc9-450d-b69d-ff5d45e5e959'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:14.820461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02fcf0a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:14.949890 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.4362812
Nov 29 11:58:14.962144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49976) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:14.977445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Pushing event updated for resources: {'Network': ['ID=381ec401-9933-4b19-9dfb-59f1e47d052d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:14.980434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:15.014012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:15.023118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.027463 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 6.6696746
Nov 29 11:58:15.027895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49984) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.028606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:15.033704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:15.043378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Port': ['ID=9fa16dc7-fe40-47ae-9a29-47cba953a9a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:15.050553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No DVR routers for this DVR port 9fa16dc7-fe40-47ae-9a29-47cba953a9a2 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:15.052337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:15.054560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:15.125221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.126548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.184562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 49988) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.197811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 381ec401-9933-4b19-9dfb-59f1e47d052d details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:15.222632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'network': {'name': 'tempest-network--1402453476', 'router:external': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:15.231847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:15.238298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.240076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:network and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:15.244675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:15.254053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:15.289948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.292490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03c07b80>,) {'filters': {'network_id': ['532b59a2-ee78-4dd3-ba0a-31dab28a47ec']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:15.310930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:15.318863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02fcf0a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:15.331371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03c07b80>, 'a498593c-57e7-4413-9498-5b97e3d6fd99') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:15.331659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03c07b80>, 'a498593c-57e7-4413-9498-5b97e3d6fd99') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:15.335975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] Routers {'90cf2ce8-edc9-450d-b69d-ff5d45e5e959'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:15.337037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02fcf0a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:15.353037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.369025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:15.385728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.399904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-d536fffb-9634-4f19-9011-4baa91491599', 'network_id': 'd536fffb-9634-4f19-9011-4baa91491599', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '06d47b46-502b-4bad-ab0a-d231b9d42b91'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:15.400838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.404506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.410889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Made reservation on behalf of 0f0970e0b2d547d28f1e47375bb94c42 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:15.412746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.421604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02fcf0a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:15.422171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f602815-2a21-43cd-ae3e-7b3389bb196d None None] The sync data for ids ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:15.426735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:15.430067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.443573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.451968 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39dc6a8d-2c10-4717-a33a-3854a3614cee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5993372b00c4712a294868a74804918&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2576275
Nov 29 11:58:15.454340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:15.454757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.457007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49994) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:15.470559 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:15.478505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.482456 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f8c50a3-4b62-48da-86db-9937d629a61f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7419102
Nov 29 11:58:15.482597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:15.488495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 49998) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.532239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] device_id is not set on port 9b08051f-96b9-41dc-9434-266b69623d05 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:15.552296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:security_group_rule and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:15.560420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:15.599089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Allocated IP 2001:db8::2 (d536fffb-9634-4f19-9011-4baa91491599/06d47b46-502b-4bad-ab0a-d231b9d42b91/eddcf1d8-5e1c-4442-918f-ca345eab6363) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:15.619494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.625066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bba31f7-03cc-444a-b9cf-749964a039b0 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:15.639462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.662678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=532b59a2-ee78-4dd3-ba0a-31dab28a47ec,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:15.668004 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/532b59a2-ee78-4dd3-ba0a-31dab28a47ec HTTP/1.1" status: 204  len: 168 time: 5.2304075
Nov 29 11:58:15.671473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:15.673071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:15.675135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.765810 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cc8e9a-f901-4144-bd7a-11814457b93f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] GET failed (client error): The resource could not be found.
Nov 29 11:58:15.766433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-08cc8e9a-f901-4144-bd7a-11814457b93f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Synchronizing usage tracker for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:15.800488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.3 (d7159b30-fe44-4139-8679-e015851ffe21/badccf31-755b-45cb-82b4-f9537530c436/9b08051f-96b9-41dc-9434-266b69623d05) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:15.805503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-08cc8e9a-f901-4144-bd7a-11814457b93f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Unset dirty status for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:15.807243 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08cc8e9a-f901-4144-bd7a-11814457b93f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/subnets/5e2e6abd-87bc-4c7d-8e64-c8364e5e477f HTTP/1.1" status: 404  len: 337 time: 0.1310067
Nov 29 11:58:15.812691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.833715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.846721 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e690f7e3-47c4-4d70-ba02-5a7d186a3884 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:15.847340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e690f7e3-47c4-4d70-ba02-5a7d186a3884 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:15.849286 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e690f7e3-47c4-4d70-ba02-5a7d186a3884 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/532b59a2-ee78-4dd3-ba0a-31dab28a47ec HTTP/1.1" status: 404  len: 339 time: 0.0355151
Nov 29 11:58:15.850328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Transition to ACTIVE for port object eddcf1d8-5e1c-4442-918f-ca345eab6363 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:15.860548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:15.872178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Transition to ACTIVE for port object eddcf1d8-5e1c-4442-918f-ca345eab6363 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:15.877892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:15.882293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98586291-d572-4f5b-8819-f3e8f1bcc01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:15.940587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Network d536fffb-9634-4f19-9011-4baa91491599 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:15.957149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:15.963595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:15.977275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Pushing event updated for resources: {'Port': ['ID=eddcf1d8-5e1c-4442-918f-ca345eab6363,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:16.022864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:16.079446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Attempting to bind port eddcf1d8-5e1c-4442-918f-ca345eab6363 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:16.080465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Attempting to bind port eddcf1d8-5e1c-4442-918f-ca345eab6363 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '8b82d1c2-5210-460f-965a-b5671a0be67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd536fffb-9634-4f19-9011-4baa91491599'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:16.080859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Attempting to bind port eddcf1d8-5e1c-4442-918f-ca345eab6363 on network d536fffb-9634-4f19-9011-4baa91491599 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:16.086390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:16.086840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Checking segment: {'id': '8b82d1c2-5210-460f-965a-b5671a0be67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd536fffb-9634-4f19-9011-4baa91491599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:16.087869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.087869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Bound using segment: {'id': '8b82d1c2-5210-460f-965a-b5671a0be67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd536fffb-9634-4f19-9011-4baa91491599'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:16.088277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Bound port: eddcf1d8-5e1c-4442-918f-ca345eab6363, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b82d1c2-5210-460f-965a-b5671a0be67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd536fffb-9634-4f19-9011-4baa91491599'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:16.088722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.090400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.146934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebf383-be35-457b-a896-89f1808c7f26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:16.147854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-11ebf383-be35-457b-a896-89f1808c7f26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Synchronizing usage tracker for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:16.184267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] For port eddcf1d8-5e1c-4442-918f-ca345eab6363, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:16.188302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] For port eddcf1d8-5e1c-4442-918f-ca345eab6363, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=eddcf1d8-5e1c-4442-918f-ca345eab6363,segment=NetworkSegment(8b82d1c2-5210-460f-965a-b5671a0be67b),segment_id=8b82d1c2-5210-460f-965a-b5671a0be67b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:16.194954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-11ebf383-be35-457b-a896-89f1808c7f26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Unset dirty status for tenant:cb73367e36ce40588b3d33ffe03d5b81 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:16.196546 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-11ebf383-be35-457b-a896-89f1808c7f26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3346133
Nov 29 11:58:16.201002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.205153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:16.211803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:16.257708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.276397 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b1ff2e7-08d9-486b-8f5f-256fa3173657 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 207 time: 0.0627239
Nov 29 11:58:16.278004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:16.289494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Pushing event updated for resources: {'Port': ['ID=eddcf1d8-5e1c-4442-918f-ca345eab6363,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:16.292978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:16.367185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.450049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.457981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1f563-e88b-4c1f-8848-fb721ddd80a6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:16.465063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1f563-e88b-4c1f-8848-fb721ddd80a6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:16.474337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1f563-e88b-4c1f-8848-fb721ddd80a6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:16.488061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1f563-e88b-4c1f-8848-fb721ddd80a6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:16.491779 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4b1f563-e88b-4c1f-8848-fb721ddd80a6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2125924
Nov 29 11:58:16.492639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50022) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:16.494511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.511718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:16.547617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.575949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.579833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.612376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network d7159b30-fe44-4139-8679-e015851ffe21 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:16.668443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:16.671385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:16.750346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Deleting port 2d780d6c-0bcb-4946-8148-79b0745fb1c8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:16.750657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.774889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.786260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:16.806947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.905957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:16.906192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=9b08051f-96b9-41dc-9434-266b69623d05,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:16.909075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:16.918513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:16.919148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:16.941892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7065fc-04be-4153-be79-62b59332ba45,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:16.961006 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2214348
Nov 29 11:58:16.964854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:16.971973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'port_id': '9b08051f-96b9-41dc-9434-266b69623d05'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:16.997691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:16.998415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3613b41f-54cd-48c3-96b4-f35e52690456 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:17.021039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.021385 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Added segment a677fe75-407c-4cc3-a217-ba49a7825c3b of type vlan for network 60e44f30-74b5-47f2-909b-67f79891d64d
Nov 29 11:58:17.024017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.027652 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/277413d0-e36e-4531-9349-b84fc14cb009 HTTP/1.1" status: 204  len: 168 time: 1.5635202
Nov 29 11:58:17.039532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277413d0-e36e-4531-9349-b84fc14cb009,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:17.056843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:17.074536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.149165 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-310325de-f86e-47cc-8c39-5f9cb15747a2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.6403437
Nov 29 11:58:17.150257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.150816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50032) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:17.235349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.325386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:58:17.342113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0338667-4918-462f-8131-1bd73d7a87fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:17.343812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0338667-4918-462f-8131-1bd73d7a87fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:17.350661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0338667-4918-462f-8131-1bd73d7a87fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1831756
Nov 29 11:58:17.351312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:17.403199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Calling delete_port for 2d780d6c-0bcb-4946-8148-79b0745fb1c8 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:17.469586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8::1 (d536fffb-9634-4f19-9011-4baa91491599/06d47b46-502b-4bad-ab0a-d231b9d42b91/e23dedf8-89bf-47c3-bfea-0e0552a19543) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:17.485182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.486234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:17.486827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.493989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f445001f-be0c-4120-b437-8011d537c802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:17.575129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdeb56b-1920-4a7b-a0d3-e2d600b41ad1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:17.577525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdeb56b-1920-4a7b-a0d3-e2d600b41ad1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:17.582714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f0138-01a8-4f7a-96d0-19f9ee064c51 None None] Network d536fffb-9634-4f19-9011-4baa91491599 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:17.583238 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bbdeb56b-1920-4a7b-a0d3-e2d600b41ad1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2243390
Nov 29 11:58:17.589538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:17.726398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-32ec4a76-1421-47c0-8b0e-81e6da92c8c7 None None] Provisioning for port eddcf1d8-5e1c-4442-918f-ca345eab6363 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:17.744002 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 2.7803514
Nov 29 11:58:17.744618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Network': ['ID=60e44f30-74b5-47f2-909b-67f79891d64d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:17.751445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50058) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:17.756267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:17.820030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 60e44f30-74b5-47f2-909b-67f79891d64d details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:17.875498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97300e-8180-4617-9c97-f790351f17db tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:17.880366 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec97300e-8180-4617-9c97-f790351f17db tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks/6e6f9055-e2b3-4c76-b696-ec2bd1caa9db HTTP/1.1" status: 200  len: 800 time: 0.2863927
Nov 29 11:58:17.883657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50064) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:17.980938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:17.986831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device eddcf1d8-5e1c-4442-918f-ca345eab6363 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:18.035019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.062136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object e23dedf8-89bf-47c3-bfea-0e0552a19543 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:18.155493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:18.167419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port eddcf1d8-5e1c-4442-918f-ca345eab6363 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:18.173808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.179558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port eddcf1d8-5e1c-4442-918f-ca345eab6363 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:18.180269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.183432 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a9f54f9-dfa1-458a-a2ff-91515ca294aa tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/networks/6e6f9055-e2b3-4c76-b696-ec2bd1caa9db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2821157
Nov 29 11:58:18.186847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50076) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:18.190046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.325427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.360607 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f8f540a9-45c6-49a5-9e87-217e7868fb16 tempest-ServiceProvidersTest-1818407277 tempest-ServiceProvidersTest-1818407277-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2019513
Nov 29 11:58:18.373648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port eddcf1d8-5e1c-4442-918f-ca345eab6363, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=eddcf1d8-5e1c-4442-918f-ca345eab6363,segment=NetworkSegment(8b82d1c2-5210-460f-965a-b5671a0be67b),segment_id=8b82d1c2-5210-460f-965a-b5671a0be67b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:18.381388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.390018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b61469f2-3ad4-460c-8cb5-89a76145f1d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:18.405441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.425422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:18.505942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.515225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Pushing event deleted for resources: {'Port': ['ID=2d780d6c-0bcb-4946-8148-79b0745fb1c8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:18.523299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:18.586584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=eddcf1d8-5e1c-4442-918f-ca345eab6363,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:18.598550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e6aa90>,) {'filters': {'network_id': ['60e44f30-74b5-47f2-909b-67f79891d64d']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:18.603617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:18.640362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.647128 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 13ba96f9-fd70-4b8a-a148-daa8eff6fe8d associated. External IP: 172.26.4.206, port: 9b08051f-96b9-41dc-9434-266b69623d05.
Nov 29 11:58:18.655326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:18.699676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e6aa90>, 'a677fe75-407c-4cc3-a217-ba49a7825c3b') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:18.699981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b76b6fa0-09ad-4b3b-ab96-69156e4be595 None None] Provisioning complete for port eddcf1d8-5e1c-4442-918f-ca345eab6363 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:18.700405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e6aa90>, 'a677fe75-407c-4cc3-a217-ba49a7825c3b') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:18.700574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b76b6fa0-09ad-4b3b-ab96-69156e4be595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.738569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.777175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network d536fffb-9634-4f19-9011-4baa91491599 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:18.791477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:18.794431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.811502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:18.816083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.819379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.849452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c41786-7221-41af-a27f-2de88f29fc14 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:18.855322 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19c41786-7221-41af-a27f-2de88f29fc14 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/subnets/656cc515-3d25-4a2d-8bbd-c1f50e8d8747 HTTP/1.1" status: 200  len: 811 time: 0.6668451
Nov 29 11:58:18.858486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:18.876431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:18.925261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=e23dedf8-89bf-47c3-bfea-0e0552a19543,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:18.928557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:18.928804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:18.962430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:19.005493 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:19.010693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6437a8-7abe-4b2b-9ae5-0d1ec7a0240a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:19.012165 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7a6437a8-7abe-4b2b-9ae5-0d1ec7a0240a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "GET /v2.0/subnets/656cc515-3d25-4a2d-8bbd-c1f50e8d8747?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1527874
Nov 29 11:58:19.016009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:19.025191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-418052075'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:19.031978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:19.104225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:19.156843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ec411508-33d2-498e-b157-2b91a73afb06 None None] Provisioning for port e23dedf8-89bf-47c3-bfea-0e0552a19543 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:19.162371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ec411508-33d2-498e-b157-2b91a73afb06 None None] Provisioning complete for port e23dedf8-89bf-47c3-bfea-0e0552a19543 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:19.162852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec411508-33d2-498e-b157-2b91a73afb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.207997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.223805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ec411508-33d2-498e-b157-2b91a73afb06 None None] Port e23dedf8-89bf-47c3-bfea-0e0552a19543 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:19.232924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:19.236379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.263957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:19.271371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9256c4b86e48b980c80fdc4dda4990 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:19.278054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:19.292900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:19.331918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:19.429010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.449213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.453436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  60e44f30-74b5-47f2-909b-67f79891d64d {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:58:19.455642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.467031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-906d86aa-08f9-47f3-b3f6-a9af2eeb9bff tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:19.486693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:19.522957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.523425 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Added segment d7e1883e-4dff-43dd-bcb4-8fa70c1afbd1 of type vlan for network 18ba811e-280f-4027-aa0f-bd6e1500e929
Nov 29 11:58:19.589068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.620080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:19.620360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Network': ['ID=60e44f30-74b5-47f2-909b-67f79891d64d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:19.623360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:19.664823 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/networks/60e44f30-74b5-47f2-909b-67f79891d64d HTTP/1.1" status: 204  len: 168 time: 1.9120655
Nov 29 11:58:19.673097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:19.676810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.679883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.685179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:19.688913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.694655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.718724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.725562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.731078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:19.731657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:19.735368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:19.744739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da7fea44-f371-409d-9917-765de63e2405 tempest-FloatingIPAdminTestJSON-1894135901 tempest-FloatingIPAdminTestJSON-1894135901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:19.767555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:network and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:19.794480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:19.816654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:19.825014 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8058271
Nov 29 11:58:19.826862 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-890bbddd-b60c-4fd6-b36f-b39313b022cc tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/floatingips/13ba96f9-fd70-4b8a-a148-daa8eff6fe8d HTTP/1.1" status: 200  len: 978 time: 2.8597982
Nov 29 11:58:19.830321 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e9256c4b86e48b980c80fdc4dda4990&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9528611
Nov 29 11:58:19.831139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b766bab-d2eb-4a96-a0cf-17f56640ec60,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:19.835349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:19.835680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:19.835989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:19.842188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:19.851182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cc24235-928a-4f6e-a777-bdfca0fb1989 tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:19.890186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device eddcf1d8-5e1c-4442-918f-ca345eab6363 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:19.980981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port eddcf1d8-5e1c-4442-918f-ca345eab6363 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:19.981314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.021944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:20.075490 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:20.085466 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:20.086310 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a08ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.139478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Router 90cf2ce8-edc9-450d-b69d-ff5d45e5e959 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:20.147233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 9b08051f-96b9-41dc-9434-266b69623d05 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:20.147670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.150846 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a08ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.159650 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:20.160232 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a08ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.191464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Made reservation on behalf of 0f0970e0b2d547d28f1e47375bb94c42 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:20.193814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.222055 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a08ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.222507 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529df4d3-0003-49d4-b2e1-8bde2d78c56e None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:20.233185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Network': ['ID=18ba811e-280f-4027-aa0f-bd6e1500e929,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:20.245978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:20.254112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:20.339399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:20.345567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:20.369600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:20.371298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:20.374000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.379641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.383331 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e02a0319-571b-455f-a6f4-3d629fa90118 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "PUT /v2.0/routers/90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 200  len: 710 time: 5.3520541
Nov 29 11:58:20.384284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50118) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:20.385292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.385636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Added segment ba6202d8-933e-4b86-9800-d07b2c15bf80 of type vlan for network ab73e42e-2d4b-44c0-b752-680744007616
Nov 29 11:58:20.387366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] Sync routers for ids ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:20.400720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] Routers {'90cf2ce8-edc9-450d-b69d-ff5d45e5e959'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:20.402402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089d7c40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.449003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.455248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.456107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.462492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:20.477251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089d7c40>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.486840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] Routers {'90cf2ce8-edc9-450d-b69d-ff5d45e5e959'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:20.487408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089d7c40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.554650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089d7c40>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:20.555107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277d464-d74b-41cc-83a5-2a46acfa3974 None None] The sync data for ids ['90cf2ce8-edc9-450d-b69d-ff5d45e5e959'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:20.621423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=e23dedf8-89bf-47c3-bfea-0e0552a19543,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:20.626279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:20.669041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network d536fffb-9634-4f19-9011-4baa91491599 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:20.670341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:20.699394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Made reservation on behalf of cb73367e36ce40588b3d33ffe03d5b81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:20.702626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.798689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.871728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router a822f5a0-5371-4fdd-bc1a-5a6b72594be6 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:58:20.911338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:20.925957 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd8950d5-0d01-4cef-b9ef-a96be93535a5 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/routers/90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 200  len: 745 time: 0.5370438
Nov 29 11:58:20.933681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:20.944564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 11:58:20.945023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 11:58:20.965766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d6265aca-ea4c-4c0c-820a-8da8947918c2 None None] Provisioning complete for port e23dedf8-89bf-47c3-bfea-0e0552a19543 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:20.966963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6265aca-ea4c-4c0c-820a-8da8947918c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.026743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d6265aca-ea4c-4c0c-820a-8da8947918c2 None None] Port e23dedf8-89bf-47c3-bfea-0e0552a19543 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:21.029216 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fadebe5b-104d-473b-9b3c-b03b2c332885 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&device_id=90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 200  len: 205 time: 0.0886958
Nov 29 11:58:21.032858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50126) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:21.075005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.079228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:21.085391 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-332c2087-0e04-4240-ac07-fee0acdf8ca2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 200  len: 205 time: 0.0513701
Nov 29 11:58:21.092267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50130) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:21.092436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/a822f5a0-5371-4fdd-bc1a-5a6b72594be6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5996499
Nov 29 11:58:21.092436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50134) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:21.094779 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] Sync routers for ids ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:21.106525 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] Routers {'a822f5a0-5371-4fdd-bc1a-5a6b72594be6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:21.107121 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094d04f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:21.163350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbd514-447b-441f-995b-d9840aed9947 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:21.163914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7cfbd514-447b-441f-995b-d9840aed9947 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:21.168744 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094d04f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:21.178342 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] Routers {'a822f5a0-5371-4fdd-bc1a-5a6b72594be6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:21.178979 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094d04f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:21.184485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7cfbd514-447b-441f-995b-d9840aed9947 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:21.189563 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7cfbd514-447b-441f-995b-d9840aed9947 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports/e23dedf8-89bf-47c3-bfea-0e0552a19543 HTTP/1.1" status: 200  len: 911 time: 0.0968480
Nov 29 11:58:21.190150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:21.226699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.227889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:21.228462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.239231 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094d04f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:21.239998 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfaa030-887f-4667-842b-c4c151391636 None None] The sync data for ids ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:21.288831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-24b84323-826a-4564-a384-e710fa157520 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:21.321972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.424147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.660335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Network': ['ID=ab73e42e-2d4b-44c0-b752-680744007616,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:21.671446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network ab73e42e-2d4b-44c0-b752-680744007616 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:21.675748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:21.685929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:21.701683 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 2.0273945
Nov 29 11:58:21.705641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50144) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:21.710794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:21.725853 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b766bab-d2eb-4a96-a0cf-17f56640ec60 HTTP/1.1" status: 204  len: 168 time: 1.8742578
Nov 29 11:58:21.742444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'subnet': {'network_id': 'ab73e42e-2d4b-44c0-b752-680744007616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:21.752737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:21.758216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:subnet and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:21.762352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:21.769294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:21.776578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b766bab-d2eb-4a96-a0cf-17f56640ec60,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:21.786672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:21.802727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Made reservation on behalf of 0f0970e0b2d547d28f1e47375bb94c42 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:21.805052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.029166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.190014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.194233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.240144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.245513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.245885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.246220 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP 13ba96f9-fd70-4b8a-a148-daa8eff6fe8d disassociated. External IP: 172.26.4.206, port: 9b08051f-96b9-41dc-9434-266b69623d05.
Nov 29 11:58:22.246570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 9b08051f-96b9-41dc-9434-266b69623d05 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:22.274901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6bcb7c0c-04ec-4732-a6cd-24026a239594 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:22.337641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.338363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Fanout notify agent at l3_agent the message router_deleted on router 90cf2ce8-edc9-450d-b69d-ff5d45e5e959 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:58:22.377588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.378620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c7d18b5a-606f-43a7-8e83-ec51880677f8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 204  len: 168 time: 1.2886086
Nov 29 11:58:22.384268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50150) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.444096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=c6ca753d-283e-4ea3-bce7-849682afcd85,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:22.453690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:22.456106 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e6a172e-a609-4c4d-b213-35aae6d74770 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 200  len: 205 time: 0.0690930
Nov 29 11:58:22.458982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50154) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.465414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Checking segment: {'id': 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:22.465769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network hostable DHCP agents. Network: 18ba811e-280f-4027-aa0f-bd6e1500e929, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:22.533799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:22.543526 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-983cc65b-a5ad-4301-ab70-a3e3e9e10dea tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:22.544541 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-983cc65b-a5ad-4301-ab70-a3e3e9e10dea tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/90cf2ce8-edc9-450d-b69d-ff5d45e5e959 HTTP/1.1" status: 404  len: 336 time: 0.0846636
Nov 29 11:58:22.547929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50158) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.548059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.554587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec1890ac-0761-4caf-a9bf-b0ccd28a41c9 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:22.585834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port e23dedf8-89bf-47c3-bfea-0e0552a19543 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:22.586158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.599942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 18ba811e-280f-4027-aa0f-bd6e1500e929) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:22.603506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=9b08051f-96b9-41dc-9434-266b69623d05,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:22.608262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:22.608862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.610800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400caf10-c4be-47e4-9c8b-83853c20faa0 None None] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:22.612766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:22.637321 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-855343d8-aefd-4c5f-bf73-b70185f6f797 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec531fff-e372-4898-bd8d-6119ff770e69 HTTP/1.1" status: 200  len: 205 time: 0.0842416
Nov 29 11:58:22.638195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50162) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.728148 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-d52e545b-96de-4d74-9f77-149ff61297c7 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:22.733223 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d52e545b-96de-4d74-9f77-149ff61297c7 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/ec531fff-e372-4898-bd8d-6119ff770e69 HTTP/1.1" status: 404  len: 336 time: 0.0903130
Nov 29 11:58:22.733223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50166) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.755018 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.9179566
Nov 29 11:58:22.755648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.770745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:22.858529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-18ba811e-280f-4027-aa0f-bd6e1500e929', 'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929', 'tenant_id': 'cb73367e36ce40588b3d33ffe03d5b81', 'fixed_ips': [{'subnet_id': 'c6ca753d-283e-4ea3-bce7-849682afcd85'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:22.859767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:22.891755 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-77c4ac9a-d4b2-4978-a413-0dcfbd41c3c2 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 HTTP/1.1" status: 200  len: 205 time: 0.1421103
Nov 29 11:58:22.917064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:22.989716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2183298'] for subnet, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.017080 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-fff18292-cbe9-406c-b1d8-8f898df88409 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:23.021831 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fff18292-cbe9-406c-b1d8-8f898df88409 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/e6e84851-3fc8-44d0-84a9-9ee82bc3d1c1 HTTP/1.1" status: 404  len: 336 time: 0.0980864
Nov 29 11:58:23.021831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.025186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:23.037233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 11:58:23.037233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.044350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9ce7f3fc-3378-4316-99f0-c2a232465283 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:23.048287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Allocated IP 172.20.0.3 (18ba811e-280f-4027-aa0f-bd6e1500e929/c6ca753d-283e-4ea3-bce7-849682afcd85/b23bde08-7e0b-46af-a175-46dd13036e94) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:23.079141 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0f0ab0df-526d-45db-aaaa-d36b5a6848d7 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d19838-2373-4d29-8247-a0e57e4d4ade HTTP/1.1" status: 200  len: 205 time: 0.0542567
Nov 29 11:58:23.079615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.141554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.161715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ca4970e-b522-471c-9b52-05cced0ec615,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:23.204817 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-abfcfc63-f43a-4e70-b64d-8e8da0754707 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:23.208484 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-abfcfc63-f43a-4e70-b64d-8e8da0754707 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/12d19838-2373-4d29-8247-a0e57e4d4ade HTTP/1.1" status: 404  len: 336 time: 0.1252909
Nov 29 11:58:23.215784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.217575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:23.263674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.276161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Transition to ACTIVE for port object b23bde08-7e0b-46af-a175-46dd13036e94 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:23.276945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for e23dedf8-89bf-47c3-bfea-0e0552a19543 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:23.295053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Transition to ACTIVE for port object b23bde08-7e0b-46af-a175-46dd13036e94 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:23.302840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.313961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30415950-e643-4498-909f-74135beb2213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:23.315054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Checking segment: {'id': 'ba6202d8-933e-4b86-9800-d07b2c15bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab73e42e-2d4b-44c0-b752-680744007616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:23.315431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Network hostable DHCP agents. Network: ab73e42e-2d4b-44c0-b752-680744007616, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:23.324440 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e014767e-0967-4de0-aaa2-87eb28a800a6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=fad81959-c8d1-4886-8e63-ebf1529c7bd3 HTTP/1.1" status: 200  len: 205 time: 0.1057730
Nov 29 11:58:23.325782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50190) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.410033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:23.411411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:23.416095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:23.419456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-7661148f-2cd3-4bfb-a58f-d75a7de005c7 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:23.420517 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7661148f-2cd3-4bfb-a58f-d75a7de005c7 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/fad81959-c8d1-4886-8e63-ebf1529c7bd3 HTTP/1.1" status: 404  len: 336 time: 0.0937696
Nov 29 11:58:23.423700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50194) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.434181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Network ab73e42e-2d4b-44c0-b752-680744007616 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:23.443349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:23.465694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:23.481913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Pushing event updated for resources: {'Port': ['ID=b23bde08-7e0b-46af-a175-46dd13036e94,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:23.492832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2320467c-6c06-497c-abce-3c8205ee921f tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "GET /v2.0/ports?device_id=496482ea-3347-4bb2-803c-a2c0e902fb2e HTTP/1.1" status: 200  len: 205 time: 0.0683916
Nov 29 11:58:23.495866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50198) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.513968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:23.534494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:23.535250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0846a640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:23.558386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, ab73e42e-2d4b-44c0-b752-680744007616) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:23.569858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:23.570432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.577961 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-f9fb3c7d-c0c5-430f-be8c-4c2c3593ba4f tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] delete failed (client error): The resource could not be found.
Nov 29 11:58:23.581687 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f9fb3c7d-c0c5-430f-be8c-4c2c3593ba4f tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/routers/496482ea-3347-4bb2-803c-a2c0e902fb2e HTTP/1.1" status: 404  len: 336 time: 0.0823905
Nov 29 11:58:23.585528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50202) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.592272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6dc95-72a2-49b1-9297-7805e7c65e6b None None] Network ab73e42e-2d4b-44c0-b752-680744007616 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:23.638513 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-79546581-e418-4aab-b2db-7d403319ef5e tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:23.638974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79546581-e418-4aab-b2db-7d403319ef5e tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:23.640681 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-79546581-e418-4aab-b2db-7d403319ef5e tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] 10.222.0.20 "DELETE /v2.0/subnets/374236e0-4d61-4b69-a121-767ca5a7e234 HTTP/1.1" status: 404  len: 337 time: 0.0519159
Nov 29 11:58:23.645767 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.9392788
Nov 29 11:58:23.651636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50208) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.677777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0846a640>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:23.681096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Attempting to bind port b23bde08-7e0b-46af-a175-46dd13036e94 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:23.681310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Attempting to bind port b23bde08-7e0b-46af-a175-46dd13036e94 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:23.682018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Attempting to bind port b23bde08-7e0b-46af-a175-46dd13036e94 on network 18ba811e-280f-4027-aa0f-bd6e1500e929 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:23.702758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:23.703131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Checking segment: {'id': 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:23.703855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.704340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Bound using segment: {'id': 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:23.704869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Bound port: b23bde08-7e0b-46af-a175-46dd13036e94, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18ba811e-280f-4027-aa0f-bd6e1500e929'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:23.705312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.740451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab73e42e-2d4b-44c0-b752-680744007616'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:23.746040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:23.750453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:floatingip and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:23.754162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:23.760578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:23.791690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.803763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.806042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/ports/9b08051f-96b9-41dc-9434-266b69623d05 HTTP/1.1" status: 204  len: 168 time: 3.9669664
Nov 29 11:58:23.809258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.824031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:23.824690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0846a640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:23.869296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:23.881225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97fb136b-3562-46d3-9a76-4076aaee3d6d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:23.910091 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4961ba5a-cf56-4a64-8905-3f5b83c69ee7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/floatingips/13ba96f9-fd70-4b8a-a148-daa8eff6fe8d HTTP/1.1" status: 200  len: 688 time: 0.0996497
Nov 29 11:58:23.913358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:23.928060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0846a640>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:23.928484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423e824-56ec-4cf8-8c26-7b1dca4978c5 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:23.974340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=e23dedf8-89bf-47c3-bfea-0e0552a19543,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:24.011762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50222) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:24.012533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752348684364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10115110'] for subnet, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.014395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] For port b23bde08-7e0b-46af-a175-46dd13036e94, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:24.020320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:24.022225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:24.037517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] For port b23bde08-7e0b-46af-a175-46dd13036e94, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b23bde08-7e0b-46af-a175-46dd13036e94,segment=NetworkSegment(d7e1883e-4dff-43dd-bcb4-8fa70c1afbd1),segment_id=d7e1883e-4dff-43dd-bcb4-8fa70c1afbd1)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:24.046123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.051987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:24.157272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Pushing event updated for resources: {'Port': ['ID=b23bde08-7e0b-46af-a175-46dd13036e94,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:24.163834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:24.165198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.166741 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "PUT /v2.0/subnets/c6ca753d-283e-4ea3-bce7-849682afcd85 HTTP/1.1" status: 200  len: 877 time: 1.4027369
Nov 29 11:58:24.172470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50228) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:24.173665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port e44486fb-aadc-449c-aed6-7c1eb61744b1 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:24.174085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.193530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.235032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:24.258666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ffaee-8fec-4f10-a170-c9c9064eab53 None None] Network ab73e42e-2d4b-44c0-b752-680744007616 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:24.358843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event updated for resources: {'Subnet': ['ID=c6ca753d-283e-4ea3-bce7-849682afcd85,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:24.363692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:24.372914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.465828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:24.483340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Usage tracker for resource:security_group_rule and tenant:1005b0eee8004cc792528a8abd22a4d7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:24.490906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:24.530110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:24.553881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.624015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port b23bde08-7e0b-46af-a175-46dd13036e94 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:24.624359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.664307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.664656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.669940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:24.676099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router a822f5a0-5371-4fdd-bc1a-5a6b72594be6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:24.830877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for e44486fb-aadc-449c-aed6-7c1eb61744b1 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:24.880044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:24.889950 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] Sync routers for ids ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:24.902699 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] Routers {'a822f5a0-5371-4fdd-bc1a-5a6b72594be6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:24.904818 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd5df0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:24.941308 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/a822f5a0-5371-4fdd-bc1a-5a6b72594be6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7500610
Nov 29 11:58:24.944150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50232) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:24.972193 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd5df0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:24.981857 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] Routers {'a822f5a0-5371-4fdd-bc1a-5a6b72594be6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:24.982716 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd5df0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:57:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:24.992699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Allocated IP 172.20.0.6 (ab73e42e-2d4b-44c0-b752-680744007616/2ca4970e-b522-471c-9b52-05cced0ec615/6b3d3016-c974-409f-8ea0-e2149a3e5c1c) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:25.006228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-98eb32ed-5246-4d07-9634-12d1a3ec5ba3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:25.043745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-98eb32ed-5246-4d07-9634-12d1a3ec5ba3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:25.045957 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-98eb32ed-5246-4d07-9634-12d1a3ec5ba3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=a822f5a0-5371-4fdd-bc1a-5a6b72594be6 HTTP/1.1" status: 200  len: 205 time: 0.0997801
Nov 29 11:58:25.055080 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd5df0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:25.055535 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de238c22-1655-4d06-af40-d05a212b56f8 None None] The sync data for ids ['a822f5a0-5371-4fdd-bc1a-5a6b72594be6'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:25.068326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50238) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:25.074971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.148703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.169895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5643475b-d1be-4366-992d-e825854961d3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:25.172016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.203775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.208292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-da1cb4ed-4dfc-4e8b-8d90-fc5f7fcc62a8 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:25.274438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Network ab73e42e-2d4b-44c0-b752-680744007616 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:25.277593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:25.281685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:25.312025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3d3016-c974-409f-8ea0-e2149a3e5c1c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:25.323413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:25.369163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.370840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50242) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:25.445226 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1005b0eee8004cc792528a8abd22a4d7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4285057
Nov 29 11:58:25.448091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.452389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50246) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:25.521907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.526293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f2031-60b5-40ed-b1c9-c175c833a047 None None] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:25.587600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.612872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242bbafb-46dc-426b-a09d-646f5c9306a3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:25.626744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30cb7d1f-8e07-44ad-aafe-12b89115c482 None None] Provisioning for port b23bde08-7e0b-46af-a175-46dd13036e94 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:25.628312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704271d-6166-4a09-a7a3-c9c73ce7ba3a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:25.628797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704271d-6166-4a09-a7a3-c9c73ce7ba3a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:25.629271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704271d-6166-4a09-a7a3-c9c73ce7ba3a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:25.630973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5704271d-6166-4a09-a7a3-c9c73ce7ba3a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=8cff352f55c24afcb733c0f39a8ac04e&network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 2999 time: 0.2591305
Nov 29 11:58:25.642878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.643734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:25.708027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port b23bde08-7e0b-46af-a175-46dd13036e94, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b23bde08-7e0b-46af-a175-46dd13036e94,segment=NetworkSegment(d7e1883e-4dff-43dd-bcb4-8fa70c1afbd1),segment_id=d7e1883e-4dff-43dd-bcb4-8fa70c1afbd1)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:25.708257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.860407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.873334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8503d94a-3cf3-4050-8d44-9470d866cdcb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:25.884485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.893325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242bbafb-46dc-426b-a09d-646f5c9306a3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:25.898266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.904515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:25.917012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:25.971544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:25.972675 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/242bbafb-46dc-426b-a09d-646f5c9306a3 HTTP/1.1" status: 204  len: 168 time: 0.5187924
Nov 29 11:58:25.989331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for b23bde08-7e0b-46af-a175-46dd13036e94 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:25.992252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b23bde08-7e0b-46af-a175-46dd13036e94 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:26.039207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3d3016-c974-409f-8ea0-e2149a3e5c1c,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:26.044249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:26.047625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.060333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.064869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a78375e8-182d-44c0-b69a-62a39edb147c tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:26.087400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.089640 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.4368491
Nov 29 11:58:26.092513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50256) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:26.098664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b23bde08-7e0b-46af-a175-46dd13036e94 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:26.107540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.110613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b23bde08-7e0b-46af-a175-46dd13036e94 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:26.111305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.111604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.129723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=e44486fb-aadc-449c-aed6-7c1eb61744b1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:26.131683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:26.158972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1622d525-bb55-4815-95cd-b6abb0a35dcc None None] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:26.202575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6e65bb34-9344-4cea-bf78-32a9e73c90c3 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Synchronizing usage tracker for tenant:0f0970e0b2d547d28f1e47375bb94c42 on resource:floatingip {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:26.221609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6e65bb34-9344-4cea-bf78-32a9e73c90c3 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Unset dirty status for tenant:0f0970e0b2d547d28f1e47375bb94c42 on resource:floatingip {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:26.225736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6e65bb34-9344-4cea-bf78-32a9e73c90c3 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=ab73e42e-2d4b-44c0-b752-680744007616 HTTP/1.1" status: 200  len: 689 time: 0.1287987
Nov 29 11:58:26.226242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50262) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:26.245989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.246508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router a822f5a0-5371-4fdd-bc1a-5a6b72594be6 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:58:26.311508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cff0f63c-06fe-467e-a89f-fc5ae569dfaf None None] Provisioning complete for port b23bde08-7e0b-46af-a175-46dd13036e94 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:26.312152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cff0f63c-06fe-467e-a89f-fc5ae569dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.317068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.373219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.374491 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/floatingips/13ba96f9-fd70-4b8a-a148-daa8eff6fe8d HTTP/1.1" status: 204  len: 168 time: 2.4601450
Nov 29 11:58:26.379375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.381659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50266) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:26.383414 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2664df8-1bcb-4be8-b9b7-c54e699e7da8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/a822f5a0-5371-4fdd-bc1a-5a6b72594be6 HTTP/1.1" status: 204  len: 168 time: 1.3121192
Nov 29 11:58:26.384171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50268) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:26.388647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '185ea4c9-c1bf-4c77-99e1-34367e0f3024'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:26.398295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:26.404346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Could not find standard attr ID for object b23bde08-7e0b-46af-a175-46dd13036e94. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:58:26.404528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.407768 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No ports have port_id starting with b23bde08-7e0b-46af-a175-46dd13036e94
Nov 29 11:58:26.423720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cff0f63c-06fe-467e-a89f-fc5ae569dfaf None None] Could not find standard attr ID for object b23bde08-7e0b-46af-a175-46dd13036e94. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:58:26.426767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.427136 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-cff0f63c-06fe-467e-a89f-fc5ae569dfaf None None] No ports have port_id starting with b23bde08-7e0b-46af-a175-46dd13036e94
Nov 29 11:58:26.442763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f3f54c6-1c78-420c-b6a0-d4ee588eedb2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:26.471247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50274) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:26.480684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:26.535841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Port': ['ID=b23bde08-7e0b-46af-a175-46dd13036e94,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:26.539158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:26.555699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-773b536d-553f-471e-8e01-2eeb3d9bc8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.605823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No DVR routers for this DVR port b23bde08-7e0b-46af-a175-46dd13036e94 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:26.611345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 06d47b46-502b-4bad-ab0a-d231b9d42b91 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:26.640292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.661505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Deleting port 6b3d3016-c974-409f-8ea0-e2149a3e5c1c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:26.661953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.699562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.725559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.764835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.875357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:26.880399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1642311-84d3-4195-878e-4e4a295dd778 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:26.901555 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-10346aee-c7aa-49e6-9384-29af6f43c3d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346c2da80e154b28b7bdf2a1e990832b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4191391
Nov 29 11:58:26.913047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50278) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:27.034586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.034906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.048224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.052526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ca753d-283e-4ea3-bce7-849682afcd85,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:27.054838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.071383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.092824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:27.105643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd070f-664c-4bc5-800d-cef99dc8b7c1 None None] Network 18ba811e-280f-4027-aa0f-bd6e1500e929 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:27.193435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Calling delete_port for 6b3d3016-c974-409f-8ea0-e2149a3e5c1c owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:27.203738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.235075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08823d60>,) {'filters': {'network_id': ['18ba811e-280f-4027-aa0f-bd6e1500e929']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:27.240260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.245878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.251200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-92e526a1-6331-4d27-a16c-a79bd4d4007a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:27.281838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08823d60>, 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:27.282202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08823d60>, 'd7e1883e-4dff-43dd-bcb4-8fa70c1afbd1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:27.304010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=06d47b46-502b-4bad-ab0a-d231b9d42b91,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:27.308350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.309116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.315556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:27.319108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.322853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43b190-5975-4999-99e0-13d98ac354a0 None None] Network d536fffb-9634-4f19-9011-4baa91491599 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:27.335379 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/06d47b46-502b-4bad-ab0a-d231b9d42b91 HTTP/1.1" status: 204  len: 168 time: 0.9460135
Nov 29 11:58:27.335622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:27.339037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.398227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ba90a-832c-4c7d-95ba-53444a6446bb None None] DHCP port deletion for 18ba811e-280f-4027-aa0f-bd6e1500e929 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:27.418564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:27.418976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:27.445199 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:27.456028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.493456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0eed0a6b-6d95-4d69-a7ce-4ceebda50e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:27.527582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afdcf8-f20e-418e-bb82-dc5d9462912c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:27.534183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:27.560069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.572520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.575382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.158 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/7400acc7-4756-4564-9bc1-1d1a897e3104) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:27.576975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e629069-b1ef-4189-abe6-88523444e0ff tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:27.588243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.591693 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0afdcf8-f20e-418e-bb82-dc5d9462912c HTTP/1.1" status: 204  len: 168 time: 0.6745105
Nov 29 11:58:27.591693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.596584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:27.599862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.605191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port eddcf1d8-5e1c-4442-918f-ca345eab6363 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:27.605573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.632852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] DHCP port deletion for d536fffb-9634-4f19-9011-4baa91491599 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:27.637937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Deleting port eddcf1d8-5e1c-4442-918f-ca345eab6363 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:27.638530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.645486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=18ba811e-280f-4027-aa0f-bd6e1500e929,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:27.656760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:27.676253 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/18ba811e-280f-4027-aa0f-bd6e1500e929 HTTP/1.1" status: 204  len: 168 time: 3.4751287
Nov 29 11:58:27.676253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:27.707966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b3d3016-c974-409f-8ea0-e2149a3e5c1c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:27.722668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:27.752905 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-583a47e2-ab87-4d39-94ed-6d367a64f007 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:27.754744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583a47e2-ab87-4d39-94ed-6d367a64f007 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:27.758118 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-583a47e2-ab87-4d39-94ed-6d367a64f007 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/c6ca753d-283e-4ea3-bce7-849682afcd85 HTTP/1.1" status: 404  len: 337 time: 0.0791433
Nov 29 11:58:27.761438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50294) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:27.802632 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a56c3d-7fd3-4801-a956-fb8cdec11a82 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:27.803115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a56c3d-7fd3-4801-a956-fb8cdec11a82 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:27.807649 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65a56c3d-7fd3-4801-a956-fb8cdec11a82 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/18ba811e-280f-4027-aa0f-bd6e1500e929 HTTP/1.1" status: 404  len: 339 time: 0.0450628
Nov 29 11:58:27.810063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50298) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:27.885097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:27.909184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b23bde08-7e0b-46af-a175-46dd13036e94 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:27.930937 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce73c04-724c-4a72-bd60-044285afae31 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:27.931438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce73c04-724c-4a72-bd60-044285afae31 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:27.935812 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ce73c04-724c-4a72-bd60-044285afae31 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/5e2e6abd-87bc-4c7d-8e64-c8364e5e477f HTTP/1.1" status: 404  len: 337 time: 0.1247990
Nov 29 11:58:27.945468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:27.965069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b23bde08-7e0b-46af-a175-46dd13036e94 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:27.965475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b23bde08-7e0b-46af-a175-46dd13036e94 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:27.966833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device eddcf1d8-5e1c-4442-918f-ca345eab6363 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:27.990143 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb845241-9f48-4be2-a5ac-79ab1b5d2d5f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:27.990702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb845241-9f48-4be2-a5ac-79ab1b5d2d5f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:27.994339 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb845241-9f48-4be2-a5ac-79ab1b5d2d5f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/532b59a2-ee78-4dd3-ba0a-31dab28a47ec HTTP/1.1" status: 404  len: 339 time: 0.0473111
Nov 29 11:58:28.007540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50310) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:28.022441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] For port eddcf1d8-5e1c-4442-918f-ca345eab6363, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=eddcf1d8-5e1c-4442-918f-ca345eab6363,segment=NetworkSegment(8b82d1c2-5210-460f-965a-b5671a0be67b),segment_id=8b82d1c2-5210-460f-965a-b5671a0be67b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:28.022953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.027256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port eddcf1d8-5e1c-4442-918f-ca345eab6363, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=eddcf1d8-5e1c-4442-918f-ca345eab6363,segment=NetworkSegment(8b82d1c2-5210-460f-965a-b5671a0be67b),segment_id=8b82d1c2-5210-460f-965a-b5671a0be67b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:28.027775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.030557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.059655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.160950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Calling delete_port for eddcf1d8-5e1c-4442-918f-ca345eab6363 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:28.177532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for eddcf1d8-5e1c-4442-918f-ca345eab6363 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:28.204579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.220443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.224940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56997e7f-7bff-45a7-a91d-1cfa4f87820d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:28.283680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.291112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17251576-ea59-4e40-944d-0c7940a4f4e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:28.291373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.292319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.301025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca4970e-b522-471c-9b52-05cced0ec615,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:28.318061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:58:28.318665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:58:28.357630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=eddcf1d8-5e1c-4442-918f-ca345eab6363,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:28.361274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:28.362838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port eddcf1d8-5e1c-4442-918f-ca345eab6363 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:28.503463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.523125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:28.529545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02ae0c40>,) {'filters': {'network_id': ['d536fffb-9634-4f19-9011-4baa91491599']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.536854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0efabb5a-caf2-45f4-9c07-7365cf52971a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:28.542619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ae0c40>, '8b82d1c2-5210-460f-965a-b5671a0be67b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.542905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ae0c40>, '8b82d1c2-5210-460f-965a-b5671a0be67b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.554852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.573059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.580047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:28.580417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:28.596601 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:28.637251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.662599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:28.678057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50330) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:28.685386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.688855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09a130e3-80df-44a2-a129-3af960a47e97 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:28.691923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:28.700135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:28.704159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.715300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=d536fffb-9634-4f19-9011-4baa91491599,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:28.716978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50336) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:28.723481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:28.729348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.737839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03636df0>,) {'filters': {'network_id': ['3c05e05f-6670-4ac6-a967-387531603f1f']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.763135 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/d536fffb-9634-4f19-9011-4baa91491599 HTTP/1.1" status: 204  len: 168 time: 1.4264524
Nov 29 11:58:28.788557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:28.794114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=7400acc7-4756-4564-9bc1-1d1a897e3104,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:28.801067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1867717351', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:28.809879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:28.815100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:28.818623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:28.820311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Deleting port eddcf1d8-5e1c-4442-918f-ca345eab6363 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:28.821100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.825493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:28.833095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:28.837468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03636df0>, '8ab6c303-5c65-4816-9f08-8dae2180dafe') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.837945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03636df0>, '8ab6c303-5c65-4816-9f08-8dae2180dafe') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.848397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0826ccd0>,) {'filters': {'network_id': ['ab73e42e-2d4b-44c0-b752-680744007616']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.859197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.860204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.873293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.890603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0826ccd0>, 'ba6202d8-933e-4b86-9800-d07b2c15bf80') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.890970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0826ccd0>, 'ba6202d8-933e-4b86-9800-d07b2c15bf80') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:28.908467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-368048107'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:28.908690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fb57b69c-5606-4728-b6e4-6242f119ac01 None None] The port 'eddcf1d8-5e1c-4442-918f-ca345eab6363' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:58:28.912658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:28.917027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:network and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:28.923985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:28.932979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:28.941996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.945091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2e15c-5105-40dd-ba99-b6104da9720f tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:28.947031 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97d2e15c-5105-40dd-ba99-b6104da9720f tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 814 time: 0.2266035
Nov 29 11:58:28.954445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:28.954784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.956593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.967396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.969729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:28.984875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:28.988964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:security_group_rule and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:28.991767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:28.998246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:28.998851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.001144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:29.001529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:29.017284 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:29.055594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a13d7483-e896-4211-8460-7ab7bc36a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.082793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:29.083114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:29.096202 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:29.337530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.353203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-808bd0a1-0fc4-4df0-af41-f0dddb097fc2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:29.370975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.385026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.435480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.439882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.443876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe63ab34-efe0-40c5-ba81-b9f2e2f3c9d2 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:29.469558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:29.481949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490b6f01-a650-43cb-bd3b-ef862b097b85,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:29.485867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:29.486751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.487091 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Added segment a9ef02ef-92aa-4db0-b989-cff17e43ead7 of type vlan for network a4d3d494-b2ed-4250-bea4-58c092cb68b2
Nov 29 11:58:29.506559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=3c05e05f-6670-4ac6-a967-387531603f1f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:29.508434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ab73e42e-2d4b-44c0-b752-680744007616 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:58:29.519197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.551322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.557709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:29.558308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.563999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-93a6f884-efee-424a-b773-db194b07aa53 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:29.571909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:29.572896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.585901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bc09bf8c-c6c3-4caf-acdf-7ba67354e60f tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:29.672063 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/3c05e05f-6670-4ac6-a967-387531603f1f HTTP/1.1" status: 204  len: 168 time: 1.6612258
Nov 29 11:58:29.673170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50348) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:29.682263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab73e42e-2d4b-44c0-b752-680744007616,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:29.687066 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ab73e42e-2d4b-44c0-b752-680744007616 HTTP/1.1" status: 204  len: 168 time: 3.4574289
Nov 29 11:58:29.689600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:29.693581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.697255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50352) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:29.717386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Network': ['ID=a4d3d494-b2ed-4250-bea4-58c092cb68b2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:29.721171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:29.725681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0466745
Nov 29 11:58:29.728218 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d721759c-fbb3-4263-b700-12118dde0b52 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:29.728762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d721759c-fbb3-4263-b700-12118dde0b52 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:29.733038 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d721759c-fbb3-4263-b700-12118dde0b52 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/82bd4c7e-e282-42da-a8ad-cf463a0c4303 HTTP/1.1" status: 404  len: 337 time: 0.0575218
Nov 29 11:58:29.733038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:29.733479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50358) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:29.734757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:29.737238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:29.862007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:29.865867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:29.868966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:29.875203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:29.916992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7684a7bd-ab7f-4de5-a409-07c18295893b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:29.917475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7684a7bd-ab7f-4de5-a409-07c18295893b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:29.921790 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7684a7bd-ab7f-4de5-a409-07c18295893b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/4d20a828-7609-4f1d-9407-daa3c1cb9e26 HTTP/1.1" status: 404  len: 339 time: 0.0632439
Nov 29 11:58:29.921790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50364) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:29.923126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:29.927144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:29.996277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.011240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--1454943883', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:30.036439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.039694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-86c6feeb-ed74-4906-bd62-fa10c429502c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Synchronizing usage tracker for tenant:0f0970e0b2d547d28f1e47375bb94c42 on resource:floatingip {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:30.071648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:30.087522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-86c6feeb-ed74-4906-bd62-fa10c429502c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Unset dirty status for tenant:0f0970e0b2d547d28f1e47375bb94c42 on resource:floatingip {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:30.089008 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-86c6feeb-ed74-4906-bd62-fa10c429502c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 996 time: 0.3906393
Nov 29 11:58:30.091794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50372) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.099942 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4304e36-4257-441f-a603-311e8b1a4f4c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.100462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4304e36-4257-441f-a603-311e8b1a4f4c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.102412 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4304e36-4257-441f-a603-311e8b1a4f4c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/f315f427-d749-410b-8654-7e95f63fdf75 HTTP/1.1" status: 404  len: 337 time: 0.0988092
Nov 29 11:58:30.107248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:30.111321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.150329 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda39db4-ff50-4c71-8f4d-f5ec7e6aff4f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.150858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda39db4-ff50-4c71-8f4d-f5ec7e6aff4f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.158738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:30.162135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.174381 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bda39db4-ff50-4c71-8f4d-f5ec7e6aff4f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/1ad992dd-ebfb-4db2-bad5-d4650617d862 HTTP/1.1" status: 404  len: 339 time: 0.0618818
Nov 29 11:58:30.178577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.230972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.235986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.236452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.236929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.237373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.237827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.238263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.239224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Synchronizing usage tracker for tenant:0f0970e0b2d547d28f1e47375bb94c42 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:30.244480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:30.254099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9269da-aef4-42a6-ba7c-0a0c23e77a26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.254544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9269da-aef4-42a6-ba7c-0a0c23e77a26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.262332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.262668 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment 35c5a667-105c-4cde-a9bc-de031f12d89f of type vlan for network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63
Nov 29 11:58:30.289887 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ae9269da-aef4-42a6-ba7c-0a0c23e77a26 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/4898a825-b257-418c-9c00-68b358493672 HTTP/1.1" status: 404  len: 337 time: 0.1063247
Nov 29 11:58:30.292794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50384) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.315092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.317091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Unset dirty status for tenant:0f0970e0b2d547d28f1e47375bb94c42 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:30.318226 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d11c3fb5-de1e-4014-9e0a-b6215f51b757 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3928 time: 0.2253819
Nov 29 11:58:30.318862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.323497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.324823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-77af22ba-c440-4e02-81ea-6aac70e69de0 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:30.413000 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5163b10-f41b-4d06-ba87-e1650e06e168 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.413441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5163b10-f41b-4d06-ba87-e1650e06e168 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.417675 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b5163b10-f41b-4d06-ba87-e1650e06e168 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/fdc11893-3404-4123-aba9-cb8b4a168dfc HTTP/1.1" status: 404  len: 339 time: 0.1214211
Nov 29 11:58:30.427297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.476638 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-63dfe6f1-f6aa-4955-bb8a-d693d78bd205 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] delete failed (client error): The resource could not be found.
Nov 29 11:58:30.477759 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63dfe6f1-f6aa-4955-bb8a-d693d78bd205 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/d26fd6fe-540f-4f84-81ab-f61b802a6666 HTTP/1.1" status: 404  len: 345 time: 0.1269965
Nov 29 11:58:30.485933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.508578 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-253355bc-a10f-400b-93e9-ac770578db30 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.509403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253355bc-a10f-400b-93e9-ac770578db30 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.531106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.548990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=3ec3322a-f6b7-43e6-8708-75e6e93173f8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:30.551798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:30.564401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.564588 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-253355bc-a10f-400b-93e9-ac770578db30 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/8c713180-8d2a-41e5-8545-8c185d26a151 HTTP/1.1" status: 404  len: 337 time: 0.1296668
Nov 29 11:58:30.565217 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6c5ffc-107a-4507-9864-e20bd1cd5071 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.565807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6c5ffc-107a-4507-9864-e20bd1cd5071 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.567648 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd6c5ffc-107a-4507-9864-e20bd1cd5071 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ab73e42e-2d4b-44c0-b752-680744007616 HTTP/1.1" status: 404  len: 339 time: 0.0715044
Nov 29 11:58:30.568602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.572313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50402) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.573166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.578594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.579160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.599745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.602461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-36b358d6-fe76-4e10-9d5d-80e4399f3673 tempest-BulkNetworkOpsTest-876862937 tempest-BulkNetworkOpsTest-876862937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:30.620910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'network': {'name': 'tempest-network--1287458465', 'router:external': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:30.645359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:30.645612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network hostable DHCP agents. Network: a4d3d494-b2ed-4250-bea4-58c092cb68b2, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:30.700186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:30.703853 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ffbcf7-a785-4a49-a5e0-b53ed58babc9 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.704420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ffbcf7-a785-4a49-a5e0-b53ed58babc9 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.706389 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4ffbcf7-a785-4a49-a5e0-b53ed58babc9 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/c1114bbc-9981-46ce-baf4-8732955f2ba6 HTTP/1.1" status: 404  len: 339 time: 0.1355181
Nov 29 11:58:30.714926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:network and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:30.717317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50408) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.723410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:30.729778 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8081303
Nov 29 11:58:30.753715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50412) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.779860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:30.796264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=31d7f09a-41aa-43b2-bd2c-c84db08f1b63,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:30.799082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:30.800367 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8fd9ea-e4b8-4c95-922f-a490109edf3c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.800825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8fd9ea-e4b8-4c95-922f-a490109edf3c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.802478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb8fd9ea-e4b8-4c95-922f-a490109edf3c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/6ae6127d-c05d-4092-a3cc-3d082ca3c809 HTTP/1.1" status: 404  len: 337 time: 0.0814438
Nov 29 11:58:30.806223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.812080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:30.830897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Made reservation on behalf of 0f0970e0b2d547d28f1e47375bb94c42 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:30.833475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.850202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:30.858745 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a56b39-3923-4e65-8748-74e8381c492f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.859032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a56b39-3923-4e65-8748-74e8381c492f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.863137 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-88a56b39-3923-4e65-8748-74e8381c492f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/65669f7f-b3aa-4ede-bb30-02b5620207ad HTTP/1.1" status: 404  len: 339 time: 0.0532808
Nov 29 11:58:30.864226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.908066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, a4d3d494-b2ed-4250-bea4-58c092cb68b2) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:30.914693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.915447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.924153 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-240f9c3a-5d92-4a4a-9264-fdbb656cdd77 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.924363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240f9c3a-5d92-4a4a-9264-fdbb656cdd77 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.924452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fb8d7-96cd-4da0-934e-d0099b45a771 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:30.928372 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-240f9c3a-5d92-4a4a-9264-fdbb656cdd77 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/4453a03d-2804-4210-bb93-97997937eb6b HTTP/1.1" status: 404  len: 337 time: 0.0609734
Nov 29 11:58:30.930113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50424) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.943959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:30.959378 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2242994
Nov 29 11:58:30.959566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.962322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:30.962834 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Added segment f762c73e-4b06-4b9a-8973-0237697822ee of type vlan for network d1623180-f79b-4dcf-970b-c0a82ae63208
Nov 29 11:58:30.968813 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc04f273-1e2c-4ffe-a7e2-6dd46670448e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:30.969266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc04f273-1e2c-4ffe-a7e2-6dd46670448e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:30.971148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'name': 'tempest-NetworksTestDHCPv6-738473048'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:30.979975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbc51c-b3e6-4427-ba9e-701ded0fa310 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:30.981761 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-10cbc51c-b3e6-4427-ba9e-701ded0fa310 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.2247283
Nov 29 11:58:30.985285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:30.992065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 172.26.4.134 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/df093079-3ed7-45c0-ae4d-bf85a8a284ed) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:30.996405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bc04f273-1e2c-4ffe-a7e2-6dd46670448e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/b79a2dff-0cf0-4cba-a899-f49b0cb017f5 HTTP/1.1" status: 404  len: 339 time: 0.0627644
Nov 29 11:58:31.000536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50436) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.075793 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7008b9-64bc-4fed-bb36-8bdebbf5ac3d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:31.076594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7008b9-64bc-4fed-bb36-8bdebbf5ac3d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:31.080893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5d7008b9-64bc-4fed-bb36-8bdebbf5ac3d tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/9d9adb9f-e6aa-48cf-8370-fd31ff9812e2 HTTP/1.1" status: 404  len: 337 time: 0.0743368
Nov 29 11:58:31.087651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.153987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.166412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.172143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-507feb24-4de4-4f98-85d6-2d271976d70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:31.172967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '3ec3322a-f6b7-43e6-8708-75e6e93173f8'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:31.173825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.312451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.316546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=7400acc7-4756-4564-9bc1-1d1a897e3104,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:31.324179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:31.326754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70a6e2a-fead-477a-8a3e-302cb3f8ca2c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:31.327246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70a6e2a-fead-477a-8a3e-302cb3f8ca2c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:31.331420 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c70a6e2a-fead-477a-8a3e-302cb3f8ca2c tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/1923773e-9ced-427d-a560-39feb806c753 HTTP/1.1" status: 404  len: 339 time: 0.2388520
Nov 29 11:58:31.331877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50444) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.344054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/3ec3322a-f6b7-43e6-8708-75e6e93173f8/845d6f5e-8654-4f3f-94c3-881347ac2c21) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:31.390205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.444196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:31.446953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.447985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:31.448563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.453237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09f385-c633-40da-a80c-df3b0f1df2b4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:31.453950 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ae09f385-c633-40da-a80c-df3b0f1df2b4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4644024
Nov 29 11:58:31.457320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e6905d2-0eeb-433e-b81b-458e510722c2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:31.457519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50448) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.468472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.470997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:31.473356 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc5ff91-21c8-493f-884f-08553050a321 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:31.473799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc5ff91-21c8-493f-884f-08553050a321 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:31.478006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9fc5ff91-21c8-493f-884f-08553050a321 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/97d78408-0162-40fa-8642-bacc87f947cb HTTP/1.1" status: 404  len: 337 time: 0.1411099
Nov 29 11:58:31.486060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50452) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.486884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:31.565957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:31.572593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.587723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Transition to ACTIVE for port object 845d6f5e-8654-4f3f-94c3-881347ac2c21 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:31.597584 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.0143595
Nov 29 11:58:31.601476 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fad0b9-ddf3-48f7-8ca8-3c9793e3b6db tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:31.602010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fad0b9-ddf3-48f7-8ca8-3c9793e3b6db tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:31.603909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f7fad0b9-ddf3-48f7-8ca8-3c9793e3b6db tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/29ec81ca-db6a-4ce7-b230-f11bc21854dc HTTP/1.1" status: 404  len: 339 time: 0.1140230
Nov 29 11:58:31.604459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50456) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.608521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Transition to ACTIVE for port object 845d6f5e-8654-4f3f-94c3-881347ac2c21 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:31.609532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.613908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.617810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-24c737cb-0768-4386-89c0-e4e34bd05c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:31.629957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:31.638206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.647361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Network': ['ID=d1623180-f79b-4dcf-970b-c0a82ae63208,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:31.647658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.650837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:31.671584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network d1623180-f79b-4dcf-970b-c0a82ae63208 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:31.734865 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c9f299b-eeb3-4a7b-ad17-e57e6ccaa558 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2605972
Nov 29 11:58:31.736153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50464) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.753973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:31.763667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:31.778903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:31.783555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port ed2f2bec-f93e-4330-a707-cfc705fa2721 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:31.805823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Pushing event updated for resources: {'Port': ['ID=845d6f5e-8654-4f3f-94c3-881347ac2c21,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:31.859825 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP bf4a8e53-d55c-48c5-a40e-88cea954ab4b associated. External IP: 172.26.4.158, port: 185ea4c9-c1bf-4c77-99e1-34367e0f3024.
Nov 29 11:58:31.878926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:31.895201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting subnet 656cc515-3d25-4a2d-8bbd-c1f50e8d8747 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:31.914354 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-16f4ad2a-13d2-414e-936d-fb7c253e4950 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1749842
Nov 29 11:58:31.917941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.924241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50468) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:31.942067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Attempting to bind port 845d6f5e-8654-4f3f-94c3-881347ac2c21 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:31.942431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Attempting to bind port 845d6f5e-8654-4f3f-94c3-881347ac2c21 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:31.942821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Attempting to bind port 845d6f5e-8654-4f3f-94c3-881347ac2c21 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:31.950250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:31.950727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:31.951041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.952116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:31.952599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Bound port: 845d6f5e-8654-4f3f-94c3-881347ac2c21, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:31.952982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:31.973658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96213e61-c74f-48ed-bfc4-7b6ae7541e4d tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:31.979779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96213e61-c74f-48ed-bfc4-7b6ae7541e4d tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:31.985760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96213e61-c74f-48ed-bfc4-7b6ae7541e4d tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:31.991766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96213e61-c74f-48ed-bfc4-7b6ae7541e4d tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:31.996187 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96213e61-c74f-48ed-bfc4-7b6ae7541e4d tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.3856375
Nov 29 11:58:32.000223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50472) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:32.061962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] For port 845d6f5e-8654-4f3f-94c3-881347ac2c21, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:32.066221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] For port 845d6f5e-8654-4f3f-94c3-881347ac2c21, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=845d6f5e-8654-4f3f-94c3-881347ac2c21,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:32.074477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.080873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:32.081076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.126678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.150754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fb589ec8-373e-400a-9fdf-340c3b80285e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:32.184796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Pushing event updated for resources: {'Port': ['ID=845d6f5e-8654-4f3f-94c3-881347ac2c21,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:32.188425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:32.239730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:32.249554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d4bf1-c634-4bd0-8037-0332d9248a37 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:32.250032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d4bf1-c634-4bd0-8037-0332d9248a37 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:32.251578 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-600d4bf1-c634-4bd0-8037-0332d9248a37 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1538 time: 0.3264129
Nov 29 11:58:32.252676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:32.254923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50476) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:32.264843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::39 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/3ec3322a-f6b7-43e6-8708-75e6e93173f8/ed2f2bec-f93e-4330-a707-cfc705fa2721) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:32.280120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.318914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:32.478985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=df093079-3ed7-45c0-ae4d-bf85a8a284ed,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:32.490264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:32.492303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6c9cb544-8ae5-4d0d-9cbc-6a48438f6d69 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1820228
Nov 29 11:58:32.497357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50480) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:32.500670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.555097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.567367 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04fadc20-c9d4-412b-b6ea-58eaa1bfe7d0 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=d1623180-f79b-4dcf-970b-c0a82ae63208&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0669546
Nov 29 11:58:32.580740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:32.634724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336524553', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:32.687210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d030de5e0>,) {'filters': {'network_id': ['d1623180-f79b-4dcf-970b-c0a82ae63208']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:32.756183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030de5e0>, 'f762c73e-4b06-4b9a-8973-0237697822ee') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:32.756476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030de5e0>, 'f762c73e-4b06-4b9a-8973-0237697822ee') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:32.761704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:32.812268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.854949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.858526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.867695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:32.872239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:32.875649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:32.902740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7599e8f3-987e-4808-b612-231dd8b7a3a4 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:32.928268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:32.928598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:32.948908 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:32.962366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:33.177616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Subnet': ['ID=656cc515-3d25-4a2d-8bbd-c1f50e8d8747,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:33.179844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.186469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.187122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c1ccd-ce4f-4cdc-8e62-89e63232ec70 None None] Network 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:33.196416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:33.218322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:33.221760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.247862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object ed2f2bec-f93e-4330-a707-cfc705fa2721 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:33.259713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:33.272676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:33.289077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.310191 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/subnets/656cc515-3d25-4a2d-8bbd-c1f50e8d8747 HTTP/1.1" status: 204  len: 168 time: 1.6587586
Nov 29 11:58:33.316693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50488) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:33.320270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:33.321526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086fee50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:33.369242 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 6.9863338
Nov 29 11:58:33.370176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.402219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.405870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:33.423287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2e87317-da1b-4815-9d32-6b63861ce55e tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:33.429790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b825366-df55-49cb-8d29-b765317ab897 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:33.450085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-760287403'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:33.454562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d1623180-f79b-4dcf-970b-c0a82ae63208 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:58:33.461438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.464047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086fee50>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:33.472291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:33.481610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1623180-f79b-4dcf-970b-c0a82ae63208,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:33.498256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:network and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:33.501641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:33.511249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:33.514992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d1623180-f79b-4dcf-970b-c0a82ae63208 HTTP/1.1" status: 204  len: 168 time: 1.5127087
Nov 29 11:58:33.523049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50496) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:33.526007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:33.531319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.532643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'network': {'name': 'tempest-network--1620172972', 'router:external': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:33.543090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:33.550868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:network and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:33.557387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:33.558739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:33.562386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.567787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:33.573999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 15e13bbb-1539-49b2-87a9-b30df3d1a43a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:33.574656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.587667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:33.588371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086fee50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:33.599463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.616408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a4ccbef-bf24-47be-b4af-c72485bd7753 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:33.690491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fa98dfa9-9510-4fc3-a745-119d29482f31 None None] Provisioning for port 845d6f5e-8654-4f3f-94c3-881347ac2c21 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:33.709319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086fee50>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:33.709637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7531856-859a-429a-b8db-10f6b57e762a None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:33.808556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.814535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Made reservation on behalf of 0f0970e0b2d547d28f1e47375bb94c42 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:33.817038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.822493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:33.889365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:33.893793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:33.918745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] DHCP port deletion for 6e6f9055-e2b3-4c76-b696-ec2bd1caa9db request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:33.920291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:33.923378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Deleting port 15e13bbb-1539-49b2-87a9-b30df3d1a43a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:33.923829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.926092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:33.926735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.934197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=ed2f2bec-f93e-4330-a707-cfc705fa2721,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:33.953472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:33.976858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:33.977366 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Added segment 2dd31bcd-d67f-4a2c-abaa-77a8d4573378 of type vlan for network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427
Nov 29 11:58:34.084209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:34.084619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 845d6f5e-8654-4f3f-94c3-881347ac2c21 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:34.104270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.104643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Added segment 53fcc3c9-6f37-4fcd-a6cf-d86813d3c4d6 of type vlan for network 1c2671e4-4f79-44b7-87f5-3a6aefc0cbda
Nov 29 11:58:34.109368 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1489286
Nov 29 11:58:34.114154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50500) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:34.125635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.147878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-960fdd30-328d-4c87-8f5c-90c526636932 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:34.199762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.256187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.297384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=b6cc2cac-7fb7-4090-83d0-f8add93a67d3,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:34.301934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] For port 15e13bbb-1539-49b2-87a9-b30df3d1a43a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15e13bbb-1539-49b2-87a9-b30df3d1a43a,segment=NetworkSegment(f8141368-20a0-45c1-a942-7b92119b8faa),segment_id=f8141368-20a0-45c1-a942-7b92119b8faa)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:34.302293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.312865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:34.313677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 845d6f5e-8654-4f3f-94c3-881347ac2c21 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:34.328513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] For port 15e13bbb-1539-49b2-87a9-b30df3d1a43a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15e13bbb-1539-49b2-87a9-b30df3d1a43a,segment=NetworkSegment(f8141368-20a0-45c1-a942-7b92119b8faa),segment_id=f8141368-20a0-45c1-a942-7b92119b8faa)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:34.328907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.337150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 845d6f5e-8654-4f3f-94c3-881347ac2c21 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:34.337526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.337853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61bf38-d790-4a3a-b2a3-475f134412f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:34.343913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61bf38-d790-4a3a-b2a3-475f134412f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:34.345550 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2f61bf38-d790-4a3a-b2a3-475f134412f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.2304409
Nov 29 11:58:34.347828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 56a316e8-6f36-4b45-9d20-3f8081ab8a2a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:58:34.350428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:34.381864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.387525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:34.388229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.399613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.400670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:34.401259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731837'] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.424421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f4aebc92-1048-46cb-a8b4-73e88e2500ba tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:34.444702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9180610
Nov 29 11:58:34.455006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-871b0fa8-7f71-4046-99c0-264af73e6340 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:34.468956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:34.476051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Calling delete_port for 15e13bbb-1539-49b2-87a9-b30df3d1a43a owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:34.510732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:34.511483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: 31d7f09a-41aa-43b2-bd2c-c84db08f1b63, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:34.536324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Calling delete_port for 15e13bbb-1539-49b2-87a9-b30df3d1a43a owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:34.634292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c15035b8-fd5a-4e5e-b19d-ff01bf5cd7d5 None None] Provisioning for port ed2f2bec-f93e-4330-a707-cfc705fa2721 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:34.645944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c15035b8-fd5a-4e5e-b19d-ff01bf5cd7d5 None None] Provisioning complete for port ed2f2bec-f93e-4330-a707-cfc705fa2721 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:34.646329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c15035b8-fd5a-4e5e-b19d-ff01bf5cd7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.658214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port ed2f2bec-f93e-4330-a707-cfc705fa2721 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:34.658554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.681713 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2660139
Nov 29 11:58:34.687549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.693618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50512) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:34.694458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:34.718199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'subnet': {'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:34.749546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Network': ['ID=1c2671e4-4f79-44b7-87f5-3a6aefc0cbda,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:34.753334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:34.753910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Network': ['ID=6c1d1d81-09e9-41f5-ae87-5e5b41cab427,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:34.761981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Pushing event deleted for resources: {'Port': ['ID=15e13bbb-1539-49b2-87a9-b30df3d1a43a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:34.764024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] No DVR routers for this DVR port 15e13bbb-1539-49b2-87a9-b30df3d1a43a on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:34.774902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:34.784699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:34.790961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:34.798751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afb5e1-fc70-438c-ab8f-057a9f197248 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:34.804237 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17afb5e1-fc70-438c-ab8f-057a9f197248 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] 10.222.0.20 "GET /v2.0/networks/1c2671e4-4f79-44b7-87f5-3a6aefc0cbda HTTP/1.1" status: 200  len: 757 time: 0.2917228
Nov 29 11:58:34.804447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1c2671e4-4f79-44b7-87f5-3a6aefc0cbda details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:34.807410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:34.814065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:34.822869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:58:34.824437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:58:34.826378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 31d7f09a-41aa-43b2-bd2c-c84db08f1b63) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:34.851527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b9c509-d8db-45a2-a7a1-6cf39e83ba55 None None] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:34.864743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c15035b8-fd5a-4e5e-b19d-ff01bf5cd7d5 None None] Port ed2f2bec-f93e-4330-a707-cfc705fa2721 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:34.874356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:34.875474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:34.969891 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.3880482
Nov 29 11:58:35.002836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f306dae-2432-453e-9597-65a23cd9c70f tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:35.007926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f306dae-2432-453e-9597-65a23cd9c70f tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] 10.222.0.20 "GET /v2.0/networks/381ec401-9933-4b19-9dfb-59f1e47d052d HTTP/1.1" status: 200  len: 767 time: 0.1873922
Nov 29 11:58:35.008767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50522) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:35.114046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:35.125141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:35.139194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:35.150836 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] Sync routers for ids ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:35.152212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:35.155698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.171755 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] Routers {'56a316e8-6f36-4b45-9d20-3f8081ab8a2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:35.173399 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089fbf10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.281325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.310459 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089fbf10>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.334172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 845d6f5e-8654-4f3f-94c3-881347ac2c21, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=845d6f5e-8654-4f3f-94c3-881347ac2c21,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:35.339077 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] Routers {'56a316e8-6f36-4b45-9d20-3f8081ab8a2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:35.339735 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089fbf10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.346220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c15035b8-fd5a-4e5e-b19d-ff01bf5cd7d5 None None] Provisioning complete for port 845d6f5e-8654-4f3f-94c3-881347ac2c21 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:35.346870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c15035b8-fd5a-4e5e-b19d-ff01bf5cd7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.351061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.355614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.5588014
Nov 29 11:58:35.355919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Deleting port 15e13bbb-1539-49b2-87a9-b30df3d1a43a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:35.356306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50526) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:35.356426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.417140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.417468 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089fbf10>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.418054 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2fc20-58f7-4741-b2e6-341f985592f2 None None] The sync data for ids ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:35.425793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.448512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:35.483566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] The port '15e13bbb-1539-49b2-87a9-b30df3d1a43a' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:58:35.563667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:35.564688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.587613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50530) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:35.599320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358823761', 'description': 'tempest-secgroup-smoke-358823761 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:35.605749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.617347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:35.674850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=845d6f5e-8654-4f3f-94c3-881347ac2c21,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:35.682050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:35.695965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:35.734453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.747548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.775317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for ed2f2bec-f93e-4330-a707-cfc705fa2721 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:35.784245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d039fd940>,) {'filters': {'network_id': ['6e6f9055-e2b3-4c76-b696-ec2bd1caa9db']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.797181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d029496d0>,) {'filters': {'network_id': ['1c2671e4-4f79-44b7-87f5-3a6aefc0cbda']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.808442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d039fd940>, 'f8141368-20a0-45c1-a942-7b92119b8faa') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.808814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d039fd940>, 'f8141368-20a0-45c1-a942-7b92119b8faa') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.811507 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c0c399c-90e0-4d65-9432-2ff5e6341a5d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/routers/56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 200  len: 885 time: 0.4505067
Nov 29 11:58:35.817517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50534) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:35.880718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029496d0>, '53fcc3c9-6f37-4fcd-a6cf-d86813d3c4d6') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.881442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029496d0>, '53fcc3c9-6f37-4fcd-a6cf-d86813d3c4d6') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:35.882930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.905112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.906048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 845d6f5e-8654-4f3f-94c3-881347ac2c21 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:35.920037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.927699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:35.941805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94e8bc88-4f59-4bc5-88ff-97c7fd3b4a6b None None] Provisioning complete for port ed2f2bec-f93e-4330-a707-cfc705fa2721 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:35.942186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94e8bc88-4f59-4bc5-88ff-97c7fd3b4a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.946918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:35.961860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:35.981213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:35.986959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:35.995534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Allocated IP 172.20.0.18 (31d7f09a-41aa-43b2-bd2c-c84db08f1b63/b6cc2cac-7fb7-4090-83d0-f8add93a67d3/43dea1cf-cb71-49d2-9107-e00ac714e29e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:36.010453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:36.010948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.027332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:36.029489 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:36.035269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.040631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:36.040958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.043216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-94e8bc88-4f59-4bc5-88ff-97c7fd3b4a6b None None] Port ed2f2bec-f93e-4330-a707-cfc705fa2721 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:36.051889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:36.100075 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:36.132904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 845d6f5e-8654-4f3f-94c3-881347ac2c21 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:36.133284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.145680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Subnet': ['ID=a6f02b42-bb76-41d2-a186-978af9544747,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:36.148863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:36.150000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.162773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ce3a70e-8b20-47cd-a7b2-dd4c243f7c0a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:36.194205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Checking segment: {'id': '2dd31bcd-d67f-4a2c-abaa-77a8d4573378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:36.194496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network hostable DHCP agents. Network: 6c1d1d81-09e9-41f5-ae87-5e5b41cab427, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:36.225310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=ed2f2bec-f93e-4330-a707-cfc705fa2721,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:36.225563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.229494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:36.230267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b759c352-960b-4c42-876d-0a9eb6345b1d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:36.248365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.252131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.266813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Pushing event deleted for resources: {'Network': ['ID=6e6f9055-e2b3-4c76-b696-ec2bd1caa9db,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:36.269512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1c2671e4-4f79-44b7-87f5-3a6aefc0cbda {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:58:36.275208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.277012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:36.278407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:36.289259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.315041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:36.318214 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/ed2f2bec-f93e-4330-a707-cfc705fa2721 HTTP/1.1" status: 204  len: 168 time: 1.9667754
Nov 29 11:58:36.324850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50538) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.337007 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] 10.222.0.20 "DELETE /v2.0/networks/6e6f9055-e2b3-4c76-b696-ec2bd1caa9db HTTP/1.1" status: 204  len: 168 time: 3.0191412
Nov 29 11:58:36.342643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c2671e4-4f79-44b7-87f5-3a6aefc0cbda,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:36.346313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:36.347913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1c2671e4-4f79-44b7-87f5-3a6aefc0cbda HTTP/1.1" status: 204  len: 168 time: 1.3381360
Nov 29 11:58:36.355016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.365777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'network': {'name': 'tempest-network--1454755084'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:36.373143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:36.385257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Usage tracker for resource:network and tenant:0f0970e0b2d547d28f1e47375bb94c42 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:36.392084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.392892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:36.408182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Transition to ACTIVE for port object 43dea1cf-cb71-49d2-9107-e00ac714e29e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:36.415972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57078ed6-bc08-4aae-9055-00ee509f1360 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:router {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:36.423680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:36.446178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6c1d1d81-09e9-41f5-ae87-5e5b41cab427) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:36.451647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Transition to ACTIVE for port object 43dea1cf-cb71-49d2-9107-e00ac714e29e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:36.464157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.475547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Made reservation on behalf of 0f0970e0b2d547d28f1e47375bb94c42 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:36.478283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:36.480883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:36.485030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.485924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.526824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c498e8d-a294-497c-a64a-fa8f2d15d916 None None] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:36.533111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57078ed6-bc08-4aae-9055-00ee509f1360 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:router {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:36.540462 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57078ed6-bc08-4aae-9055-00ee509f1360 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.7218933
Nov 29 11:58:36.542313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.549359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15e13bbb-1539-49b2-87a9-b30df3d1a43a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:36.559664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1867717351'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:36.586840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.610544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49f7da-7ca6-4a16-a33c-0f368c07ff50 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:36.612707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49f7da-7ca6-4a16-a33c-0f368c07ff50 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:36.615858 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7e49f7da-7ca6-4a16-a33c-0f368c07ff50 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2899172
Nov 29 11:58:36.619021 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9230590
Nov 29 11:58:36.620283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.641256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50552) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.641945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50554) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.642137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:36.643243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:36.694599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:36.721662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 15e13bbb-1539-49b2-87a9-b30df3d1a43a {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:36.722163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15e13bbb-1539-49b2-87a9-b30df3d1a43a not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:36.725721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:36.785605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1195259129', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:36.797857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Pushing event updated for resources: {'Port': ['ID=43dea1cf-cb71-49d2-9107-e00ac714e29e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:36.813421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:36.821073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:router and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:36.828117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:36.840906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:36.859952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6425e-e1f0-47ec-9d3c-ef1293701348,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:36.864563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.866352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:36.882663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.889266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50568) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:36.889266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:36.892891 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.3033385
Nov 29 11:58:36.898039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:36.903983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6425e-e1f0-47ec-9d3c-ef1293701348', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:36.905438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Attempting to bind port 43dea1cf-cb71-49d2-9107-e00ac714e29e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:36.905914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Attempting to bind port 43dea1cf-cb71-49d2-9107-e00ac714e29e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:36.906403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Attempting to bind port 43dea1cf-cb71-49d2-9107-e00ac714e29e on network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:36.915687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:36.916758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.921023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.926263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:36.929127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.929472 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Added segment 3a98478c-e224-4abb-a39a-e1713d832aed of type vlan for network 8fb78d92-c746-4a43-834e-9b13ee911622
Nov 29 11:58:36.930690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:36.942485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:36.944456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:36.967690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Checking segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:36.968701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:36.968701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Bound using segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:36.969398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Bound port: 43dea1cf-cb71-49d2-9107-e00ac714e29e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:36.970243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.010931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 3ec3322a-f6b7-43e6-8708-75e6e93173f8 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:37.019247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.049827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.092398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.109528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.111542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6c1d1d81-09e9-41f5-ae87-5e5b41cab427', 'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427', 'tenant_id': 'b0d9e330747b4721ada3832ea3e0aae1', 'fixed_ips': [{'subnet_id': 'a6f02b42-bb76-41d2-a186-978af9544747'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:37.112505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.144602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] For port 43dea1cf-cb71-49d2-9107-e00ac714e29e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:37.194776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] For port 43dea1cf-cb71-49d2-9107-e00ac714e29e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=43dea1cf-cb71-49d2-9107-e00ac714e29e,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:37.206987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.213853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:37.301041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.309090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:58:37.363150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Pushing event updated for resources: {'Port': ['ID=43dea1cf-cb71-49d2-9107-e00ac714e29e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:37.370114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:37.393059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Allocated IP 172.20.0.2 (6c1d1d81-09e9-41f5-ae87-5e5b41cab427/a6f02b42-bb76-41d2-a186-978af9544747/0035bcc2-8f40-4d30-a4ed-1bae9dd70298) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:37.403768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.404555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:37.405317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.415488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e6d9dd2-c830-4a3e-bf07-9b59b998a8ec tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:37.454757 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-69fc4532-9863-411b-bee1-f9527a45ed61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb73367e36ce40588b3d33ffe03d5b81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5863755
Nov 29 11:58:37.458676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:37.592490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.597035 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.2408183
Nov 29 11:58:37.608518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50576) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:37.617471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:37.637316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.672029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Network': ['ID=8fb78d92-c746-4a43-834e-9b13ee911622,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:37.674998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.697794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.714671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Transition to ACTIVE for port object 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:37.729714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.746934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Transition to ACTIVE for port object 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:37.762413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.769721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e97ea6b2-5c4a-4016-988d-67f151823f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:37.794707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.795257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.795647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.796025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.796400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.796770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.797135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.797503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.797880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.798233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.798599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.798961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:37.813528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:37.816785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:37.848832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8fb78d92-c746-4a43-834e-9b13ee911622 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:37.897025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e48c06-0b21-4ee3-a142-6c5c8efc68ad,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:37.899239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:37.932608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.934719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:37.938633 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0442901
Nov 29 11:58:37.938633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:37.956872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:37.963047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6425e-e1f0-47ec-9d3c-ef1293701348', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:37.969218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:37.978603 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:58:37.983321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:37.984526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:37.995501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:38.012224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:38.028799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:38.032777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Pushing event updated for resources: {'Port': ['ID=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:38.035675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 43dea1cf-cb71-49d2-9107-e00ac714e29e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:38.041986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.056141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.066455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:38.083539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.114882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.126107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.133795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-317355ce-a20c-484b-932d-dbd0d2bf929d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:38.174680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Attempting to bind port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:38.175087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Attempting to bind port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '2dd31bcd-d67f-4a2c-abaa-77a8d4573378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:38.175455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Attempting to bind port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 on network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:38.183692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:38.183692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Checking segment: {'id': '2dd31bcd-d67f-4a2c-abaa-77a8d4573378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:38.184087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.184463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Bound using segment: {'id': '2dd31bcd-d67f-4a2c-abaa-77a8d4573378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:38.185075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Bound port: 0035bcc2-8f40-4d30-a4ed-1bae9dd70298, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd31bcd-d67f-4a2c-abaa-77a8d4573378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:38.185313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.185619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec3322a-f6b7-43e6-8708-75e6e93173f8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:38.191749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.202654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6025d-492c-41c2-a3e6-8e4e37230df9 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:38.209915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.226817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.227734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.228085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.228586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.229008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.229732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.229863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.230294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.230710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.231248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.231613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.232016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:38.235840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:38.242951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.248445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25447a57-4ccb-46e7-b321-2834d35634b3 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:38.265039 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/3ec3322a-f6b7-43e6-8708-75e6e93173f8 HTTP/1.1" status: 204  len: 168 time: 1.5695655
Nov 29 11:58:38.267913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50584) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:38.273942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Network 8fb78d92-c746-4a43-834e-9b13ee911622 is not hosted by any dhcp agent {{(pid=87599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Nov 29 11:58:38.275124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:38.275748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.277118 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "PUT /v2.0/networks/8fb78d92-c746-4a43-834e-9b13ee911622 HTTP/1.1" status: 200  len: 858 time: 0.6675651
Nov 29 11:58:38.284223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:38.364150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 43dea1cf-cb71-49d2-9107-e00ac714e29e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:38.393689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.420973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-65c5ddc6-0db5-4fdd-b1ac-f17c3cd94362 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1481626
Nov 29 11:58:38.424476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50592) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:38.444547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:38.457697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 56a316e8-6f36-4b45-9d20-3f8081ab8a2a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:38.463825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event updated for resources: {'Network': ['ID=8fb78d92-c746-4a43-834e-9b13ee911622,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:38.474244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:38.481134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.481876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.482307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] For port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:38.486332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] For port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,segment=NetworkSegment(2dd31bcd-d67f-4a2c-abaa-77a8d4573378),segment_id=2dd31bcd-d67f-4a2c-abaa-77a8d4573378)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:38.493225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.493860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c08ad2fd-8aca-4b5a-97d2-ee392105aa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:38.497568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eed36835-e7c5-4c41-bf50-e345e526a4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:38.540220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec3f3f-bf85-461b-a132-805c0002cf3d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:38.601297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:38.612869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Deleting port 845d6f5e-8654-4f3f-94c3-881347ac2c21 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:38.613527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.639673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.644578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:38.668879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Pushing event updated for resources: {'Port': ['ID=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:38.674014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:38.688232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08a9c785-0fb1-44ad-9ab5-e694a83ec421 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:38.714006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.715445 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7575078
Nov 29 11:58:38.729230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50596) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:38.734532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:38.740028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6425e-e1f0-47ec-9d3c-ef1293701348', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:38.813273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.814787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acec3f3f-bf85-461b-a132-805c0002cf3d HTTP/1.1" status: 204  len: 168 time: 1.3065774
Nov 29 11:58:38.817027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:38.824894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:38.830881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:38.834744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.857924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba1ab3a-e908-4d91-aaf5-daaafaeb6c01,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:38.899058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:38.921121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:38.928107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:38.931440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:38.938012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:38.968555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] For port 845d6f5e-8654-4f3f-94c3-881347ac2c21, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=845d6f5e-8654-4f3f-94c3-881347ac2c21,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:38.968963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.004955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:39.009818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:39.014313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.045851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.074336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.116669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d67d9c-01a5-41ec-9a5c-62eeefe64510 None None] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:39.133529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02be5340>,) {'filters': {'network_id': ['8fb78d92-c746-4a43-834e-9b13ee911622']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.158985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02be5340>, '3a98478c-e224-4abb-a39a-e1713d832aed') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.159263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02be5340>, '3a98478c-e224-4abb-a39a-e1713d832aed') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.178544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:39.191512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.195812 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd3cdfc0-d903-4fd1-9fc4-a88a743e1646 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 200  len: 892 time: 2.6504757
Nov 29 11:58:39.196596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:39.199308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.280387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] Sync routers for ids ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:39.307986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Calling delete_port for 845d6f5e-8654-4f3f-94c3-881347ac2c21 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:39.433068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] Routers {'56a316e8-6f36-4b45-9d20-3f8081ab8a2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:39.434949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0834aeb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.497518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.26.4.150 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/1589f6e7-d424-4dd5-ae85-4650b014ea7a) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:39.505714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.509030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.514472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.518778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-67e476a7-f1be-4062-bfcd-b47b3c7cd0e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:39.528873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:39.529338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.539145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Provisioning for port 43dea1cf-cb71-49d2-9107-e00ac714e29e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:39.545062 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:39.557065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Provisioning complete for port 43dea1cf-cb71-49d2-9107-e00ac714e29e triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:39.557972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.574244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42c5fa3-0fd4-4290-bf83-fbee16d0003d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:39.652903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:39.655310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0834aeb0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.694700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.698385 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9640532
Nov 29 11:58:39.701762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:39.711976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6425e-e1f0-47ec-9d3c-ef1293701348', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:39.719100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:39.723827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:39.727116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:39.753595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:39.755878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] Routers {'56a316e8-6f36-4b45-9d20-3f8081ab8a2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:39.756826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0834aeb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.802136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.809703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd9c948b-5f24-48f0-b583-52fcaf3c5a07 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:39.860271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8fb78d92-c746-4a43-834e-9b13ee911622 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Nov 29 11:58:39.869254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fb78d92-c746-4a43-834e-9b13ee911622,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:39.882619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0834aeb0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:39.883526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707372ae-81d5-435d-9d50-8d055d8d91d7 None None] The sync data for ids ['56a316e8-6f36-4b45-9d20-3f8081ab8a2a'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:39.888082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.890460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.890959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:39.922987 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0382c0e8-3fa7-4dcf-b280-7909e2395bde tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/routers/56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 200  len: 892 time: 0.7118263
Nov 29 11:58:39.926818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:39.930753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:39.980766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.005651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8627a69-92d9-48a5-9da2-5c619b3dc0dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:40.013037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50632) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.053145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.061602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:40.061837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:40.085091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee18f90b-dc05-4c05-97a5-16573017b601 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:40.099468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.105761 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8fb78d92-c746-4a43-834e-9b13ee911622 HTTP/1.1" status: 204  len: 168 time: 1.8085227
Nov 29 11:58:40.113152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50638) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.141194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee18f90b-dc05-4c05-97a5-16573017b601 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:40.142680 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee18f90b-dc05-4c05-97a5-16573017b601 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 200  len: 205 time: 0.1997023
Nov 29 11:58:40.147103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.188002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:40.196923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:40.200509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:40.201108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.238955 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8108160
Nov 29 11:58:40.238955 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-857b9fbf-a8d6-43a2-b4ee-c052117b6d0b tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:58:40.238955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857b9fbf-a8d6-43a2-b4ee-c052117b6d0b tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:58:40.239959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-857b9fbf-a8d6-43a2-b4ee-c052117b6d0b tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] 10.222.0.20 "DELETE /v2.0/subnets/2ca4970e-b522-471c-9b52-05cced0ec615 HTTP/1.1" status: 404  len: 337 time: 0.1142502
Nov 29 11:58:40.240485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50646) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.244769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:40.248061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Pushing event deleted for resources: {'Port': ['ID=845d6f5e-8654-4f3f-94c3-881347ac2c21,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:40.251559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'name': 'tempest-NetworksTestDHCPv6-1012248079'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:40.273631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50648) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.281004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:40.290850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-56d0cd36-7da2-4fa0-946b-2cbbda80faf2 tempest-DvrRoutersNegativeTest-1259329027 tempest-DvrRoutersNegativeTest-1259329027-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-205753464', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:40.294037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.policy [None req-56d0cd36-7da2-4fa0-946b-2cbbda80faf2 tempest-DvrRoutersNegativeTest-1259329027 tempest-DvrRoutersNegativeTest-1259329027-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87599) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Nov 29 11:58:40.294337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.policy [None req-56d0cd36-7da2-4fa0-946b-2cbbda80faf2 tempest-DvrRoutersNegativeTest-1259329027 tempest-DvrRoutersNegativeTest-1259329027-project] Failed policy check for 'create_router' {{(pid=87599) enforce /opt/stack/neutron/neutron/policy.py:520}}
Nov 29 11:58:40.294869 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-56d0cd36-7da2-4fa0-946b-2cbbda80faf2 tempest-DvrRoutersNegativeTest-1259329027 tempest-DvrRoutersNegativeTest-1259329027-project] create failed (client error): Access was denied to this resource.
Nov 29 11:58:40.302144 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-56d0cd36-7da2-4fa0-946b-2cbbda80faf2 tempest-DvrRoutersNegativeTest-1259329027 tempest-DvrRoutersNegativeTest-1259329027-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2822413
Nov 29 11:58:40.302326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.312796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.321495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:40.332662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] No DVR routers for this DVR port 845d6f5e-8654-4f3f-94c3-881347ac2c21 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:40.334945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:40.344317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b93bf3-389b-4c0b-bdfe-b04977dd157d None None] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:40.394998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d17f06-af2c-4c77-ae8a-9b725c5c1a6f None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:40.437599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-042a9ea4-b246-4b2d-b9ec-6a6bd97a68d3 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:40.476245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41d0d8f-d467-423f-8005-f691cb3a6248,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:40.480065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:40.510458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:40.515522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:40.519545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:40.530592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:40.543771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=3297ac80-fbad-4a4b-99a2-8afff50158d5,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:40.544850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.550447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:40.556962 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8534114
Nov 29 11:58:40.559274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50656) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.569514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5be59bcd-54cf-4e09-b719-ba2ba3c2c312 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:40.583873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6425e-e1f0-47ec-9d3c-ef1293701348', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:40.617229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:40.634431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:40.647351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:40.652798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.653473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:40.657090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.720066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:40.725851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=1589f6e7-d424-4dd5-ae85-4650b014ea7a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:40.729686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:40.738967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:40.762513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.778938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 7a7d1130-8193-4b86-bc72-44c8dd63f4c9 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:40.783222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '3297ac80-fbad-4a4b-99a2-8afff50158d5'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:40.784069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.831691 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:58:40.851410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.852439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 845d6f5e-8654-4f3f-94c3-881347ac2c21 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:40.904166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:40.920608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 845d6f5e-8654-4f3f-94c3-881347ac2c21 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:58:40.920960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 845d6f5e-8654-4f3f-94c3-881347ac2c21 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:58:40.941021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.962693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.992708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:40.994690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] For port 43dea1cf-cb71-49d2-9107-e00ac714e29e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=43dea1cf-cb71-49d2-9107-e00ac714e29e,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:41.012816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:41.020654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.026476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e058f-1c39-4d8a-a904-233869c280ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:41.047389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db162089-a93f-4b49-886f-86c9af4d94f1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:41.050002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.054734 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4877911
Nov 29 11:58:41.057186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:41.063645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:41.114439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6425e-e1f0-47ec-9d3c-ef1293701348', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:41.124427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:41.130541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:41.134470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:41.141207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:41.150646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Pushing event updated for resources: {'Port': ['ID=43dea1cf-cb71-49d2-9107-e00ac714e29e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:41.166723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:41.184290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 11:58:41.191683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.198792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Provisioning for port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:41.201007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.208111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Provisioning complete for port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:41.208483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.212672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.228905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port df093079-3ed7-45c0-ae4d-bf85a8a284ed {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:41.229228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.259565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:41.277845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Usage tracker for resource:security_group_rule and tenant:0f3b40d4e85b4453a447d3f9f5931937 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:41.282159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:41.297857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.298975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:41.393397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.432931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] For port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,segment=NetworkSegment(2dd31bcd-d67f-4a2c-abaa-77a8d4573378),segment_id=2dd31bcd-d67f-4a2c-abaa-77a8d4573378)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:41.439050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.441326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:41.448320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.458206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.465998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:41.511214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3aab58-186c-4863-97cc-bc959fbc5a21,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:41.520067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:41.545770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Pushing event updated for resources: {'Port': ['ID=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:41.555112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:41.564824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.568902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1f19c90c-4295-475e-ab92-87a2829da897 None None] Provisioning complete for port 43dea1cf-cb71-49d2-9107-e00ac714e29e triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:41.569601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1f19c90c-4295-475e-ab92-87a2829da897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.585031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.586229 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5205128
Nov 29 11:58:41.625731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::1d9 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/3297ac80-fbad-4a4b-99a2-8afff50158d5/7a7d1130-8193-4b86-bc72-44c8dd63f4c9) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:41.634600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d037e5490>,) {'filters': {'network_id': ['381ec401-9933-4b19-9dfb-59f1e47d052d']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:41.664415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d037e5490>, '6e6000cb-74cb-45b5-bc80-7921aa7d7328') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:41.664791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d037e5490>, '6e6000cb-74cb-45b5-bc80-7921aa7d7328') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:41.696056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.757370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.776521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for df093079-3ed7-45c0-ae4d-bf85a8a284ed owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:41.780433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.843925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.866907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-887576fd-bbbf-45ae-a7b2-73db9aeac656 None None] Provisioning complete for port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:41.868526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-887576fd-bbbf-45ae-a7b2-73db9aeac656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.872645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:58:41.873164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:58:41.893472 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:58:41.896680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:41.917012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec020015-473a-4451-928e-0c44fed9a240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:41.926499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 43dea1cf-cb71-49d2-9107-e00ac714e29e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:41.989156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff0a38-0a49-4a5a-8db8-80e335e1f3af,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:41.996376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f3b40d4e85b4453a447d3f9f5931937&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0510509
Nov 29 11:58:41.997987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:41.999309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:42.044372 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-11c7361a-f9b0-40eb-a449-6f300ffcc1fa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358823761&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.1151879
Nov 29 11:58:42.120019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 43dea1cf-cb71-49d2-9107-e00ac714e29e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:42.120453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.174294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.179971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.191731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-30822fc5-c96c-461a-b9a4-0d03e2a3a6e5 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:42.224107 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] 10.222.0.20 "DELETE /v2.0/networks/381ec401-9933-4b19-9dfb-59f1e47d052d HTTP/1.1" status: 204  len: 168 time: 1.9424870
Nov 29 11:58:42.227644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Pushing event deleted for resources: {'Network': ['ID=381ec401-9933-4b19-9dfb-59f1e47d052d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:42.230133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:42.263260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:42.350060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:42.350693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.372855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.447595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-7a287f66-637a-4027-9c23-9d40241ad740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:42.448593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-7a287f66-637a-4027-9c23-9d40241ad740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:42.449549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.474385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.482896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 7a7d1130-8193-4b86-bc72-44c8dd63f4c9 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:42.511679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.523870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.532944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46ac1ff6-8940-4e5e-ae40-8657d207553a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:42.566663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:42.599458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=df093079-3ed7-45c0-ae4d-bf85a8a284ed,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:42.634126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:42.639824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.642846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-7a287f66-637a-4027-9c23-9d40241ad740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:42.648352 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-7a287f66-637a-4027-9c23-9d40241ad740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=31d7f09a-41aa-43b2-bd2c-c84db08f1b63 HTTP/1.1" status: 200  len: 797 time: 0.5826988
Nov 29 11:58:42.650843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fdb476db-7f9c-4097-91dd-72492d0e5123 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:42.681723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.692745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fe9f181f-585a-4989-8964-794f9dc0c80c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:42.702264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff0a38-0a49-4a5a-8db8-80e335e1f3af,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:42.718210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:42.748404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-8f73e2f1-60b6-41fe-823f-5b4384c8fb75 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0599558
Nov 29 11:58:42.760790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.763944 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eff0a38-0a49-4a5a-8db8-80e335e1f3af HTTP/1.1" status: 204  len: 168 time: 0.7601459
Nov 29 11:58:42.777624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/3297ac80-fbad-4a4b-99a2-8afff50158d5/25598170-aefc-446b-a6d8-83bb8b8ee804) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:42.778424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:42.784083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:42.790772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:42.797293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:42.797976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.831641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=7a7d1130-8193-4b86-bc72-44c8dd63f4c9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:42.835857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:42.840707 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.5947509
Nov 29 11:58:42.845949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50702) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:42.872213 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dde073a3-374a-4158-bc9e-084ea99f90d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c56057e1014045b7a6a2feb6116a110f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3016646
Nov 29 11:58:42.875649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50706) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:42.903263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:42.937941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:58:43.065298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.084111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Transition to ACTIVE for port object 25598170-aefc-446b-a6d8-83bb8b8ee804 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:43.123523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.126615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Transition to ACTIVE for port object 25598170-aefc-446b-a6d8-83bb8b8ee804 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:43.135291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.140404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.142354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:43.145879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.244828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a49cfa-e6b4-4f4d-a5ad-47e368ce2b02 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:43.245561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a7a49cfa-e6b4-4f4d-a5ad-47e368ce2b02 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:43.250054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Pushing event updated for resources: {'Port': ['ID=25598170-aefc-446b-a6d8-83bb8b8ee804,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:43.251071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-d53c418d-703b-4339-b75d-61e8fb6d0ea7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.4454381
Nov 29 11:58:43.251748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.252276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router 56a316e8-6f36-4b45-9d20-3f8081ab8a2a {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:58:43.255825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:43.257943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:43.259625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:43.261971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:43.277396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.305016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a7a49cfa-e6b4-4f4d-a5ad-47e368ce2b02 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:43.306350 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a7a49cfa-e6b4-4f4d-a5ad-47e368ce2b02 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.4594557
Nov 29 11:58:43.309399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50720) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:43.345203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.357142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:43.367364 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] Sync routers for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:43.381459 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:43.382101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Attempting to bind port 25598170-aefc-446b-a6d8-83bb8b8ee804 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:43.382807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:43.383405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Attempting to bind port 25598170-aefc-446b-a6d8-83bb8b8ee804 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:43.384189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Attempting to bind port 25598170-aefc-446b-a6d8-83bb8b8ee804 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:43.397045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:43.397598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:43.398288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.398661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:43.399317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Bound port: 25598170-aefc-446b-a6d8-83bb8b8ee804, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:43.400083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.406178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 7a7d1130-8193-4b86-bc72-44c8dd63f4c9 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:43.406580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.440465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.441180 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 6.7446320
Nov 29 11:58:43.455727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50726) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:43.472515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.477972 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 204  len: 168 time: 3.3253024
Nov 29 11:58:43.488140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50732) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:43.497331 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46160>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:43.509821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1995112094'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:43.519672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:43.519897 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:43.519897 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:43.526072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:43.531780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:43.550475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] For port 25598170-aefc-446b-a6d8-83bb8b8ee804, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:43.554868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] For port 25598170-aefc-446b-a6d8-83bb8b8ee804, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25598170-aefc-446b-a6d8-83bb8b8ee804,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:43.561945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.564608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:43.571238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.577190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:43.580284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5831a81-f45e-41fc-a695-b129f0c7ea7c tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:43.611354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3715f-7e09-4c3f-b873-4cfa32a00f08,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:43.621796 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-3766aa18-2b5b-48be-a5c3-73d0ea7dd413 service neutron] 10.222.0.20 "GET /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3309419
Nov 29 11:58:43.623077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:43.623798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:43.632499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.647208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.648449 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0d3715f-7e09-4c3f-b873-4cfa32a00f08 HTTP/1.1" status: 204  len: 168 time: 0.7655685
Nov 29 11:58:43.705103 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46160>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:43.705613 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a54ded0-1eea-40ca-86cc-c10cb4b2cc2e None None] The sync data for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:43.795876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Pushing event updated for resources: {'Port': ['ID=25598170-aefc-446b-a6d8-83bb8b8ee804,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:43.806159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:43.821285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:43.850759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50742) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:43.862890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.863843 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment dd4dd066-9ac7-4114-b7ca-265e22bdec9d of type vlan for network 273ad98e-c575-4635-b77d-332d35fd0261
Nov 29 11:58:43.905960 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-a3904ccc-5875-4017-9310-88b7fa0bdbb5 service neutron] 10.222.0.20 "GET /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595084
Nov 29 11:58:43.908640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.934676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.972454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.985225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:43.985885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:43.995917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:44.137404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 7a7d1130-8193-4b86-bc72-44c8dd63f4c9 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:44.278836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=273ad98e-c575-4635-b77d-332d35fd0261,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:44.285906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:44.296065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 273ad98e-c575-4635-b77d-332d35fd0261 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:44.310071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8209341
Nov 29 11:58:44.311237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50754) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:44.318994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': '273ad98e-c575-4635-b77d-332d35fd0261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:44.344436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50758) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:44.361206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1756936420-network', 'tenant_id': '926aef33992148e1b9e4c510ab26ab92'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:44.416406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:44.440122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Usage tracker for resource:network and tenant:926aef33992148e1b9e4c510ab26ab92 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:44.449611 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-78d09051-aa7c-41f1-9be2-b4ac981c90cb req-7c48930f-e091-426a-8613-cc26648d2ec1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 210 time: 0.0821943
Nov 29 11:58:44.452882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:44.488731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:44.493751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:44.501170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:44.505254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:44.510468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff5512a7-e9f5-441f-9e40-6a040dc45026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f0970e0b2d547d28f1e47375bb94c42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1108804
Nov 29 11:58:44.515024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:44.517182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:44.553409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:44.558827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:44.603128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Made reservation on behalf of 926aef33992148e1b9e4c510ab26ab92 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:44.605501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:44.645329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:44.740044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:44.757329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Usage tracker for resource:security_group_rule and tenant:926aef33992148e1b9e4c510ab26ab92 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:44.765192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:44.775504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:44.781328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:44.793735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:44.863619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=7a7d1130-8193-4b86-bc72-44c8dd63f4c9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:44.897438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:44.957937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:44.997164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.126564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.144186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.148406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a36c780-4346-4e58-8b51-ff436dc7aeeb tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:45.157952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.164988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7065fc-04be-4153-be79-62b59332ba45,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:45.172150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:45.172758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f50928c-432e-452b-9642-5d0d498bb093 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:45.181002 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/7a7d1130-8193-4b86-bc72-44c8dd63f4c9 HTTP/1.1" status: 204  len: 168 time: 1.8705254
Nov 29 11:58:45.184084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50772) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:45.221937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.223219 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb7065fc-04be-4153-be79-62b59332ba45 HTTP/1.1" status: 204  len: 168 time: 0.7082350
Nov 29 11:58:45.223514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4ec51f56-2fbc-4646-b691-1ccde8d27927 None None] Provisioning for port 25598170-aefc-446b-a6d8-83bb8b8ee804 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:45.265124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=fe43be9e-33e7-4db2-b099-63c00ddc1c75,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:45.279794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:45.289211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '273ad98e-c575-4635-b77d-332d35fd0261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:45.290223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: 273ad98e-c575-4635-b77d-332d35fd0261, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:45.341061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 273ad98e-c575-4635-b77d-332d35fd0261 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:45.363867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 273ad98e-c575-4635-b77d-332d35fd0261) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:45.370451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:45.371048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.375316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c9462-118e-4971-9281-0be56fd979f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:45.376946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c9462-118e-4971-9281-0be56fd979f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:45.377764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8b7c9462-118e-4971-9281-0be56fd979f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:45.381146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327e8360-d0d5-4a9c-b8a2-2de6bd38ade7 None None] Network 273ad98e-c575-4635-b77d-332d35fd0261 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:45.384444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.398040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.404164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-77329419-fe9f-40aa-9a3d-2239248c6c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:45.418385 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1015284
Nov 29 11:58:45.418385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50778) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:45.433564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1225383518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:45.441566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:45.448656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:45.453359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:45.473655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.528702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.529177 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Added segment 7c72ad91-47b0-4010-9763-eb97dc7cc171 of type vlan for network 548cc782-8979-45ae-b63a-1622180a07db
Nov 29 11:58:45.568695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.573043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3eaacb75-4d17-4a73-8314-5d7f507f67d6 None None] Could not find standard attr ID for object 7a7d1130-8193-4b86-bc72-44c8dd63f4c9. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:58:45.615414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571fcd7-e66e-4f62-a88d-51fc830913ea,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:45.635292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:45.636163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8b7c9462-118e-4971-9281-0be56fd979f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:45.642253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:45.650745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8b7c9462-118e-4971-9281-0be56fd979f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4617441
Nov 29 11:58:45.653794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.654818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:45.655554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.662902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50788) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:45.664845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6684c1c4-76c9-4df6-a724-d7832124dfb8 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:45.722264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:45.738762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b7c45f33-60ab-4660-91ff-bb765f7b8cc2 req-77c3b9d0-c249-4815-98be-fb7132aabb43 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 210 time: 0.0920548
Nov 29 11:58:45.824607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-8eb375cd-be02-4e42-b6b5-c7d781b6547b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:45.824607 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-8eb375cd-be02-4e42-b6b5-c7d781b6547b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=31d7f09a-41aa-43b2-bd2c-c84db08f1b63 HTTP/1.1" status: 200  len: 797 time: 0.3728721
Nov 29 11:58:45.836390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Pushing event updated for resources: {'Network': ['ID=548cc782-8979-45ae-b63a-1622180a07db,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:45.840113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:45.860739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.861799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.919566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 548cc782-8979-45ae-b63a-1622180a07db details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:45.968338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-273ad98e-c575-4635-b77d-332d35fd0261', 'network_id': '273ad98e-c575-4635-b77d-332d35fd0261', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': 'fe43be9e-33e7-4db2-b099-63c00ddc1c75'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:45.969180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.980280 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-be726054-3943-49d3-8910-7b8613a38647 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 472 time: 0.1518879
Nov 29 11:58:45.984078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:45.994813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['d5b6425e-e1f0-47ec-9d3c-ef1293701348']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:46.134948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:46.140513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:port and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:46.144357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:46.151350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:46.158787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.165331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 3297ac80-fbad-4a4b-99a2-8afff50158d5 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:46.169625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.177157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:46.181784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.237076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.252428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.253878 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f257597-46ff-4fb8-8eb3-1ade84d0525e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8349285
Nov 29 11:58:46.256525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50810) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:46.369863 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.5094390
Nov 29 11:58:46.373079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50816) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:46.376375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Allocated IP 2001:db8::2 (273ad98e-c575-4635-b77d-332d35fd0261/fe43be9e-33e7-4db2-b099-63c00ddc1c75/4f6426fd-a766-4bfd-a77f-ada09114a10c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:46.386597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Request body: {'subnet': {'network_id': '548cc782-8979-45ae-b63a-1622180a07db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1756936420-subnet', 'tenant_id': '926aef33992148e1b9e4c510ab26ab92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:46.392848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:46.397287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Usage tracker for resource:subnet and tenant:926aef33992148e1b9e4c510ab26ab92 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:46.400933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:46.407004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:46.435714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Made reservation on behalf of 926aef33992148e1b9e4c510ab26ab92 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:46.439039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.624417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.637624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Transition to ACTIVE for port object 4f6426fd-a766-4bfd-a77f-ada09114a10c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:46.658603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Transition to ACTIVE for port object 4f6426fd-a766-4bfd-a77f-ada09114a10c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:46.659020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.663096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25598170-aefc-446b-a6d8-83bb8b8ee804 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:46.710285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.733684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:46.792457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Network 273ad98e-c575-4635-b77d-332d35fd0261 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:46.801903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:46.813109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:46.897248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.943021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Attempting to bind port 4f6426fd-a766-4bfd-a77f-ada09114a10c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:46.943874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Attempting to bind port 4f6426fd-a766-4bfd-a77f-ada09114a10c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '273ad98e-c575-4635-b77d-332d35fd0261'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:46.944414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Attempting to bind port 4f6426fd-a766-4bfd-a77f-ada09114a10c on network 273ad98e-c575-4635-b77d-332d35fd0261 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:46.949027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.25 (31d7f09a-41aa-43b2-bd2c-c84db08f1b63/b6cc2cac-7fb7-4090-83d0-f8add93a67d3/415de078-2195-4412-9697-0935abf9a0cf) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:46.953315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ce03f851-b225-4191-960d-d17500fcc279 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:46.956760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:46.957261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Checking segment: {'id': 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '273ad98e-c575-4635-b77d-332d35fd0261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:46.957779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.958259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Bound using segment: {'id': 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '273ad98e-c575-4635-b77d-332d35fd0261'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:46.958866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Bound port: 4f6426fd-a766-4bfd-a77f-ada09114a10c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '273ad98e-c575-4635-b77d-332d35fd0261'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:46.959354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:46.985626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.073748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] For port 4f6426fd-a766-4bfd-a77f-ada09114a10c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:47.076638 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b33e79e7-7c60-45da-8cac-cb29bd6a7835 req-95ba072b-d522-47cb-9f68-f91eb440d38a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 210 time: 0.1806707
Nov 29 11:58:47.078003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] For port 4f6426fd-a766-4bfd-a77f-ada09114a10c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f6426fd-a766-4bfd-a77f-ada09114a10c,segment=NetworkSegment(dd4dd066-9ac7-4114-b7ca-265e22bdec9d),segment_id=dd4dd066-9ac7-4114-b7ca-265e22bdec9d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:47.079279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Pushing event updated for resources: {'Port': ['ID=4f6426fd-a766-4bfd-a77f-ada09114a10c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:47.086774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:47.091050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.102802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:47.136979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Checking segment: {'id': '7c72ad91-47b0-4010-9763-eb97dc7cc171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '548cc782-8979-45ae-b63a-1622180a07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:47.137611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Network hostable DHCP agents. Network: 548cc782-8979-45ae-b63a-1622180a07db, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:47.177291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.1 (6c1d1d81-09e9-41f5-ae87-5e5b41cab427/a6f02b42-bb76-41d2-a186-978af9544747/e086a909-e1f1-447c-90c5-abcb85f88d1c) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:47.180253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ea52ec-fd01-490e-8445-d606622ceac4,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:47.184101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:47.186951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Pushing event updated for resources: {'Port': ['ID=4f6426fd-a766-4bfd-a77f-ada09114a10c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:47.194037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:47.198621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.201492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 25598170-aefc-446b-a6d8-83bb8b8ee804 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:47.209287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 25598170-aefc-446b-a6d8-83bb8b8ee804 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:47.209853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.213050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b259a674-65a7-4361-ad99-33b277f3842f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:47.247623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.250179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Network 548cc782-8979-45ae-b63a-1622180a07db is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:47.253216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50836) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:47.267886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=3297ac80-fbad-4a4b-99a2-8afff50158d5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:47.271161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:47.281464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5dec3c-ebf8-41bb-8ad4-f82e8369a500 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:47.313170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 548cc782-8979-45ae-b63a-1622180a07db) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:47.437285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669d63d-f969-462c-9bb8-a16ccbba21d8 None None] Network 548cc782-8979-45ae-b63a-1622180a07db requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:47.527775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:47.528382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.532935 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/3297ac80-fbad-4a4b-99a2-8afff50158d5 HTTP/1.1" status: 204  len: 168 time: 1.7090731
Nov 29 11:58:47.540877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:47.594595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.643040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e9e3062-e344-425b-9770-d06cd885feed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1009231
Nov 29 11:58:47.656479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.657439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:47.667640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:47.670610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 25598170-aefc-446b-a6d8-83bb8b8ee804, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25598170-aefc-446b-a6d8-83bb8b8ee804,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:47.676348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Transition to ACTIVE for port object e086a909-e1f1-447c-90c5-abcb85f88d1c will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:47.679845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.689241 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48db2d8-b625-4c20-bb9e-7135d7a4e23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:47.710519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2028867025'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:47.721011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:47.723895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.730919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-619b98df-1edc-43ce-9283-46e2735511a2 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:47.771023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=25598170-aefc-446b-a6d8-83bb8b8ee804,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:47.772711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3980463
Nov 29 11:58:47.777525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Usage tracker for resource:network and tenant:109ebdd861a440a78aaf5464c7880c52 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:47.794232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:47.801781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:47.822537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:47.853964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:47.878528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:47.884198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.889424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:47.950162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Made reservation on behalf of 109ebdd861a440a78aaf5464c7880c52 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:47.958318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:47.958895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:47.963067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:47.966404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:47.971981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 415de078-2195-4412-9697-0935abf9a0cf will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:47.988965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:47.991159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=e086a909-e1f1-447c-90c5-abcb85f88d1c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:48.005873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:48.025268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8::1 (273ad98e-c575-4635-b77d-332d35fd0261/fe43be9e-33e7-4db2-b099-63c00ddc1c75/73f8a867-4ffc-46df-9d00-c449066288d3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:48.037334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.093370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:48.096788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:48.097314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.117878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Usage tracker for resource:security_group_rule and tenant:109ebdd861a440a78aaf5464c7880c52 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:48.128201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:48.142885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:48.163819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.326343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:48.332302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f6426fd-a766-4bfd-a77f-ada09114a10c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:48.388438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.435238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f3a8ec-cfd0-4aa9-b86d-63e851a6eb0c None None] Network 548cc782-8979-45ae-b63a-1622180a07db requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:48.441141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef150b07-7ecb-4e40-a9d3-80865851afb3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:48.443621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.444553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.459778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.466354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e9d3a99-0a10-49af-a003-fabd20de0c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:48.470554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Deleting port 25598170-aefc-446b-a6d8-83bb8b8ee804 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:48.471264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.514604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3de1c5e8-2945-479d-a36b-e3eac3767d6f None None] Provisioning for port e086a909-e1f1-447c-90c5-abcb85f88d1c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:48.538594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:48.546877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:48.559615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:48.565333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db21e68-0078-479b-9c4f-496a506a64b8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:48.569165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:48.574251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.574597 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Added segment c74a8dbd-7b66-4824-88c5-d51c8fcbe644 of type vlan for network 5d723ae5-fbd4-4e95-a793-e1b9098387e7
Nov 29 11:58:48.577845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:48.593202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3de1c5e8-2945-479d-a36b-e3eac3767d6f None None] Provisioning complete for port e086a909-e1f1-447c-90c5-abcb85f88d1c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:48.594005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3de1c5e8-2945-479d-a36b-e3eac3767d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.653281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:48.654140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.726841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=415de078-2195-4412-9697-0935abf9a0cf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:48.747687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:48.794840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.889155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3de1c5e8-2945-479d-a36b-e3eac3767d6f None None] Port e086a909-e1f1-447c-90c5-abcb85f88d1c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:48.921251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:48.940339 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9544821
Nov 29 11:58:48.941566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object 73f8a867-4ffc-46df-9d00-c449066288d3 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:48.960847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1197a-f4ed-4379-aa22-f8dfd290d597 req-d77368e5-d1b9-4d60-82fa-e78ee005464b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:48.962901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7fb1197a-f4ed-4379-aa22-f8dfd290d597 req-d77368e5-d1b9-4d60-82fa-e78ee005464b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:48.969118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Request body: {'port': {'device_id': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:48.997792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.004372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:49.005020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.014009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e2c1c34c-309e-4e9f-bdbc-24ec4d6ecb5b tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:49.053847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.057115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50866) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:49.082107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c5f1a853-a1f1-4a24-92c1-53bab5b3fb3c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:49.087125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 4f6426fd-a766-4bfd-a77f-ada09114a10c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:49.136791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-246377412-network', 'tenant_id': 'bf947a8401754083bfc76e6463e0604c'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:49.141293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:49.145561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Usage tracker for resource:network and tenant:bf947a8401754083bfc76e6463e0604c is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:49.148659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:49.154862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:49.192953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 273ad98e-c575-4635-b77d-332d35fd0261 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:49.209586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7fb1197a-f4ed-4379-aa22-f8dfd290d597 req-d77368e5-d1b9-4d60-82fa-e78ee005464b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:49.211728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7fb1197a-f4ed-4379-aa22-f8dfd290d597 req-d77368e5-d1b9-4d60-82fa-e78ee005464b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 932 time: 0.8322680
Nov 29 11:58:49.213108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:49.272423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:49.273015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.291758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Made reservation on behalf of bf947a8401754083bfc76e6463e0604c for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:49.294390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.298509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9c0b469d-8d70-4252-920d-ad05d2eb9e60 None None] Provisioning for port 415de078-2195-4412-9697-0935abf9a0cf completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:49.307565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9c0b469d-8d70-4252-920d-ad05d2eb9e60 None None] Provisioning complete for port 415de078-2195-4412-9697-0935abf9a0cf triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:49.307990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c0b469d-8d70-4252-920d-ad05d2eb9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.309270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Pushing event updated for resources: {'Network': ['ID=5d723ae5-fbd4-4e95-a793-e1b9098387e7,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:49.319911 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 2.0581689
Nov 29 11:58:49.324969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:49.325979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.362760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:49.363290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:49.381151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Usage tracker for resource:security_group_rule and tenant:bf947a8401754083bfc76e6463e0604c is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:49.387638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:49.395651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26218b-ca52-493a-988b-b6a872894ada None None] Network 273ad98e-c575-4635-b77d-332d35fd0261 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:49.397812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:49.446962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.461838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.498570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] For port 25598170-aefc-446b-a6d8-83bb8b8ee804, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25598170-aefc-446b-a6d8-83bb8b8ee804,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:49.499008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.532249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:49.569880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.675373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=73f8a867-4ffc-46df-9d00-c449066288d3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:49.693167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:49.700648 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7fb1197a-f4ed-4379-aa22-f8dfd290d597 req-c6c1a9de-9143-404c-b9c9-4448c825de94 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1878057
Nov 29 11:58:49.712534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.722697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dddcda07-8743-4b16-b0fc-1d50c903fff2 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:49.756191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.772479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=e086a909-e1f1-447c-90c5-abcb85f88d1c,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:49.784400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:49.785007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:49.795060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.797904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b469d-8d70-4252-920d-ad05d2eb9e60 None None] Port 415de078-2195-4412-9697-0935abf9a0cf cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:49.800246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Request body: {'port': {'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7', 'binding:host_id': 'hv-neutron-8195', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1235858771'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:49.808199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Calling delete_port for 25598170-aefc-446b-a6d8-83bb8b8ee804 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:49.809044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.810195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:49.812697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.819057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1386e85b-52b2-4c1b-989c-6d24a7998f99 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:49.829735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:49.830413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Usage tracker for resource:port and tenant:1df27a193cbb4a22b98d3a4d4939da71 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:49.849391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:49.874175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:49.894582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:49.910415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:49.913114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:58:49.917673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:49.920555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:49.921143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.929246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051884e-a17a-4c67-9634-554fb47e974a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:49.938069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Made reservation on behalf of 1df27a193cbb4a22b98d3a4d4939da71 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:49.940787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.956451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:49.959456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:49.960098 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Added segment 9a46c54e-fa1d-4338-bb92-951ec67da625 of type vlan for network 49c8b328-4eb0-4fc3-8663-20bdc79fbd34
Nov 29 11:58:49.984416 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-ee316659-0391-437b-98fb-1e9eb24f1b17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4377260
Nov 29 11:58:49.985658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:49.985896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25598170-aefc-446b-a6d8-83bb8b8ee804 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:50.003673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:50.040874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.094908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Provisioning for port 4f6426fd-a766-4bfd-a77f-ada09114a10c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:50.103371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Provisioning complete for port 4f6426fd-a766-4bfd-a77f-ada09114a10c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:50.104051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.126776 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4680660
Nov 29 11:58:50.138814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50880) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:50.206262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.214760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:50.262434 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No ports have port_id starting with 25598170-aefc-446b-a6d8-83bb8b8ee804
Nov 29 11:58:50.264202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Pushing event deleted for resources: {'Port': ['ID=25598170-aefc-446b-a6d8-83bb8b8ee804,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:50.289727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.290066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.290400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.290729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.291053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.291406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.291724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.292040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.292356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.292666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.293006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.293288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:58:50.297406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'name': 'tempest-NetworksTestDHCPv6-444765766'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:50.297820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:50.300581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] No DVR routers for this DVR port 25598170-aefc-446b-a6d8-83bb8b8ee804 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:58:50.333281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:50.340737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.347064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Usage tracker for resource:security_group_rule and tenant:1df27a193cbb4a22b98d3a4d4939da71 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:50.348237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ed460-111d-4445-b28f-85e0679f5881 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:50.354314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:50.377044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:50.456077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.457385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:50.458292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.463382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.467224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:50.525311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] For port 4f6426fd-a766-4bfd-a77f-ada09114a10c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f6426fd-a766-4bfd-a77f-ada09114a10c,segment=NetworkSegment(dd4dd066-9ac7-4114-b7ca-265e22bdec9d),segment_id=dd4dd066-9ac7-4114-b7ca-265e22bdec9d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:50.571095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.575382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1b46c5e6-89ff-42e8-9488-d981fb6055af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:50.586805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:50.617134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Pushing event updated for resources: {'Network': ['ID=49c8b328-4eb0-4fc3-8663-20bdc79fbd34,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:50.620419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:50.638138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 49c8b328-4eb0-4fc3-8663-20bdc79fbd34 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:58:50.713119 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6516609
Nov 29 11:58:50.814645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50884) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:50.847063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Request body: {'subnet': {'network_id': '49c8b328-4eb0-4fc3-8663-20bdc79fbd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-246377412-subnet', 'tenant_id': 'bf947a8401754083bfc76e6463e0604c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:50.856038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415de078-2195-4412-9697-0935abf9a0cf {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:58:50.865417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.866667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Pushing event updated for resources: {'Port': ['ID=4f6426fd-a766-4bfd-a77f-ada09114a10c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:50.874489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:58:50.875356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.895118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:50.897790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Transition to ACTIVE for port object 415de078-2195-4412-9697-0935abf9a0cf will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:50.901618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-a9bc1f15-1738-4689-af74-e658c2b12cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:50.904200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:50.904716 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-a9bc1f15-1738-4689-af74-e658c2b12cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1098 time: 0.7745624
Nov 29 11:58:50.933116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Usage tracker for resource:subnet and tenant:bf947a8401754083bfc76e6463e0604c is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:50.945765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:50.964728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-23d9818c-d588-4065-8e09-787e9467a0ff None None] Provisioning complete for port e086a909-e1f1-447c-90c5-abcb85f88d1c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:50.965368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-23d9818c-d588-4065-8e09-787e9467a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.967397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:50.979544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:50.993594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.005835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:51.006390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-60273b0f-dd52-40ab-85a8-85fa4344ca6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:51.013871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:51.035392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-23d9818c-d588-4065-8e09-787e9467a0ff None None] Port e086a909-e1f1-447c-90c5-abcb85f88d1c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:51.057797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Made reservation on behalf of bf947a8401754083bfc76e6463e0604c for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:51.060541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.081947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.096850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:51.099686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-03a7ce7c-1bdf-4000-a30e-18d9730a1527 tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:51.140472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:51.155568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e/6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:51.158224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:51.175465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] Sync routers for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:51.193603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-01865ccf-45de-46a0-8495-bb0ab1dccd1b None None] Provisioning for port 73f8a867-4ffc-46df-9d00-c449066288d3 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:51.212615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd2eb2-0da8-48d1-8483-6a63edf4f8be,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:51.216516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:51.217836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:51.220785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/routers/b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7640417
Nov 29 11:58:51.227905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50890) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:51.238972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'port': {'network_id': '6c1d1d81-09e9-41f5-ae87-5e5b41cab427', 'name': 'tempest-FloatingIPTestJSON-1843496780'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:51.244423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:58:51.267731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-01865ccf-45de-46a0-8495-bb0ab1dccd1b None None] Provisioning complete for port 73f8a867-4ffc-46df-9d00-c449066288d3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:51.268263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01865ccf-45de-46a0-8495-bb0ab1dccd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.305108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:51.305662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:51.394522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5be0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:51.428351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-01865ccf-45de-46a0-8495-bb0ab1dccd1b None None] Port 73f8a867-4ffc-46df-9d00-c449066288d3 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:51.441856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:51.443208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:51.444260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:51.469597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Usage tracker for resource:port and tenant:b0d9e330747b4721ada3832ea3e0aae1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:51.502620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=415de078-2195-4412-9697-0935abf9a0cf,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:51.520620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5be0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:51.521388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552646a-8e8a-4ce4-83f0-91feb8ed537e None None] The sync data for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:51.525576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:51.533267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:51.538476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.565868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:51.577745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-01865ccf-45de-46a0-8495-bb0ab1dccd1b None None] Provisioning complete for port 4f6426fd-a766-4bfd-a77f-ada09114a10c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:51.578133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01865ccf-45de-46a0-8495-bb0ab1dccd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.582655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:51.586812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.624090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Made reservation on behalf of b0d9e330747b4721ada3832ea3e0aae1 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:51.627957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.656676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.664692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.665635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.673875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Transition to ACTIVE for port object 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:51.681258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port c4f34095-2240-4c63-866c-05c6fbb09dde yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:51.694430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] device_id is not set on port 57abc6f0-2d55-4254-b361-8b31048850a3 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:51.718775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8af339ae-d76f-4abc-9a09-7c540d7d9e13 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:51.731695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Transition to ACTIVE for port object 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:51.746527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.752630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:51.824107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:51.827073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:51.830887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:51.832786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:51.840235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Pushing event updated for resources: {'Port': ['ID=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:51.851357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.874419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17983837-26dd-4496-a503-f946bd406ad3 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:51.877218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:51.942260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f6426fd-a766-4bfd-a77f-ada09114a10c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:51.953424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:51.955096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-54c8beff-74ec-407c-835e-d55fa8f29fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:51.956682 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-54c8beff-74ec-407c-835e-d55fa8f29fb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 898 time: 0.9530978
Nov 29 11:58:51.974976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f5887-683e-4610-873c-0f9cc993add1 req-15395c0f-06ab-4e6d-a3ea-3791e153bcfc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:51.976732 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-274f5887-683e-4610-873c-0f9cc993add1 req-15395c0f-06ab-4e6d-a3ea-3791e153bcfc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 944 time: 1.0708997
Nov 29 11:58:51.985067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Attempting to bind port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:51.985631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Attempting to bind port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:51.986004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Attempting to bind port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.008026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:52.008412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:52.008908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.009317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:52.009806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Bound port: 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:52.010596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.024132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Transition to ACTIVE for port object 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:52.056805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f38f284-4257-4b49-9e57-9211286ee641,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:52.064268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.065946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:52.075979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bbae5b89-0a4b-4b3c-a711-928095e8e485 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:52.083127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 273ad98e-c575-4635-b77d-332d35fd0261 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:52.097374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=73f8a867-4ffc-46df-9d00-c449066288d3,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:52.100338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:52.102187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:52.108139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4f6426fd-a766-4bfd-a77f-ada09114a10c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:52.108700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.126855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Allocated IP 172.20.0.11 (6c1d1d81-09e9-41f5-ae87-5e5b41cab427/a6f02b42-bb76-41d2-a186-978af9544747/57abc6f0-2d55-4254-b361-8b31048850a3) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:52.135951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Checking segment: {'id': '9a46c54e-fa1d-4338-bb92-951ec67da625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '49c8b328-4eb0-4fc3-8663-20bdc79fbd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:52.136299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Network hostable DHCP agents. Network: 49c8b328-4eb0-4fc3-8663-20bdc79fbd34, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:52.189631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] For port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:52.194466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] For port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:52.196367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Attempting to bind port 415de078-2195-4412-9697-0935abf9a0cf on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:52.196367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Attempting to bind port 415de078-2195-4412-9697-0935abf9a0cf by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:52.197108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Attempting to bind port 415de078-2195-4412-9697-0935abf9a0cf on network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.202432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Checking segment: {'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:52.202788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Network hostable DHCP agents. Network: 5d723ae5-fbd4-4e95-a793-e1b9098387e7, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:58:52.219221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=7b799e4c-2f8d-413b-8c93-d3e634fdbc28,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:52.226928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:52.252565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.258178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Network 49c8b328-4eb0-4fc3-8663-20bdc79fbd34 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:52.264226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ca4f7ce0-568d-49b0-a36c-2dc92405ed42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:52.289915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Port 415de078-2195-4412-9697-0935abf9a0cf on network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:52.290371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Attempting to bind port 415de078-2195-4412-9697-0935abf9a0cf on network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.349355 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-bfc1450b-0217-47f9-8ea6-52825c776f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 1001 time: 0.3715105
Nov 29 11:58:52.352719 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-274f5887-683e-4610-873c-0f9cc993add1 req-54415bdb-852b-44f1-ab59-595f2702b354 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2981830
Nov 29 11:58:52.356646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:58:52.367603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 49c8b328-4eb0-4fc3-8663-20bdc79fbd34) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:52.373463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 5d723ae5-fbd4-4e95-a793-e1b9098387e7) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:52.377998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:52.378572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.388181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:52.392972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b5d21-0af1-49b8-9962-c3a1ca2c7bd6 None None] Network 49c8b328-4eb0-4fc3-8663-20bdc79fbd34 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:52.417213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa73c5d-b5a0-4bc5-bffa-e3e15eab2f17 None None] Network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:52.442233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:58:52.442233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Checking segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:58:52.442233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Bound using segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:58:52.442926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Bound port: 415de078-2195-4412-9697-0935abf9a0cf, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:58:52.442926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.465546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:52.465806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:52.466212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.483879 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6566515
Nov 29 11:58:52.490213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:52.490514 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:52.500946 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 2 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:52.531985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::288 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e/c4f34095-2240-4c63-866c-05c6fbb09dde) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:52.687410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Pushing event updated for resources: {'Port': ['ID=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:52.694548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:52.719900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:52.720454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:52.720546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.728297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.735840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:52.736168 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:52.738548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 3 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:52.779046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-44eb3b83-52f4-44d1-b4d6-125826fda55d None None] Provisioning complete for port 73f8a867-4ffc-46df-9d00-c449066288d3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:52.779873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44eb3b83-52f4-44d1-b4d6-125826fda55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:52.816271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:52.816271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:52.816510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.843195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Transition to ACTIVE for port object 57abc6f0-2d55-4254-b361-8b31048850a3 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:52.849083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:52.849417 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:52.850745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 4 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:52.872685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-c025fd93-82ec-4537-a279-7b1b47fd66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:52.878424 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-c025fd93-82ec-4537-a279-7b1b47fd66b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 200  len: 835 time: 0.5128622
Nov 29 11:58:52.934895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:52.935261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:52.944533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:52.974194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-44eb3b83-52f4-44d1-b4d6-125826fda55d None None] Port 73f8a867-4ffc-46df-9d00-c449066288d3 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:52.976103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:52.976871 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:52.982634 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 5 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:53.042954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:53.043629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:53.044130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:53.053483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:53.054061 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:53.055910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 6 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:53.085027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] For port 415de078-2195-4412-9697-0935abf9a0cf, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:53.099569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:53.100121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:53.100535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:53.105528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.116582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd38ea0-8f3b-4d11-b5d8-c35368593fa1 None None] Network 49c8b328-4eb0-4fc3-8663-20bdc79fbd34 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:53.117328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:53.117328 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:53.118228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e32d2997-fbe4-486c-803a-f1e30dacac49 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:53.141781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] For port 415de078-2195-4412-9697-0935abf9a0cf, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=415de078-2195-4412-9697-0935abf9a0cf,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:58:53.175936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 178dab9e-653e-42d3-ba3b-4a90970bc76a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:58:53.178840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.187806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-317bf6df-f98c-4051-822d-3e01e24cfb35 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:53.203556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 7 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:53.229717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:53.230052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:53.230390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:53.273874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=415de078-2195-4412-9697-0935abf9a0cf,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:53.284244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:53.343950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event updated for resources: {'Port': ['ID=57abc6f0-2d55-4254-b361-8b31048850a3,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:53.354290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:53.354911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:53.355264 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:53.360084 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 8 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:53.369941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:53.377358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:53.379881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:53.411743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.415772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:53.416392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.417805 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] 10.222.0.18 "PUT /v2.0/ports/415de078-2195-4412-9697-0935abf9a0cf HTTP/1.1" status: 200  len: 1094 time: 4.4684458
Nov 29 11:58:53.419152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'tag': '415de078-2195-4412-9697-0935abf9a0cf'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:58:53.494023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:53.494754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.517715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:53.518055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:53.518389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:53.581989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-1ba058ef-7b91-4e9c-b375-add081760ee1 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:53.582731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-1ba058ef-7b91-4e9c-b375-add081760ee1 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Synchronizing usage tracker for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:53.590708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:53.591041 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:53.593672 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 9 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:53.613881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.3823435
Nov 29 11:58:53.620048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50914) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:53.628561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Request body: {'floatingip': {'port_id': '57abc6f0-2d55-4254-b361-8b31048850a3'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:53.692571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:53.692968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:53.693321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:53.705318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-1ba058ef-7b91-4e9c-b375-add081760ee1 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Unset dirty status for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:53.705318 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-1ba058ef-7b91-4e9c-b375-add081760ee1 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/networks?id=548cc782-8979-45ae-b63a-1622180a07db HTTP/1.1" status: 200  len: 812 time: 0.5024569
Nov 29 11:58:53.721908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:53.722557 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:53.735508 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 10 to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28
Nov 29 11:58:53.761446 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-cafe99ef-a9d0-45ff-9fa3-330beba9e852 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/quotas/926aef33992148e1b9e4c510ab26ab92 HTTP/1.1" status: 200  len: 375 time: 0.0447793
Nov 29 11:58:53.818210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:53.818933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:53.819451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:53.829925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.836434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-197d72bc-15b2-4ccb-a977-a8f251d53605 None None] Provisioning for port 57abc6f0-2d55-4254-b361-8b31048850a3 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:53.842395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-197d72bc-15b2-4ccb-a977-a8f251d53605 None None] Provisioning complete for port 57abc6f0-2d55-4254-b361-8b31048850a3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:53.842994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-197d72bc-15b2-4ccb-a977-a8f251d53605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.849778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-7e2d7757-f9de-404c-a983-388234334b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:53.860722 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-7e2d7757-f9de-404c-a983-388234334b55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9547815
Nov 29 11:58:53.862003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object c4f34095-2240-4c63-866c-05c6fbb09dde will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:53.916153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:53.916489 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:53.917175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:53.948347 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-7776b795-dffc-4a46-81c6-0b23e195452f tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=926aef33992148e1b9e4c510ab26ab92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1756794
Nov 29 11:58:53.977942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-197d72bc-15b2-4ccb-a977-a8f251d53605 None None] Port 57abc6f0-2d55-4254-b361-8b31048850a3 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:53.997157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:54.079370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:54.096218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:54.111554 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] Sync routers for ids ['178dab9e-653e-42d3-ba3b-4a90970bc76a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:54.120484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Provisioning for port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:54.124480 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] Routers {'178dab9e-653e-42d3-ba3b-4a90970bc76a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:54.125390 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46070>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['178dab9e-653e-42d3-ba3b-4a90970bc76a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:54.130787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Provisioning complete for port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:54.131761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.139088 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/178dab9e-653e-42d3-ba3b-4a90970bc76a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8815303
Nov 29 11:58:54.154010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50918) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:54.173353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb52dd5-37c2-4444-a9a6-d47c194dc18f req-2cb2e3b6-9f86-4fa3-8ad0-f3d34e8de68d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.174627 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eb52dd5-37c2-4444-a9a6-d47c194dc18f req-2cb2e3b6-9f86-4fa3-8ad0-f3d34e8de68d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 944 time: 0.4566031
Nov 29 11:58:54.176860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-1b71d47d-6f5b-4e7e-9a08-ade3d271f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.178192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-1b71d47d-6f5b-4e7e-9a08-ade3d271f24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 1097 time: 0.4646549
Nov 29 11:58:54.200953 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46070>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:54.212025 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] Routers {'178dab9e-653e-42d3-ba3b-4a90970bc76a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:54.212997 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46070>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['178dab9e-653e-42d3-ba3b-4a90970bc76a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:54.278324 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c46070>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:54.279119 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68b5ab-2cf3-4db7-9273-f16e4db2f49f None None] The sync data for ids ['178dab9e-653e-42d3-ba3b-4a90970bc76a'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:54.282391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.308545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.316671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] For port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:58:54.316971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempted to set empty binding levels {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Nov 29 11:58:54.326133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0bea609e-a4e3-4058-a9d2-011785670ff6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:54.328248 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-206f32fe-7c1b-45a5-a14b-bcee07228c58 service neutron] 10.222.0.20 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790648
Nov 29 11:58:54.329244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.336388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b7eb1ac-b8ae-4b34-931d-dddae2706f24 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:54.345145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] For port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:54.349930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.351978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:54.403854 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-34ce2124-6446-4403-b2c8-69f1ca716ec9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=415de078-2195-4412-9697-0935abf9a0cf HTTP/1.1" status: 200  len: 217 time: 0.1842513
Nov 29 11:58:54.405883 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-17cbcff9-84ca-4327-8775-cb40a1ee42c4 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5090020
Nov 29 11:58:54.421042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=c4f34095-2240-4c63-866c-05c6fbb09dde,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:54.422529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Pushing event updated for resources: {'Port': ['ID=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:54.425530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:54.431854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:54.513996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:54.525716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68173459-87f8-459d-9964-5479221992c7 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.526294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68173459-87f8-459d-9964-5479221992c7 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:54.529980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.530617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.575739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:54.595078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:54.600664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.601271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.620984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eb52dd5-37c2-4444-a9a6-d47c194dc18f req-806d49df-3e98-4b1a-bee5-981b8eb3aefe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4002514
Nov 29 11:58:54.644266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-006677dd-b103-4adc-a362-c02c75c0fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.645732 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-006677dd-b103-4adc-a362-c02c75c0fa31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6cc2cac-7fb7-4090-83d0-f8add93a67d3 HTTP/1.1" status: 200  len: 838 time: 0.2165997
Nov 29 11:58:54.648657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68173459-87f8-459d-9964-5479221992c7 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:54.652445 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68173459-87f8-459d-9964-5479221992c7 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports/73f8a867-4ffc-46df-9d00-c449066288d3 HTTP/1.1" status: 200  len: 911 time: 0.4889326
Nov 29 11:58:54.657905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50922) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:54.703110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=7b799e4c-2f8d-413b-8c93-d3e634fdbc28,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:54.705135 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'tag': '415de078-2195-4412-9697-0935abf9a0cf', 'status': 'completed', 'code': 200}
Nov 29 11:58:54.712027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:54.715920 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 4.9243510
Nov 29 11:58:54.719226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe43be9e-33e7-4db2-b099-63c00ddc1c75'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:54.723222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50926) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:54.725439 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-3165b13b-99d6-4e2b-8f72-b1bfe91340e1 service neutron] 10.222.0.20 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565550
Nov 29 11:58:54.757356 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.5452876
Nov 29 11:58:54.766601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50930) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:54.838720 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eb56d1f-096c-46eb-9ff3-9b037ebd0316 req-28e87b5c-b25b-4498-98db-efa5534f4063 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4083416
Nov 29 11:58:54.895608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3193b965-a0a7-4cf1-ab51-23b9798138c2 None None] Provisioning for port c4f34095-2240-4c63-866c-05c6fbb09dde completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:58:54.917172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3193b965-a0a7-4cf1-ab51-23b9798138c2 None None] Provisioning complete for port c4f34095-2240-4c63-866c-05c6fbb09dde triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:54.917866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3193b965-a0a7-4cf1-ab51-23b9798138c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:54.983496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-7eb1fa8a-1d74-46ce-9c19-4c763d48d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:54.985113 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-7eb1fa8a-1d74-46ce-9c19-4c763d48d54a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d7f09a-41aa-43b2-bd2c-c84db08f1b63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3282244
Nov 29 11:58:54.998781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3193b965-a0a7-4cf1-ab51-23b9798138c2 None None] Port c4f34095-2240-4c63-866c-05c6fbb09dde cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:58:55.075470 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f740902-a4a5-4052-94ce-582fe0669d4f req-a62840b5-9630-4b83-83b3-504d1a5fcaff tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 210 time: 0.0944791
Nov 29 11:58:55.099052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Deleting port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:55.099052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.232489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.243953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89eac6-d8c3-4b91-bf5f-7becaaa45625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:55.249591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89eac6-d8c3-4b91-bf5f-7becaaa45625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:55.250386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ee89eac6-d8c3-4b91-bf5f-7becaaa45625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:55.311885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-b40b9455-73c1-46c5-8c46-c93b2be0d156 service neutron] 10.222.0.18 "GET /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810268
Nov 29 11:58:55.315539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ee89eac6-d8c3-4b91-bf5f-7becaaa45625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:55.319272 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ee89eac6-d8c3-4b91-bf5f-7becaaa45625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.3932679
Nov 29 11:58:55.323606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50944) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:55.411458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] For port 7b799e4c-2f8d-413b-8c93-d3e634fdbc28, host hv-neutron-8195, got binding levels [] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:55.411862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.604296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Calling delete_port for 7b799e4c-2f8d-413b-8c93-d3e634fdbc28 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:55.683688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.700064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.754184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port c4f34095-2240-4c63-866c-05c6fbb09dde {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:55.754521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.861678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.876405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a998f312-29ea-4cc1-9a82-82f9fe574ff5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:55.906147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:58:55.932722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:55.936282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b799e4c-2f8d-413b-8c93-d3e634fdbc28,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:55.944368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:55.956856 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7b799e4c-2f8d-413b-8c93-d3e634fdbc28 HTTP/1.1" status: 204  len: 168 time: 1.2280188
Nov 29 11:58:55.962524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50950) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:55.974126 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6784287-2fb6-4cf4-8442-ec8d6dca01e4 req-15dbb715-90aa-44bf-960d-32f814ba45cf service neutron] 10.222.0.18 "GET /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6512980
Nov 29 11:58:56.007884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:58:56.009527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:56.031658 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed86287b-20ad-46f4-91eb-65b01f0ca515 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:58:56.032192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ed86287b-20ad-46f4-91eb-65b01f0ca515 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Synchronizing usage tracker for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:56.057990 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP bf4a8e53-d55c-48c5-a40e-88cea954ab4b associated. External IP: 172.26.4.158, port: 185ea4c9-c1bf-4c77-99e1-34367e0f3024.
Nov 29 11:58:56.119144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287287-f840-47a2-8451-b164580e889f req-68d814ec-2cdb-4353-8664-c20e2337bf5e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:56.125923 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-68287287-f840-47a2-8451-b164580e889f req-68d814ec-2cdb-4353-8664-c20e2337bf5e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 944 time: 0.3795888
Nov 29 11:58:56.155649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ed86287b-20ad-46f4-91eb-65b01f0ca515 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Unset dirty status for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:56.160249 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ed86287b-20ad-46f4-91eb-65b01f0ca515 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "GET /v2.0/ports/7b799e4c-2f8d-413b-8c93-d3e634fdbc28 HTTP/1.1" status: 404  len: 333 time: 0.1916409
Nov 29 11:58:56.207638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50958) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:56.226285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Request body: {'port': {'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2077828484'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:56.238920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:56.272974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-68287287-f840-47a2-8451-b164580e889f req-e4a5088e-a220-4c6b-bc36-dac91412b22b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:56.275618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:56.301957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Made reservation on behalf of 1df27a193cbb4a22b98d3a4d4939da71 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:56.304171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:56.438652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5057013b-7e45-4777-ba91-64822b7ca4c2 req-0a13df68-079f-4d40-ab33-53f94acba65e tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 210 time: 0.2108717
Nov 29 11:58:56.460072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-68287287-f840-47a2-8451-b164580e889f req-e4a5088e-a220-4c6b-bc36-dac91412b22b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:56.462955 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-68287287-f840-47a2-8451-b164580e889f req-e4a5088e-a220-4c6b-bc36-dac91412b22b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3361950
Nov 29 11:58:56.474199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 5e062315-fe7a-41cc-b795-2447fede918e yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:56.493502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc05b232-39c1-4e44-a26d-4705f6850f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:56.663085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-b1c33f57-945b-429c-a109-68b374a14dea tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:56.664794 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-b1c33f57-945b-429c-a109-68b374a14dea tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.18 "GET /v2.0/networks?id=548cc782-8979-45ae-b63a-1622180a07db HTTP/1.1" status: 200  len: 812 time: 0.4757953
Nov 29 11:58:56.671154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-d6675a75-5196-4851-a22e-2da4a2e240f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:56.672561 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-d6675a75-5196-4851-a22e-2da4a2e240f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 1097 time: 0.6282001
Nov 29 11:58:56.676337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:56.709638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Request body: {'port': {'device_id': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'network_id': '548cc782-8979-45ae-b63a-1622180a07db', 'admin_state_up': True, 'tenant_id': '926aef33992148e1b9e4c510ab26ab92'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:56.835589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:56.934929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.009343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for c4f34095-2240-4c63-866c-05c6fbb09dde owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:58:57.055711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:57.068941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:57.085011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:57.086580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082964c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:57.118411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.131080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ffb2f580-f4d1-4f0c-9887-59a69b5f5b73 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:57.148640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.157735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082964c0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:57.167360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:57.167998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082964c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:57.228518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082964c0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:57.228901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2f2d1-8343-4bef-afb1-83d2479dd93c None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:57.277711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:57.280773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=5e062315-fe7a-41cc-b795-2447fede918e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:57.285432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:57.290882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:57.291845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:57.292543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:57.293139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.303740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:58:57.340414 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.1286328
Nov 29 11:58:57.343416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50966) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:57.347387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.359081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-c2dd1ba3-5518-4f75-8ad6-72391d88ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:57.360527 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-c2dd1ba3-5518-4f75-8ad6-72391d88ce0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=31d7f09a-41aa-43b2-bd2c-c84db08f1b63 HTTP/1.1" status: 200  len: 898 time: 0.6765022
Nov 29 11:58:57.365110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.370896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:57.371510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.372746 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/ports/73f8a867-4ffc-46df-9d00-c449066288d3 HTTP/1.1" status: 200  len: 911 time: 2.7141473
Nov 29 11:58:57.376319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-203d99e2-1af5-444e-8c91-de4b150d4eb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:57.392428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50968) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:57.403480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:57.461497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:58:57.534702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Usage tracker for resource:port and tenant:926aef33992148e1b9e4c510ab26ab92 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:58:57.538048 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-10e52903-246a-4144-9c78-934a9fa23634 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=415de078-2195-4412-9697-0935abf9a0cf HTTP/1.1" status: 200  len: 217 time: 0.1627083
Nov 29 11:58:57.538780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:58:57.595848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:58:57.616250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=73f8a867-4ffc-46df-9d00-c449066288d3,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:57.653669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:57.667066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.673049 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-699d1eab-06fe-4104-8b4c-b39fe6f3e8a7 req-ab2fcfc2-f660-4911-b2a3-1af9a8d5daef tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 210 time: 0.0822930
Nov 29 11:58:57.679324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:57.709441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Made reservation on behalf of 926aef33992148e1b9e4c510ab26ab92 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:58:57.713402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.755879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=c4f34095-2240-4c63-866c-05c6fbb09dde,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:57.758441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-206f81ba-d5d8-4b1e-b8ff-506bcbee0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:57.768287 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-206f81ba-d5d8-4b1e-b8ff-506bcbee0699 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6cc2cac-7fb7-4090-83d0-f8add93a67d3 HTTP/1.1" status: 200  len: 838 time: 0.2221053
Nov 29 11:58:57.798068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:57.911555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:57.944298 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/c4f34095-2240-4c63-866c-05c6fbb09dde HTTP/1.1" status: 204  len: 168 time: 2.6197016
Nov 29 11:58:57.945106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50978) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:58.085154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.099353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-e0886b7d-fc6c-49c1-bad4-dc2fae95c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:58.100849 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-e0886b7d-fc6c-49c1-bad4-dc2fae95c022 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d7f09a-41aa-43b2-bd2c-c84db08f1b63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2992976
Nov 29 11:58:58.107866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cdf24c-47da-433c-8a2c-c450abdc24bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:58.110884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cdf24c-47da-433c-8a2c-c450abdc24bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:58.111915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70cdf24c-47da-433c-8a2c-c450abdc24bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:58.123865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:58:58.222231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Allocated IP 172.20.0.7 (548cc782-8979-45ae-b63a-1622180a07db/30ea52ec-fd01-490e-8445-d606622ceac4/229b1814-69ef-4763-afb1-698ad19c727e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:58:58.226212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70cdf24c-47da-433c-8a2c-c450abdc24bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:58.227849 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70cdf24c-47da-433c-8a2c-c450abdc24bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2761505
Nov 29 11:58:58.231954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50982) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:58.278685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fbedd-69f5-4de0-a763-209064c28cdf req-2144d628-e601-4f5a-a084-fe4e23c6a6fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:58.280201 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ec9fbedd-69f5-4de0-a763-209064c28cdf req-2144d628-e601-4f5a-a084-fe4e23c6a6fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 944 time: 0.6571906
Nov 29 11:58:58.346850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:58:58.362194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.415738 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-86022209-f7f4-4a8f-8af8-af507974552f service neutron] 10.222.0.18 "GET /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998984
Nov 29 11:58:58.571580 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ec9fbedd-69f5-4de0-a763-209064c28cdf req-e311f6da-7baa-4eed-82e4-b88e37432919 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2728741
Nov 29 11:58:58.575718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.609541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:58:58.615927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.619773 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] Sync routers for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:58:58.630124 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:58.631628 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094e8310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:58.698529 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094e8310>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:58.708288 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:58:58.708993 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094e8310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:58.758444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.774499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 5e062315-fe7a-41cc-b795-2447fede918e yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:58:58.791431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.810130 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094e8310>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:58:58.810952 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d6eb6-cbc7-4536-addf-861bdf2bb71f None None] The sync data for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:58:58.839644 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be00f728-d1cc-4bb3-98ac-e0abafe6a564 req-12702989-f17c-49b6-8628-2e37eb4f35ba service neutron] 10.222.0.18 "GET /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4138772
Nov 29 11:58:58.863320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Transition to ACTIVE for port object 5e062315-fe7a-41cc-b795-2447fede918e will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:58:58.868160 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-184cfe2f-9060-4f4f-aacb-25782d9c4f55 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/floatingips/bf4a8e53-d55c-48c5-a40e-88cea954ab4b HTTP/1.1" status: 200  len: 979 time: 5.2468276
Nov 29 11:58:58.871954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.876340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 50988) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:58.877424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.880456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae7aafe7-5511-4cba-9571-b03222dcb0f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:58.921317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:58.929303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:59.004128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 415de078-2195-4412-9697-0935abf9a0cf details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 11:58:59.005257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Network 548cc782-8979-45ae-b63a-1622180a07db is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:58:59.014329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:58:59.107487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 57abc6f0-2d55-4254-b361-8b31048850a3 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:59.108091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.133624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=5e062315-fe7a-41cc-b795-2447fede918e,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:59.136429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:59.159056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:59.159489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:59.159738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:59.181168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55ec3257-5877-4947-825e-d6058858840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.181981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.201921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:58:59.227936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 415de078-2195-4412-9697-0935abf9a0cf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=415de078-2195-4412-9697-0935abf9a0cf,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:59.241076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:59.241405 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:59.245259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '415de078-2195-4412-9697-0935abf9a0cf', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'port_id': '415de078-2195-4412-9697-0935abf9a0cf', 'mac_address': 'fa:16:3e:5d:a0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 11:58:59.251045 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 2 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:58:59.258750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Pushing event updated for resources: {'Port': ['ID=229b1814-69ef-4763-afb1-698ad19c727e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:59.270034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:59.285737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.293633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a29ae2a-e9d6-40f3-8ca5-0dba2116ab6f tempest-DHCPAgentSchedulersTestJSON-223940263 tempest-DHCPAgentSchedulersTestJSON-223940263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:59.305347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.324486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415de078-2195-4412-9697-0935abf9a0cf {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:58:59.330626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:59.331364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.342695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 415de078-2195-4412-9697-0935abf9a0cf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=415de078-2195-4412-9697-0935abf9a0cf,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:58:59.349325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.351681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67edebbb-93ab-444e-8b2f-a195d06515c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:58:59.360322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:59.364223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.369459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:59.394940 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6890228
Nov 29 11:58:59.399912 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e HTTP/1.1" status: 204  len: 168 time: 1.1633279
Nov 29 11:58:59.400318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50992) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:59.409227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Request body: {'port': {'device_id': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:58:59.428230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=415de078-2195-4412-9697-0935abf9a0cf,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:58:59.431367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef9163-f1f1-4e3b-94de-3c25399d2f8c None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:58:59.499856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:58:59.503510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec443e-7dca-4d8d-a13f-f2434241cc93 req-3aa06d86-5b1a-4960-bd38-85cfd01c9358 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:59.504214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ddec443e-7dca-4d8d-a13f-f2434241cc93 req-3aa06d86-5b1a-4960-bd38-85cfd01c9358 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Synchronizing usage tracker for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:59.532043 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-486b59e6-f2b8-4c26-a8ff-7de1752563f8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1278260
Nov 29 11:58:59.534735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:59.534868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 50996) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:59.535061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:59.535437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:59.552890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:59.553260 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:59.557452 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 3 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:58:59.601508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['415de078-2195-4412-9697-0935abf9a0cf'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 11:58:59.635858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ddec443e-7dca-4d8d-a13f-f2434241cc93 req-3aa06d86-5b1a-4960-bd38-85cfd01c9358 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Unset dirty status for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:59.642259 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ddec443e-7dca-4d8d-a13f-f2434241cc93 req-3aa06d86-5b1a-4960-bd38-85cfd01c9358 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 931 time: 0.6359024
Nov 29 11:58:59.710043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:59.711199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:59.711199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:59.718404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.755630 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ddec443e-7dca-4d8d-a13f-f2434241cc93 req-c156ea51-04f2-48df-949d-bd06643264c7 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036110
Nov 29 11:58:59.796217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7474a48a-1a11-4cd1-acaa-55025ba3c5ad tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:58:59.796946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7474a48a-1a11-4cd1-acaa-55025ba3c5ad tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:58:59.810440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:58:59.831914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Deleting port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:58:59.832545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:58:59.856326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:59.856870 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:59.883035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7474a48a-1a11-4cd1-acaa-55025ba3c5ad tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:58:59.883035 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7474a48a-1a11-4cd1-acaa-55025ba3c5ad tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3442993
Nov 29 11:58:59.892240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:58:59.912346 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 4 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:58:59.938996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:58:59.954957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:58:59.955626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:58:59.955961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:58:59.972119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:58:59.972676 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:58:59.978991 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 5 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:59:00.021038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a9af-df21-46b5-8cc2-a2b509153770 req-cdc2524e-8f66-4c9b-93b5-c34cd51ba225 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:00.022633 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1fe6a9af-df21-46b5-8cc2-a2b509153770 req-cdc2524e-8f66-4c9b-93b5-c34cd51ba225 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 945 time: 0.2551665
Nov 29 11:59:00.025219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.032829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.033172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.033516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.047039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8807a01-b08a-401e-bcfb-72f092678aaf tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:00.047742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a8807a01-b08a-401e-bcfb-72f092678aaf tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:00.072736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a8807a01-b08a-401e-bcfb-72f092678aaf tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:00.076541 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a8807a01-b08a-401e-bcfb-72f092678aaf tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1809080
Nov 29 11:59:00.077789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:00.108673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.117910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.117910 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:00.131092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 6 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:59:00.169176 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c4c65f47-00c1-415e-9654-e360dc427494 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0815482
Nov 29 11:59:00.169176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:00.180366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:00.197332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.197674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.198011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.218120 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1fe6a9af-df21-46b5-8cc2-a2b509153770 req-451bddb5-4ace-4af7-a7b5-822fa4475684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1821327
Nov 29 11:59:00.222006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.222418 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:00.274059 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 7 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:59:00.284455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.308844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] For port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:00.309427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.343204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:00.349377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.349716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.350225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.367086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:00.376907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.377367 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:00.379108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229b1814-69ef-4763-afb1-698ad19c727e {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:59:00.382305 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 8 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:59:00.387967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.391011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:00.394811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.451560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Calling delete_port for 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:00.479378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 73f8a867-4ffc-46df-9d00-c449066288d3 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:00.479787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.492838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Transition to ACTIVE for port object 229b1814-69ef-4763-afb1-698ad19c727e will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:00.509174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.509407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:00.509538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.510679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.510806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.517550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.520685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3ef79d37-b00e-49da-b610-669afb1c0540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:00.521176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-484305f7-e5de-4396-95da-efbcecc4466b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:00.535035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.535441 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:00.544826 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 9 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:59:00.573054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.573425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.573762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Floating IP bf4a8e53-d55c-48c5-a40e-88cea954ab4b disassociated. External IP: 172.26.4.158, port: 57abc6f0-2d55-4254-b361-8b31048850a3.
Nov 29 11:59:00.574077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 57abc6f0-2d55-4254-b361-8b31048850a3 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:00.595228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:59:00.595694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:59:00.607329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:00.610656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:00.620644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.620984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.621327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.654637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.654966 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:00.675569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=229b1814-69ef-4763-afb1-698ad19c727e,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:00.682562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:00.704286 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 10 to bind port 5e062315-fe7a-41cc-b795-2447fede918e
Nov 29 11:59:00.744086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.744330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.744672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.768478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.768819 dv-neutron-819579-1-hyperv neutron-server[87599]: ERROR neutron.plugins.ml2.managers [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 5e062315-fe7a-41cc-b795-2447fede918e on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:00.769184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.844942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Attempting to bind port 229b1814-69ef-4763-afb1-698ad19c727e on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:00.845278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Attempting to bind port 229b1814-69ef-4763-afb1-698ad19c727e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '7c72ad91-47b0-4010-9763-eb97dc7cc171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '548cc782-8979-45ae-b63a-1622180a07db'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:00.845801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Attempting to bind port 229b1814-69ef-4763-afb1-698ad19c727e on network 548cc782-8979-45ae-b63a-1622180a07db {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.856376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Port 229b1814-69ef-4763-afb1-698ad19c727e on network 548cc782-8979-45ae-b63a-1622180a07db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:00.856701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Attempting to bind port 229b1814-69ef-4763-afb1-698ad19c727e on network 548cc782-8979-45ae-b63a-1622180a07db {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:00.867881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:00.868268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Checking segment: {'id': '7c72ad91-47b0-4010-9763-eb97dc7cc171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '548cc782-8979-45ae-b63a-1622180a07db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:00.868664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Bound using segment: {'id': '7c72ad91-47b0-4010-9763-eb97dc7cc171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '548cc782-8979-45ae-b63a-1622180a07db'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:00.869099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Bound port: 229b1814-69ef-4763-afb1-698ad19c727e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c72ad91-47b0-4010-9763-eb97dc7cc171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '548cc782-8979-45ae-b63a-1622180a07db'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:00.869444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:00.910944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.025090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 415de078-2195-4412-9697-0935abf9a0cf up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:01.097005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Deleting port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:01.097694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.133051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 415de078-2195-4412-9697-0935abf9a0cf completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:01.147467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 415de078-2195-4412-9697-0935abf9a0cf triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:01.148182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.177822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.186177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af1e8358-6cbd-4868-b1a4-3654edd47443 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:01.211388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 73f8a867-4ffc-46df-9d00-c449066288d3 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:01.243984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] For port 229b1814-69ef-4763-afb1-698ad19c727e, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:01.269974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:01.273485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.278438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] For port 229b1814-69ef-4763-afb1-698ad19c727e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=229b1814-69ef-4763-afb1-698ad19c727e,segment=NetworkSegment(7c72ad91-47b0-4010-9763-eb97dc7cc171),segment_id=7c72ad91-47b0-4010-9763-eb97dc7cc171)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:01.279573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:01.282489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.283078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.283441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] For port 5e062315-fe7a-41cc-b795-2447fede918e, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:01.283772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempted to set empty binding levels {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Nov 29 11:59:01.284794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cc4fbefc-23fc-4b6a-b0f5-98f351f1ca5c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:01.302513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.311340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=b9c80d01-8212-468e-9555-6ddb114b6d8f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:01.314221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:01.318452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25817ec2-d93b-4b66-aa70-22c5d3c2ef2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:01.330101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.352931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=57abc6f0-2d55-4254-b361-8b31048850a3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:01.356119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:01.359502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6767059f-7b91-49c2-a49d-e8045893cac2 tempest-AllowedAddressPairTestJSON-483393516 tempest-AllowedAddressPairTestJSON-483393516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:01.371377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca6b7-98ad-4be4-be72-f44287128280 req-7a75b1e6-6d7a-467e-8d01-4e5c54ba3138 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.372865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ebca6b7-98ad-4be4-be72-f44287128280 req-7a75b1e6-6d7a-467e-8d01-4e5c54ba3138 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 943 time: 0.4923477
Nov 29 11:59:01.391046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.391864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.393232 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] 10.222.0.18 "PUT /v2.0/ports/229b1814-69ef-4763-afb1-698ad19c727e HTTP/1.1" status: 200  len: 1093 time: 1.9887094
Nov 29 11:59:01.399939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'tag': '229b1814-69ef-4763-afb1-698ad19c727e'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:59:01.429664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] In _notify_port_updated(), no bound segment for port 5e062315-fe7a-41cc-b795-2447fede918e on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:59:01.430559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.431176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.432511 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "PUT /v2.0/ports/5e062315-fe7a-41cc-b795-2447fede918e HTTP/1.1" status: 200  len: 977 time: 4.0414395
Nov 29 11:59:01.435992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51020) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:01.451682 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2815628
Nov 29 11:59:01.456720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:01.500043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.528493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': 'b9c80d01-8212-468e-9555-6ddb114b6d8f', 'ip_address': '2001:db8::e4d1:e783:6f75:d937'}], 'name': 'tempest-NetworksTestDHCPv6-691750634'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:01.545027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] For port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:01.545642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.568283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415de078-2195-4412-9697-0935abf9a0cf'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:59:01.690725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=229b1814-69ef-4763-afb1-698ad19c727e,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:01.702535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Calling delete_port for 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:01.703618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:01.709068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=5e062315-fe7a-41cc-b795-2447fede918e,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:01.713471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:01.725412 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ebca6b7-98ad-4be4-be72-f44287128280 req-f6acaf04-876b-4cad-b2fc-17556b1070d7 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3307586
Nov 29 11:59:01.740918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 415de078-2195-4412-9697-0935abf9a0cf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=415de078-2195-4412-9697-0935abf9a0cf,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:01.754300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.754912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.771998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8c55e64f-9389-49b0-be57-25c8c69f11e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:01.826223 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'tag': '229b1814-69ef-4763-afb1-698ad19c727e', 'status': 'completed', 'code': 200}
Nov 29 11:59:01.862385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-bb79e18f-8a19-468b-ba45-c6ab264ee004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.864773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=415de078-2195-4412-9697-0935abf9a0cf,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:01.866020 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-bb79e18f-8a19-468b-ba45-c6ab264ee004 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926aef33992148e1b9e4c510ab26ab92&device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 1096 time: 0.4083958
Nov 29 11:59:01.868562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:01.869917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:01.874079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:01.914727 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415de078-2195-4412-9697-0935abf9a0cf', 'code': 200}
Nov 29 11:59:01.926367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Pushing event deleted for resources: {'Port': ['ID=6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:01.929472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:01.934209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:01.937190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] No DVR routers for this DVR port 6dbf3aa4-361e-47bf-aa58-ff0cf63bb24b on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:01.942664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1269-a573-4646-afad-198a5d9a9eb4 req-901d70d4-a304-4ce1-8dc9-61c1cd693fe1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.946108 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca2a1269-a573-4646-afad-198a5d9a9eb4 req-901d70d4-a304-4ce1-8dc9-61c1cd693fe1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 945 time: 0.4075170
Nov 29 11:59:01.955915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1fdde-139e-4560-a964-b045703f8c35 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:01.959651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:01.973580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:01.989228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:01.990717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.991435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.992116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.992726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.993334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.993942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.994551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.995155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.995784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.996389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.996989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.997589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.998209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.998806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:01.999429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.000029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.000628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.001228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.001828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.002430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.003030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.003648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.004274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.004876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.007548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Synchronizing usage tracker for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:02.084799 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-ced744ab-0075-4dd7-aad4-63e3b4104818 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229b1814-69ef-4763-afb1-698ad19c727e HTTP/1.1" status: 200  len: 217 time: 0.1987710
Nov 29 11:59:02.183806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': 'b9c80d01-8212-468e-9555-6ddb114b6d8f'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:02.184912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.200903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Unset dirty status for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:02.203509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b6db3c41-30d4-43f3-acb0-e1e78ddc2e13 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21088 time: 0.7620065
Nov 29 11:59:02.203509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.206532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51030) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:02.218605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-971db565-a7ab-4b0d-b1da-1292eb9050a7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:02.222322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-c2aa2606-9323-48c5-a24f-d53d7920a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.223793 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-c2aa2606-9323-48c5-a24f-d53d7920a4f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea52ec-fd01-490e-8445-d606622ceac4 HTTP/1.1" status: 200  len: 852 time: 0.1324463
Nov 29 11:59:02.287983 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-7b5ca52f-0d13-4497-974f-52f4c4ad8e17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548cc782-8979-45ae-b63a-1622180a07db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512249
Nov 29 11:59:02.291354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.339895 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca2a1269-a573-4646-afad-198a5d9a9eb4 req-7f83de5a-b4c3-4f34-b05f-49ca46cfd073 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3840129
Nov 29 11:59:02.340715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=73f8a867-4ffc-46df-9d00-c449066288d3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:02.343192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:02.352257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/b9c80d01-8212-468e-9555-6ddb114b6d8f/d5063dcf-cb7b-4327-8b53-5eb6134fcabf) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:02.412707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 310d5d41-fb09-451a-98fd-7927278de164 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:02.459650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74bfe4-72aa-48b8-b47f-fd590f1a9662 req-f9e65dc2-61e2-4a81-8248-8d97dc8ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:02.461185 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d74bfe4-72aa-48b8-b47f-fd590f1a9662 req-f9e65dc2-61e2-4a81-8248-8d97dc8ab839 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 1099 time: 0.3374796
Nov 29 11:59:02.533484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Deleting port 5e062315-fe7a-41cc-b795-2447fede918e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:02.533829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.581820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.610961 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-ec4d53c6-c5c2-4ed2-8488-7d58b8bb0fae service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053911
Nov 29 11:59:02.617055 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d74bfe4-72aa-48b8-b47f-fd590f1a9662 req-6bf30e70-2ce7-4a67-990e-127830c9f7aa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380208
Nov 29 11:59:02.630980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.647749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Transition to ACTIVE for port object d5063dcf-cb7b-4327-8b53-5eb6134fcabf will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:02.668653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Transition to ACTIVE for port object d5063dcf-cb7b-4327-8b53-5eb6134fcabf will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:02.677610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:02.679999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:02.684096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd514c81-c060-4d0c-ac75-9d18fde66a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:02.733567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] Sync routers for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:02.782837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:02.786966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:02.789085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:02.789727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02f44160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:02.842420 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-518037e7-f98b-42c6-bcad-67d67d87fd97 req-eced9128-0012-4e2d-ba34-e891fb6e130f service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241981
Nov 29 11:59:02.858691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:02.864330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02f44160>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:02.875607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::e4d1:e783:6f75:d937 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/b9c80d01-8212-468e-9555-6ddb114b6d8f/310d5d41-fb09-451a-98fd-7927278de164) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:02.876591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Pushing event updated for resources: {'Port': ['ID=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:02.899741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:02.900548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02f44160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:02.951794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:03.002072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02f44160>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:03.003045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5314f995-2b93-49de-b3ac-53c809b6008c None None] The sync data for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:03.103766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Attempting to bind port d5063dcf-cb7b-4327-8b53-5eb6134fcabf on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:03.104124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Attempting to bind port d5063dcf-cb7b-4327-8b53-5eb6134fcabf by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:03.104476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Attempting to bind port d5063dcf-cb7b-4327-8b53-5eb6134fcabf on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:03.110573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:03.110984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:03.111374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.111771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:03.112227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Bound port: d5063dcf-cb7b-4327-8b53-5eb6134fcabf, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:03.112618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.137612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.205119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] For port d5063dcf-cb7b-4327-8b53-5eb6134fcabf, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:03.208710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] For port d5063dcf-cb7b-4327-8b53-5eb6134fcabf, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:03.214553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.218642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:03.300061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Pushing event updated for resources: {'Port': ['ID=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:03.303759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:03.305655 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/ports/57abc6f0-2d55-4254-b361-8b31048850a3 HTTP/1.1" status: 204  len: 168 time: 4.3917158
Nov 29 11:59:03.312639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51036) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:03.318204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 178dab9e-653e-42d3-ba3b-4a90970bc76a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:03.358971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-028018b4-6d46-41f0-a77d-c0f901babf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:03.360497 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-028018b4-6d46-41f0-a77d-c0f901babf23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926aef33992148e1b9e4c510ab26ab92&device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 1096 time: 0.4116354
Nov 29 11:59:03.373371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712b926-b19b-40f4-ac95-f6d2f6cb1380 req-e85b2cbf-ccf0-4a1f-a7e1-06fbcabf40d5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:03.374868 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7712b926-b19b-40f4-ac95-f6d2f6cb1380 req-e85b2cbf-ccf0-4a1f-a7e1-06fbcabf40d5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 943 time: 0.4271421
Nov 29 11:59:03.462971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.496178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 310d5d41-fb09-451a-98fd-7927278de164 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:03.505514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] For port 5e062315-fe7a-41cc-b795-2447fede918e, host hv-neutron-8195, got binding levels [] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:03.506423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.590990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-3138aa9a-d6f5-419d-abe9-53aaf77c36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:03.592739 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-3138aa9a-d6f5-419d-abe9-53aaf77c36cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=548cc782-8979-45ae-b63a-1622180a07db HTTP/1.1" status: 200  len: 913 time: 0.2169533
Nov 29 11:59:03.595818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.603000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-265fe92a-12d6-4d98-90c9-70b5386ce61f tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:03.792635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Calling delete_port for 5e062315-fe7a-41cc-b795-2447fede918e owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:03.800217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=310d5d41-fb09-451a-98fd-7927278de164,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:03.816174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:03.825861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:03.828154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:03.830725 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-2b614515-e7a6-4a61-88ba-50921e7d5ab4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229b1814-69ef-4763-afb1-698ad19c727e HTTP/1.1" status: 200  len: 217 time: 0.1276579
Nov 29 11:59:03.831608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:03.837700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:03.838314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:03.915871 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7712b926-b19b-40f4-ac95-f6d2f6cb1380 req-5c2db226-5256-41f6-963b-f091eab2ec9b tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5110087
Nov 29 11:59:03.936268 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.4774022
Nov 29 11:59:03.942184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51044) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:03.947217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-55dd5b81-08ac-4d2b-b627-dcbacd92a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:03.948688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d5063dcf-cb7b-4327-8b53-5eb6134fcabf up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:03.949030 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-55dd5b81-08ac-4d2b-b627-dcbacd92a140 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea52ec-fd01-490e-8445-d606622ceac4 HTTP/1.1" status: 200  len: 852 time: 0.0970688
Nov 29 11:59:03.970479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:03.981379 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] Sync routers for ids ['178dab9e-653e-42d3-ba3b-4a90970bc76a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:03.986697 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/178dab9e-653e-42d3-ba3b-4a90970bc76a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5877843
Nov 29 11:59:03.993693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51048) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:04.001123 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] Routers {'178dab9e-653e-42d3-ba3b-4a90970bc76a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:04.002018 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf86d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['178dab9e-653e-42d3-ba3b-4a90970bc76a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:04.041354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d5063dcf-cb7b-4327-8b53-5eb6134fcabf completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:04.086521 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf86d0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:04.095873 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] Routers {'178dab9e-653e-42d3-ba3b-4a90970bc76a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:04.096614 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf86d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['178dab9e-653e-42d3-ba3b-4a90970bc76a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:04.098381 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-9b883b10-89ae-4029-83c9-018b32dab428 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548cc782-8979-45ae-b63a-1622180a07db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1061013
Nov 29 11:59:04.109361 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fed1d5fc-3b7c-43d2-bae7-1f9d018e0511 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=178dab9e-653e-42d3-ba3b-4a90970bc76a HTTP/1.1" status: 200  len: 205 time: 0.0682678
Nov 29 11:59:04.110970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51052) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:04.162561 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bf86d0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:04.163404 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b200a1-6a8b-4ca7-8557-adc3a0f29183 None None] The sync data for ids ['178dab9e-653e-42d3-ba3b-4a90970bc76a'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:04.245986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce58c0e-b40c-4db0-a7be-586a94e4e493 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:04.252079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce58c0e-b40c-4db0-a7be-586a94e4e493 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:04.252901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ce58c0e-b40c-4db0-a7be-586a94e4e493 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:04.284932 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-32ac7255-155c-491d-a03d-b27fe264267a service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749675
Nov 29 11:59:04.310774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ce58c0e-b40c-4db0-a7be-586a94e4e493 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:04.314644 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ce58c0e-b40c-4db0-a7be-586a94e4e493 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.3682361
Nov 29 11:59:04.314901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:04.404788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2939-0845-43a0-a8ec-533585e06ad0 req-c8ba8f85-18f9-4c9d-98a1-773c97b9ec03 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:04.407529 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-04bc2939-0845-43a0-a8ec-533585e06ad0 req-c8ba8f85-18f9-4c9d-98a1-773c97b9ec03 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 946 time: 0.8794677
Nov 29 11:59:04.450443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 310d5d41-fb09-451a-98fd-7927278de164 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:04.450779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.483409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.505488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:04.534555 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78978df7-013d-46ba-8ec7-6fce447b81fd req-2937dcd7-b5aa-4915-aa15-11c86c6f592e service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2429867
Nov 29 11:59:04.564366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e062315-fe7a-41cc-b795-2447fede918e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:04.566865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:04.569512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.627649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Provisioning for port d5063dcf-cb7b-4327-8b53-5eb6134fcabf completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:04.636838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Provisioning complete for port d5063dcf-cb7b-4327-8b53-5eb6134fcabf triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:04.637218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.654688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.745096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.751839 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-04bc2939-0845-43a0-a8ec-533585e06ad0 req-66dc8f2c-cd7a-4e90-b744-44d26bd2a159 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2803953
Nov 29 11:59:04.800902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.840392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] For port d5063dcf-cb7b-4327-8b53-5eb6134fcabf, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:04.845898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.848218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e30228ea-f273-4873-ae4c-229c5a7d6c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:04.913317 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5e062315-fe7a-41cc-b795-2447fede918e HTTP/1.1" status: 204  len: 168 time: 2.6652648
Nov 29 11:59:04.925700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Pushing event updated for resources: {'Port': ['ID=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:04.928756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:04.969798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c7bee661-d2d2-49b5-b54a-2aa27d8e22ba None None] Provisioning for port 310d5d41-fb09-451a-98fd-7927278de164 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:04.977853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c7bee661-d2d2-49b5-b54a-2aa27d8e22ba None None] Provisioning complete for port 310d5d41-fb09-451a-98fd-7927278de164 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:04.978404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7bee661-d2d2-49b5-b54a-2aa27d8e22ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:04.981417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51060) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:05.017224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 310d5d41-fb09-451a-98fd-7927278de164 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:05.040428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 229b1814-69ef-4763-afb1-698ad19c727e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 11:59:05.048002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.052476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.054866 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-33876c5a-e6cf-4aac-9a64-cf18d7e3f6bf tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:59:05.055621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-33876c5a-e6cf-4aac-9a64-cf18d7e3f6bf tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Synchronizing usage tracker for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:05.057101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c7bee661-d2d2-49b5-b54a-2aa27d8e22ba None None] Port 310d5d41-fb09-451a-98fd-7927278de164 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:05.137466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-33876c5a-e6cf-4aac-9a64-cf18d7e3f6bf tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Unset dirty status for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:05.138943 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-33876c5a-e6cf-4aac-9a64-cf18d7e3f6bf tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "GET /v2.0/ports/5e062315-fe7a-41cc-b795-2447fede918e HTTP/1.1" status: 404  len: 333 time: 0.1564174
Nov 29 11:59:05.140148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.142779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router 178dab9e-653e-42d3-ba3b-4a90970bc76a {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:59:05.144139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51066) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:05.156962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1164647536', 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:05.167913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:05.179027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.182435 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-538cb3b8-89f6-4eda-ab9a-269999cf35e8 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/178dab9e-653e-42d3-ba3b-4a90970bc76a HTTP/1.1" status: 204  len: 168 time: 1.0689614
Nov 29 11:59:05.187481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51070) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:05.201572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 229b1814-69ef-4763-afb1-698ad19c727e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=229b1814-69ef-4763-afb1-698ad19c727e,segment=NetworkSegment(7c72ad91-47b0-4010-9763-eb97dc7cc171),segment_id=7c72ad91-47b0-4010-9763-eb97dc7cc171)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:05.215310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '229b1814-69ef-4763-afb1-698ad19c727e', 'network_id': '548cc782-8979-45ae-b63a-1622180a07db', 'port_id': '229b1814-69ef-4763-afb1-698ad19c727e', 'mac_address': 'fa:16:3e:a8:36:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ea52ec-fd01-490e-8445-d606622ceac4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 11:59:05.217670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18feeefb-80cf-4019-be51-640af89d8e4d req-be163c13-bd07-4ee3-99e5-b5d252561836 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:05.219159 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18feeefb-80cf-4019-be51-640af89d8e4d req-be163c13-bd07-4ee3-99e5-b5d252561836 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 943 time: 0.1695142
Nov 29 11:59:05.226441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:05.267158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Made reservation on behalf of 1df27a193cbb4a22b98d3a4d4939da71 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:05.269519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.275515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.281780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.285885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18feeefb-80cf-4019-be51-640af89d8e4d req-942de4c3-0459-40ca-82a0-43079912b697 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537176
Nov 29 11:59:05.290175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e680008c-a9ea-4437-96ba-759af74644c6 tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:05.306611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet fe43be9e-33e7-4db2-b099-63c00ddc1c75 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:05.306611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.308223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229b1814-69ef-4763-afb1-698ad19c727e {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 11:59:05.330213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 229b1814-69ef-4763-afb1-698ad19c727e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=229b1814-69ef-4763-afb1-698ad19c727e,segment=NetworkSegment(7c72ad91-47b0-4010-9763-eb97dc7cc171),segment_id=7c72ad91-47b0-4010-9763-eb97dc7cc171)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:05.335791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.338033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=310d5d41-fb09-451a-98fd-7927278de164,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:05.347251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:05.352314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 5209ed3c-84cf-4639-89f5-433ae761608c yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:05.368480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:05.388400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.412657 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/310d5d41-fb09-451a-98fd-7927278de164 HTTP/1.1" status: 204  len: 168 time: 1.0967066
Nov 29 11:59:05.413658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51074) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:05.422648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=229b1814-69ef-4763-afb1-698ad19c727e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:05.430806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:05.474844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.484142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9c36e-0a08-4d61-9064-860a07418c45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:05.485665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9c36e-0a08-4d61-9064-860a07418c45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:05.486453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-adb9c36e-0a08-4d61-9064-860a07418c45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:05.504669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-adb9c36e-0a08-4d61-9064-860a07418c45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:05.510850 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-adb9c36e-0a08-4d61-9064-860a07418c45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0922194
Nov 29 11:59:05.511851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:05.553894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['229b1814-69ef-4763-afb1-698ad19c727e'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 11:59:05.582301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet b9c80d01-8212-468e-9555-6ddb114b6d8f {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:05.585308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.645437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.691635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.731538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.822764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.828962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-318833b6-d7c3-4c69-89a7-f9d9c337fd40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:05.863553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.887548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c80d01-8212-468e-9555-6ddb114b6d8f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:05.887705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca4974-07ac-4ed1-82d6-56f04f6a252c None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:05.892211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:05.895326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:05.917984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/b9c80d01-8212-468e-9555-6ddb114b6d8f HTTP/1.1" status: 204  len: 168 time: 0.4048994
Nov 29 11:59:05.920328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51084) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:05.961176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d5063dcf-cb7b-4327-8b53-5eb6134fcabf up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:05.996505 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ccd0a081-641f-4246-8d8f-67b253fadfb8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0739794
Nov 29 11:59:05.998341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51088) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:06.004537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:06.061420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.123923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d5063dcf-cb7b-4327-8b53-5eb6134fcabf triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:06.124302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.125974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:06.130136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:06.133945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:06.139780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:06.150854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:06.156116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.333330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:06.340216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Deleting port d5063dcf-cb7b-4327-8b53-5eb6134fcabf {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:06.341588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.348020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.355372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7ad18dde-f71a-4fb4-84b2-5daf0cd672ea tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:06.396375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.408312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.417410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=fe43be9e-33e7-4db2-b099-63c00ddc1c75,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:06.422360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.426009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:06.427259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bbd7d8c-3001-459a-8102-2266f74349b2 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:06.427480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b280e5e2-5228-4311-9ce3-707c8cd41206 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:06.446587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477505f-65cb-4133-84b1-db2e4b0c7df4 None None] Network 273ad98e-c575-4635-b77d-332d35fd0261 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:06.506264 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/fe43be9e-33e7-4db2-b099-63c00ddc1c75 HTTP/1.1" status: 204  len: 168 time: 1.3152952
Nov 29 11:59:06.512336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb16fe-a652-4e53-8fe2-76476937c80c req-a051c49d-41c4-430b-b376-fdfbbe1d221e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:06.513556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:06.515343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:06.516099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b2bb16fe-a652-4e53-8fe2-76476937c80c req-a051c49d-41c4-430b-b376-fdfbbe1d221e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 946 time: 0.4671037
Nov 29 11:59:06.527271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:06.535102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:06.547399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:06.561552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:06.562654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.573843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:06.574714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:06.575336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.591664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=5209ed3c-84cf-4639-89f5-433ae761608c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:06.608386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:06.653260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b2bb16fe-a652-4e53-8fe2-76476937c80c req-2b6216a7-5a64-47f7-ad8c-fb474efafa8c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243203
Nov 29 11:59:06.657260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.5094190
Nov 29 11:59:06.658813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51100) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:06.670039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=2cb48853-b88b-4b23-899e-4128909c2fce,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:06.695942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:06.704682 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7026305
Nov 29 11:59:06.705984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:06.716675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '2cb48853-b88b-4b23-899e-4128909c2fce', 'ip_address': '2001:db8::8491:213b:bb75:6d0e'}], 'name': 'tempest-NetworksTestDHCPv6-1141642390'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:06.733339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.792894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port e086a909-e1f1-447c-90c5-abcb85f88d1c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:06.793699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.828949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] For port d5063dcf-cb7b-4327-8b53-5eb6134fcabf, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:06.829232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:06.913051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30ae9f-fda7-4dd7-8702-80182e4618d1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:06.913761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f30ae9f-fda7-4dd7-8702-80182e4618d1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Synchronizing usage tracker for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:06.932003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e67377-4282-47df-8c7b-1efa2ea5c726 req-90d2cd05-10c0-451b-896b-312dfe11750b tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:06.933503 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39e67377-4282-47df-8c7b-1efa2ea5c726 req-90d2cd05-10c0-451b-896b-312dfe11750b tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 944 time: 0.4748213
Nov 29 11:59:06.971041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Calling delete_port for d5063dcf-cb7b-4327-8b53-5eb6134fcabf owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:06.983434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f30ae9f-fda7-4dd7-8702-80182e4618d1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Unset dirty status for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:06.987805 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f30ae9f-fda7-4dd7-8702-80182e4618d1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "GET /v2.0/ports/5209ed3c-84cf-4639-89f5-433ae761608c HTTP/1.1" status: 200  len: 955 time: 0.3289936
Nov 29 11:59:06.991792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:07.001004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 4f6426fd-a766-4bfd-a77f-ada09114a10c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:07.001325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.004320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] DHCP port deletion for 273ad98e-c575-4635-b77d-332d35fd0261 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:07.019080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Deleting port 4f6426fd-a766-4bfd-a77f-ada09114a10c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:07.019489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.076653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039d3b7-969c-4051-b595-922af363d9df req-c6136836-8b1b-4518-8c34-3fd50a7668cd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:07.078259 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b039d3b7-969c-4051-b595-922af363d9df req-c6136836-8b1b-4518-8c34-3fd50a7668cd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 946 time: 0.2286975
Nov 29 11:59:07.079971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 229b1814-69ef-4763-afb1-698ad19c727e up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:07.136838 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39e67377-4282-47df-8c7b-1efa2ea5c726 req-22796579-8069-4c8c-8bce-5dff9011e6ef tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883125
Nov 29 11:59:07.161785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b039d3b7-969c-4051-b595-922af363d9df req-b4310547-20af-4c43-9da4-64ba07908d91 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717781
Nov 29 11:59:07.168427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.228594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Deleting port 5209ed3c-84cf-4639-89f5-433ae761608c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:07.228858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.240770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.247544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-950fdcea-ed96-498d-910e-b46bf5b62e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:07.286288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:07.303193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for e086a909-e1f1-447c-90c5-abcb85f88d1c owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:07.313664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Pushing event deleted for resources: {'Port': ['ID=d5063dcf-cb7b-4327-8b53-5eb6134fcabf,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:07.320664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:07.324093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] No DVR routers for this DVR port d5063dcf-cb7b-4327-8b53-5eb6134fcabf on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:07.354307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:07.370041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:07.382416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 229b1814-69ef-4763-afb1-698ad19c727e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:07.398630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9665498-183d-44f3-a4a1-ab533819abc2 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:07.424914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 229b1814-69ef-4763-afb1-698ad19c727e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:07.425302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:07.425444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.458560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 4f6426fd-a766-4bfd-a77f-ada09114a10c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f6426fd-a766-4bfd-a77f-ada09114a10c,segment=NetworkSegment(dd4dd066-9ac7-4114-b7ca-265e22bdec9d),segment_id=dd4dd066-9ac7-4114-b7ca-265e22bdec9d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:07.458955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.470837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:07.510163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.515207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-64880090-b2ba-4f44-bb64-8e1759275aa8 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:07.552611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] For port 4f6426fd-a766-4bfd-a77f-ada09114a10c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f6426fd-a766-4bfd-a77f-ada09114a10c,segment=NetworkSegment(dd4dd066-9ac7-4114-b7ca-265e22bdec9d),segment_id=dd4dd066-9ac7-4114-b7ca-265e22bdec9d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:07.553021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.563592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=e086a909-e1f1-447c-90c5-abcb85f88d1c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:07.590492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:07.702735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 4f6426fd-a766-4bfd-a77f-ada09114a10c owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:07.733417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Calling delete_port for 4f6426fd-a766-4bfd-a77f-ada09114a10c owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:07.854788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.858900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:07.978254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f6426fd-a766-4bfd-a77f-ada09114a10c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:08.020515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Calling delete_port for 5209ed3c-84cf-4639-89f5-433ae761608c owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:08.044382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.052506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.059619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '2cb48853-b88b-4b23-899e-4128909c2fce'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:08.060443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.085013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.096437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07298f72-e5a2-43b5-b043-bc40a55c02f8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:08.138412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port a9fb6712-9ded-4afb-9f86-922cfe27e097 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:08.184705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=4f6426fd-a766-4bfd-a77f-ada09114a10c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:08.198026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:08.198260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:59:08.198386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:59:08.205442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No active binding found for port 4f6426fd-a766-4bfd-a77f-ada09114a10c {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 11:59:08.205864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f6426fd-a766-4bfd-a77f-ada09114a10c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:08.206293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d5063dcf-cb7b-4327-8b53-5eb6134fcabf no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:08.208321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port 4f6426fd-a766-4bfd-a77f-ada09114a10c on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:08.230546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b1814-69ef-4763-afb1-698ad19c727e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:59:08.286749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: d5063dcf-cb7b-4327-8b53-5eb6134fcabf {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:08.287139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d5063dcf-cb7b-4327-8b53-5eb6134fcabf not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:08.292794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 229b1814-69ef-4763-afb1-698ad19c727e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=229b1814-69ef-4763-afb1-698ad19c727e,segment=NetworkSegment(7c72ad91-47b0-4010-9763-eb97dc7cc171),segment_id=7c72ad91-47b0-4010-9763-eb97dc7cc171)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:08.311496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.313656 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b1814-69ef-4763-afb1-698ad19c727e', 'code': 200}
Nov 29 11:59:08.317109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a61f8da-e1da-4cf0-833d-54a6378909dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:08.457179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=229b1814-69ef-4763-afb1-698ad19c727e,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:08.464628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:08.472388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:08.473516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2cb48853-b88b-4b23-899e-4128909c2fce/30f9cbaf-b5a9-473a-8356-550b3de4b55c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:08.628825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.653767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b575e50e-2b47-4ec5-ba92-b081adc52264 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:08.660056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:08.674293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] Sync routers for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:08.678505 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/routers/b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3619163
Nov 29 11:59:08.678684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51122) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:08.691454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.702018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Deleting port 4f6426fd-a766-4bfd-a77f-ada09114a10c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:08.702400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.728792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5209ed3c-84cf-4639-89f5-433ae761608c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:08.742672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:08.743991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.748366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:08.763450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51126) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:08.764557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.767951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08239820>,) {'filters': {'network_id': ['273ad98e-c575-4635-b77d-332d35fd0261']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.788622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08239820>, 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.788920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08239820>, 'dd4dd066-9ac7-4114-b7ca-265e22bdec9d') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.817466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.842307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.860769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.863744 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5209ed3c-84cf-4639-89f5-433ae761608c HTTP/1.1" status: 204  len: 168 time: 1.8707318
Nov 29 11:59:08.869458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51130) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:08.875963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:08.876369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:08.891130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b4fca94c-e48f-410c-aade-51e64022a2fe None None] The port '4f6426fd-a766-4bfd-a77f-ada09114a10c' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:08.893923 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:08.896095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.906565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] Routers {'b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:08.907345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.947509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2bc0-037a-4f52-baa2-96b6ac22ac9e req-039c7f4d-df30-4514-9865-9bb6fe75dd44 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:08.947509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a8fa2bc0-037a-4f52-baa2-96b6ac22ac9e req-039c7f4d-df30-4514-9865-9bb6fe75dd44 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.5944970
Nov 29 11:59:08.971907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085c5ac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:08.972734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8c9c9-ec7a-4e49-b1e5-625599446a0e None None] The sync data for ids ['b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:09.009016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec2303-e6cc-419d-8e4e-246dd9d96224 req-9c8303bf-31ad-4d38-9339-83ed58c4fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:09.010517 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44ec2303-e6cc-419d-8e4e-246dd9d96224 req-9c8303bf-31ad-4d38-9339-83ed58c4fb66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 1098 time: 0.4310653
Nov 29 11:59:09.035926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-157ecd31-ded7-49f4-9a49-4fca2ff3b1c9 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:59:09.036455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-157ecd31-ded7-49f4-9a49-4fca2ff3b1c9 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Synchronizing usage tracker for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:09.042802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.077731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Transition to ACTIVE for port object 30f9cbaf-b5a9-473a-8356-550b3de4b55c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:09.091917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.102125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Transition to ACTIVE for port object 30f9cbaf-b5a9-473a-8356-550b3de4b55c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:09.104353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98e6ad9e-c659-4015-8fcb-229056529ab1 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:09.111335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.116517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f979046-4e71-4b27-bf21-83a03d73a602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:09.129124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.165632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-157ecd31-ded7-49f4-9a49-4fca2ff3b1c9 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Unset dirty status for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:09.167573 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-157ecd31-ded7-49f4-9a49-4fca2ff3b1c9 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "GET /v2.0/ports/5209ed3c-84cf-4639-89f5-433ae761608c HTTP/1.1" status: 404  len: 333 time: 0.2936864
Nov 29 11:59:09.181819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=273ad98e-c575-4635-b77d-332d35fd0261,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:09.182072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:09.185144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:09.186110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:09.189274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:09.199813 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a8fa2bc0-037a-4f52-baa2-96b6ac22ac9e req-7b6fa317-673d-4277-9dc9-9f3860749132 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033117
Nov 29 11:59:09.200788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:09.228849 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44ec2303-e6cc-419d-8e4e-246dd9d96224 req-30318c42-a63c-464d-a0cf-597122a49fd1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832905
Nov 29 11:59:09.230135 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/273ad98e-c575-4635-b77d-332d35fd0261 HTTP/1.1" status: 204  len: 168 time: 2.7088552
Nov 29 11:59:09.235796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Request body: {'port': {'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1063459477'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:09.237895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Pushing event updated for resources: {'Port': ['ID=30f9cbaf-b5a9-473a-8356-550b3de4b55c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:09.239110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51138) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:09.241809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::8491:213b:bb75:6d0e (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2cb48853-b88b-4b23-899e-4128909c2fce/a9fb6712-9ded-4afb-9f86-922cfe27e097) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:09.248760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-712441733', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:09.255210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:09.261731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:09.273635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:09.275207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:09.276762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:09.285909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:09.288042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:09.298611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Attempting to bind port 30f9cbaf-b5a9-473a-8356-550b3de4b55c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:09.299016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Attempting to bind port 30f9cbaf-b5a9-473a-8356-550b3de4b55c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:09.299793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Attempting to bind port 30f9cbaf-b5a9-473a-8356-550b3de4b55c on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:09.305874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:09.306284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:09.306668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.307060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:09.307601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Bound port: 30f9cbaf-b5a9-473a-8356-550b3de4b55c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:09.308010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.322355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.324378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.346337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Made reservation on behalf of 1df27a193cbb4a22b98d3a4d4939da71 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:09.348781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.406667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] For port 30f9cbaf-b5a9-473a-8356-550b3de4b55c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:09.408522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 413125fa-e500-40fe-9a96-ec4acd4c1be0 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:09.410145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] For port 30f9cbaf-b5a9-473a-8356-550b3de4b55c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=30f9cbaf-b5a9-473a-8356-550b3de4b55c,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:09.415946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.420695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0673ec6c-b936-4217-b14d-c18eb4851738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:09.507026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Pushing event updated for resources: {'Port': ['ID=30f9cbaf-b5a9-473a-8356-550b3de4b55c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:09.511012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:09.511217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.595559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.605621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.674386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 1589f6e7-d424-4dd5-ae85-4650b014ea7a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:09.675417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.685255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.714186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.715397 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4131d5b-a629-4962-9ba2-efeda800e403 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4710016
Nov 29 11:59:09.722593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51142) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:09.741394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-918309389'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:09.770503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:09.778312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:09.783662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:09.812440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:09.826904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object a9fb6712-9ded-4afb-9f86-922cfe27e097 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:09.880352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.927997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:09.936825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:09.938074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80ebb3aa-d0a5-4f87-a104-0b92731bc98a tempest-RoutersIpV6AdminTest-2039326694 tempest-RoutersIpV6AdminTest-2039326694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:09.940629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.020701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.058258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:10.063645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 30f9cbaf-b5a9-473a-8356-550b3de4b55c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:10.065636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:10.072883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:10.076467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:10.082424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:10.083037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.091189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:10.093087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a9fb6712-9ded-4afb-9f86-922cfe27e097,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:10.095539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:10.096695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:10.096959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:10.097639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.108306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.110352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:10.113147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2302d78c-0eec-43c9-9ae8-917dc7ffdcf0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:10.183949 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.4752166
Nov 29 11:59:10.188230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:10.189821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.190252 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment ce52b8ed-c112-4ff8-aaac-f2af88f27bd0 of type vlan for network cea624f7-7834-4d1a-871b-da629feb4193
Nov 29 11:59:10.190558 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.0005734
Nov 29 11:59:10.196564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 30f9cbaf-b5a9-473a-8356-550b3de4b55c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:10.202999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:10.261976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 1589f6e7-d424-4dd5-ae85-4650b014ea7a owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:10.283679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:10.351897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=413125fa-e500-40fe-9a96-ec4acd4c1be0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:10.355321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:10.378528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.459878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336040b1-5e7d-4c18-b667-3e9ddb519d51 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:10.466607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336040b1-5e7d-4c18-b667-3e9ddb519d51 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:10.467361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-336040b1-5e7d-4c18-b667-3e9ddb519d51 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:10.470118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.509288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:59:10.519798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.545061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-336040b1-5e7d-4c18-b667-3e9ddb519d51 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:10.546715 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-336040b1-5e7d-4c18-b667-3e9ddb519d51 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3546755
Nov 29 11:59:10.550044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:10.686213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.691121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:10.691896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.710823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d0cfc0b9-0fab-46d8-ab92-bed80183fea1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:10.887050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port a9fb6712-9ded-4afb-9f86-922cfe27e097 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:10.887409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:10.910041 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1836913
Nov 29 11:59:10.921445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:10.925153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=cea624f7-7834-4d1a-871b-da629feb4193,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:10.934611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:10.939427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network cea624f7-7834-4d1a-871b-da629feb4193 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:10.939657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:10.963364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45824508-74d0-4def-bfa2-89b012504ae1 req-103a5e62-7a99-4a7c-8aee-218f2c466258 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:10.964870 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-45824508-74d0-4def-bfa2-89b012504ae1 req-103a5e62-7a99-4a7c-8aee-218f2c466258 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.5699646
Nov 29 11:59:11.064267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Provisioning for port 30f9cbaf-b5a9-473a-8356-550b3de4b55c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:11.088537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Provisioning complete for port 30f9cbaf-b5a9-473a-8356-550b3de4b55c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:11.089041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.143329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:11.148137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:11.151844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:11.159005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:11.173192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:59:11.193771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:11.198098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.239010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.244358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.246902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:11.277866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] For port 30f9cbaf-b5a9-473a-8356-550b3de4b55c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=30f9cbaf-b5a9-473a-8356-550b3de4b55c,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:11.281996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.284905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:11.309318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=1589f6e7-d424-4dd5-ae85-4650b014ea7a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:11.347098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:11.359112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Pushing event updated for resources: {'Port': ['ID=30f9cbaf-b5a9-473a-8356-550b3de4b55c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:11.364329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:11.396668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-45824508-74d0-4def-bfa2-89b012504ae1 req-6b2e9e1b-f8b0-469a-888c-51ad0a5d0a4e tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Synchronizing usage tracker for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:11.407798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e27c1327-752e-45af-9394-c0f1a0aa0281 None None] Provisioning for port a9fb6712-9ded-4afb-9f86-922cfe27e097 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:11.414690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e27c1327-752e-45af-9394-c0f1a0aa0281 None None] Provisioning complete for port a9fb6712-9ded-4afb-9f86-922cfe27e097 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:11.415342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e27c1327-752e-45af-9394-c0f1a0aa0281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.434389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] device_id is not set on port 413125fa-e500-40fe-9a96-ec4acd4c1be0 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:11.447694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.482366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e27c1327-752e-45af-9394-c0f1a0aa0281 None None] Port a9fb6712-9ded-4afb-9f86-922cfe27e097 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:11.502648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Transition to ACTIVE for port object 413125fa-e500-40fe-9a96-ec4acd4c1be0 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:11.521154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.527819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b1205d6-1c05-404b-9346-12866df29dcf tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:11.537504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-45824508-74d0-4def-bfa2-89b012504ae1 req-6b2e9e1b-f8b0-469a-888c-51ad0a5d0a4e tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Unset dirty status for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:11.538738 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-45824508-74d0-4def-bfa2-89b012504ae1 req-6b2e9e1b-f8b0-469a-888c-51ad0a5d0a4e tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5234025
Nov 29 11:59:11.541968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.568638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.727205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.17 (31d7f09a-41aa-43b2-bd2c-c84db08f1b63/b6cc2cac-7fb7-4090-83d0-f8add93a67d3/57ee6bbf-02b2-4f1f-bc01-c8196b3816bc) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:11.737708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.742925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.818005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for a9fb6712-9ded-4afb-9f86-922cfe27e097 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:11.848407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.848903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Fanout notify agent at l3_agent the message router_deleted on router b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:59:11.876033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=413125fa-e500-40fe-9a96-ec4acd4c1be0,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:11.890580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.891942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:11.894506 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/routers/b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 HTTP/1.1" status: 204  len: 168 time: 3.2147617
Nov 29 11:59:11.895275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51164) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:11.919624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:11.920002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:11.920307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:11.931207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:11.931408 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:11.939364 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 2 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:11.940797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 30f9cbaf-b5a9-473a-8356-550b3de4b55c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:11.971486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:11.971811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:11.972155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:11.976614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:11.982710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-088848fe-7570-4d73-9488-da2203b8ef1c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:11.985271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.000984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting subnet a6f02b42-bb76-41d2-a186-978af9544747 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:12.010132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.014521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:12.014878 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:12.018861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 30f9cbaf-b5a9-473a-8356-550b3de4b55c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:12.019276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.052102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:12.054547 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 3 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:12.076288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.103470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:12.103699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:12.105296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:12.134217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:12.134579 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:12.135158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=62491a44-d2d8-495d-b0c3-22b2aed76ac3,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:12.140535 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 4 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:12.150279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.150952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:12.161187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d44a569d-c3cf-4218-b409-5a87bb9dd037 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:12.163862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.166973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:12.167385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: cea624f7-7834-4d1a-871b-da629feb4193, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:12.176308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:12.176635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:12.176962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:12.179676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a73f559c-8517-434c-8d40-6514a1af3cf4 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:12.232695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:12.234994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:12.235539 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:12.236057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=a9fb6712-9ded-4afb-9f86-922cfe27e097,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:12.237856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:12.238548 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 5 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:12.243832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.246899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:12.276126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:12.294658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:12.295020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:12.295345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:12.301272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.306517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:12.306841 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:12.309793 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 6 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:12.316858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network cea624f7-7834-4d1a-871b-da629feb4193 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:12.335376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:12.335696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:12.336031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:12.345085 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a9fb6712-9ded-4afb-9f86-922cfe27e097 HTTP/1.1" status: 204  len: 168 time: 1.7903669
Nov 29 11:59:12.345327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:12.345433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, cea624f7-7834-4d1a-871b-da629feb4193) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:12.346579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51168) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:12.355693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3d96c-dd1b-4f98-9219-2861b2bbb2fe None None] Network cea624f7-7834-4d1a-871b-da629feb4193 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:12.357917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:12.358243 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:12.359458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:12.359964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:12.360078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.364212 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 7 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:12.391929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:12.392264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:12.392564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:12.406053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4810655
Nov 29 11:59:12.409883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:12.410209 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:12.410646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51172) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:12.411388 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 8 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:12.482720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.511039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c317347-bda2-4d9f-9194-42c7a343b420 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:12.513670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c317347-bda2-4d9f-9194-42c7a343b420 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:12.514542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9c317347-bda2-4d9f-9194-42c7a343b420 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:12.537874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.555819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4ed313d5-c646-44de-a179-b21457ef90f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:12.601470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f02b42-bb76-41d2-a186-978af9544747,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:12.611917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:12.614308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.618837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9c317347-bda2-4d9f-9194-42c7a343b420 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:12.619006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65c787-7c5c-40aa-83ed-f02859ef5386 None None] Network 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:12.620393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9c317347-bda2-4d9f-9194-42c7a343b420 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2691135
Nov 29 11:59:12.624274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51178) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:12.698794 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/subnets/a6f02b42-bb76-41d2-a186-978af9544747 HTTP/1.1" status: 204  len: 168 time: 0.7990406
Nov 29 11:59:12.707471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51182) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:12.707908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-cea624f7-7834-4d1a-871b-da629feb4193', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:12.708751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.754496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1a9e9f9c-329a-4042-b7fd-eed2034ace6b None None] Provisioning for port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:12.807897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1a9e9f9c-329a-4042-b7fd-eed2034ace6b None None] Provisioning complete for port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:12.808286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9f9c-329a-4042-b7fd-eed2034ace6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.825005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 2cb48853-b88b-4b23-899e-4128909c2fce {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:12.858088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.936290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:12.954009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e9f9c-329a-4042-b7fd-eed2034ace6b None None] Port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:12.967810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.000842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:13.001211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:13.001513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:13.053997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Allocated IP 2001:db8::2 (cea624f7-7834-4d1a-871b-da629feb4193/62491a44-d2d8-495d-b0c3-22b2aed76ac3/37c83de5-a610-4b41-b39c-18679514395b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:13.129366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.135868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:13.135868 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:13.146106 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 9 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:13.154536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:13.154873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.168203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] DHCP port deletion for 6c1d1d81-09e9-41f5-ae87-5e5b41cab427 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:13.171238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:13.172076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:13.172076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:13.181617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.182063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Deleting port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:13.182434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.222094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:13.222094 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:13.225565 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempt 10 to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0
Nov 29 11:59:13.260427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:13.261203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:13.261203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempting to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:13.297300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 11:59:13.297566 dv-neutron-819579-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Failed to bind port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on host hv-neutron-8195 for vnic_type normal using segments [{'id': 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5d723ae5-fbd4-4e95-a793-e1b9098387e7'}]
Nov 29 11:59:13.297904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.312728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.370493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c26b2c-0cf6-4383-803e-b271f906364e req-168c5ad7-ce4b-42ea-bdd9-1847d41a1494 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:13.371998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-61c26b2c-0cf6-4383-803e-b271f906364e req-168c5ad7-ce4b-42ea-bdd9-1847d41a1494 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4801822
Nov 29 11:59:13.481854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.490243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] For port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,segment=NetworkSegment(2dd31bcd-d67f-4a2c-abaa-77a8d4573378),segment_id=2dd31bcd-d67f-4a2c-abaa-77a8d4573378)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:13.490845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.508044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Transition to ACTIVE for port object 37c83de5-a610-4b41-b39c-18679514395b will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:13.560280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.627194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Calling delete_port for 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:13.629459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] For port 413125fa-e500-40fe-9a96-ec4acd4c1be0, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:13.629846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attempted to set empty binding levels {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Nov 29 11:59:13.638903 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-61c26b2c-0cf6-4383-803e-b271f906364e req-bef3ca14-f63b-49bc-9c7f-bcc00e8faf56 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073345
Nov 29 11:59:13.643269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.650747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c11b43b8-b929-4933-921e-d41e74c84cee tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:13.677951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] For port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,segment=NetworkSegment(2dd31bcd-d67f-4a2c-abaa-77a8d4573378),segment_id=2dd31bcd-d67f-4a2c-abaa-77a8d4573378)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:13.677951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.689925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Transition to ACTIVE for port object 37c83de5-a610-4b41-b39c-18679514395b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:13.705433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.712800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-716cb67b-f9bb-4540-8019-832b5589c8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:13.804876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Network cea624f7-7834-4d1a-871b-da629feb4193 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:13.809096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:13.819346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:13.827458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Pushing event updated for resources: {'Port': ['ID=37c83de5-a610-4b41-b39c-18679514395b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:13.830772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.834681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:13.835370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:13.835370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:13.908137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] In _notify_port_updated(), no bound segment for port 413125fa-e500-40fe-9a96-ec4acd4c1be0 on network 5d723ae5-fbd4-4e95-a793-e1b9098387e7 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 11:59:13.909341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:13.910211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:13.914746 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "PUT /v2.0/ports/413125fa-e500-40fe-9a96-ec4acd4c1be0 HTTP/1.1" status: 200  len: 977 time: 3.7103801
Nov 29 11:59:13.920238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:13.981336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Pushing event deleted for resources: {'Port': ['ID=0035bcc2-8f40-4d30-a4ed-1bae9dd70298,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:14.001232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8::1 (cea624f7-7834-4d1a-871b-da629feb4193/62491a44-d2d8-495d-b0c3-22b2aed76ac3/6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:14.003428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event updated for resources: {'Port': ['ID=413125fa-e500-40fe-9a96-ec4acd4c1be0,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:14.009898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.011091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:14.014688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:14.019041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11c163c3-855d-41cc-8146-c407fa1218d5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:14.039932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Deleting port 413125fa-e500-40fe-9a96-ec4acd4c1be0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:14.040505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.045772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:14.059969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] No DVR routers for this DVR port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:14.066875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:14.067139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:14.080126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb48853-b88b-4b23-899e-4128909c2fce,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:14.092782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:14.094580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.100944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Attempting to bind port 37c83de5-a610-4b41-b39c-18679514395b on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:14.101524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Attempting to bind port 37c83de5-a610-4b41-b39c-18679514395b by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:14.101899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Attempting to bind port 37c83de5-a610-4b41-b39c-18679514395b on network cea624f7-7834-4d1a-871b-da629feb4193 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:14.107018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a96fe-299b-4d0d-b999-e86cd1fd28dc None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:14.128244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:59:14.128592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:59:14.154994 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2cb48853-b88b-4b23-899e-4128909c2fce HTTP/1.1" status: 204  len: 168 time: 1.5280154
Nov 29 11:59:14.157897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51192) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:14.177819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:14.178200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Checking segment: {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:14.179062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.179488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Bound using segment: {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:14.179985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Bound port: 37c83de5-a610-4b41-b39c-18679514395b, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:14.180365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.235586 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fa224e81-bf75-4ee8-9437-7789665f914a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0763106
Nov 29 11:59:14.238924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51196) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:14.247141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:14.269229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060bbe6-cd38-4615-8a84-7775bc4be114 req-ae4a2cf6-4098-419c-b860-8787aa7f199b tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:14.271315 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1060bbe6-cd38-4615-8a84-7775bc4be114 req-ae4a2cf6-4098-419c-b860-8787aa7f199b tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4611399
Nov 29 11:59:14.365561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.370246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] For port 37c83de5-a610-4b41-b39c-18679514395b, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:14.382882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] For port 37c83de5-a610-4b41-b39c-18679514395b, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=37c83de5-a610-4b41-b39c-18679514395b,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:14.384526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.392504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.398491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:14.416468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:14.495792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Pushing event updated for resources: {'Port': ['ID=37c83de5-a610-4b41-b39c-18679514395b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:14.499012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:14.531142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.565209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] For port 413125fa-e500-40fe-9a96-ec4acd4c1be0, host hv-neutron-8195, got binding levels [] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:14.565563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.574128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:14.586131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:14.590473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Deleting port 30f9cbaf-b5a9-473a-8356-550b3de4b55c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:14.590856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.638214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 0035bcc2-8f40-4d30-a4ed-1bae9dd70298 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:14.638530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.700205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1060bbe6-cd38-4615-8a84-7775bc4be114 req-3239c793-64a3-45dd-8e76-9ad2f53b0e2f tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3640678
Nov 29 11:59:14.704064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:14.716903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Calling delete_port for 413125fa-e500-40fe-9a96-ec4acd4c1be0 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:14.748419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.751293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:14.756354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] The port '0035bcc2-8f40-4d30-a4ed-1bae9dd70298' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 11:59:14.764956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.786521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:14.789533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:14.803082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:14.809893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:14.853178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:14.889797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network cea624f7-7834-4d1a-871b-da629feb4193 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:14.895798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:14.898625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:14.899545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.941345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:14.944390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:14.982791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] For port 30f9cbaf-b5a9-473a-8356-550b3de4b55c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=30f9cbaf-b5a9-473a-8356-550b3de4b55c,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:14.983358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:14.984640 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:59:14.998512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.008396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a09b3e2-bcec-44db-880c-39e9e4d34464 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:15.062961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Pushing event deleted for resources: {'Port': ['ID=413125fa-e500-40fe-9a96-ec4acd4c1be0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:15.078964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.087025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:15.091029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.098460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:15.107422 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "DELETE /v2.0/ports/413125fa-e500-40fe-9a96-ec4acd4c1be0 HTTP/1.1" status: 204  len: 168 time: 1.1858435
Nov 29 11:59:15.108134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:15.134376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Calling delete_port for 30f9cbaf-b5a9-473a-8356-550b3de4b55c owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:15.201526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d69ebfa-620f-4b9a-adec-84b6a34148c1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] GET failed (client error): The resource could not be found.
Nov 29 11:59:15.202077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2d69ebfa-620f-4b9a-adec-84b6a34148c1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Synchronizing usage tracker for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:15.208699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.243129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2d69ebfa-620f-4b9a-adec-84b6a34148c1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Unset dirty status for tenant:1df27a193cbb4a22b98d3a4d4939da71 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:15.248545 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d69ebfa-620f-4b9a-adec-84b6a34148c1 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] 10.222.0.20 "GET /v2.0/ports/413125fa-e500-40fe-9a96-ec4acd4c1be0 HTTP/1.1" status: 404  len: 333 time: 0.1391606
Nov 29 11:59:15.248837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51208) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:15.249812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.254758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:15.272845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.302217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Pushing event deleted for resources: {'Port': ['ID=30f9cbaf-b5a9-473a-8356-550b3de4b55c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:15.305911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:15.308878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] No DVR routers for this DVR port 30f9cbaf-b5a9-473a-8356-550b3de4b55c on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:15.347608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0378c3a0>,) {'filters': {'network_id': ['6c1d1d81-09e9-41f5-ae87-5e5b41cab427']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:15.438953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0378c3a0>, '2dd31bcd-d67f-4a2c-abaa-77a8d4573378') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:15.439387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0378c3a0>, '2dd31bcd-d67f-4a2c-abaa-77a8d4573378') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:15.472921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.496722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:15.512556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:15.532355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.538423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.720239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.730739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.732572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.744083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:15.793687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:15.794100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:15.814370 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:15.859965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fc6cab77-84c2-4703-84e6-1ed6efcb69d1 None None] Provisioning complete for port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:15.860416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc6cab77-84c2-4703-84e6-1ed6efcb69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:15.942547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33166073-f49e-43a2-8a3e-54ead8d99e62 None None] Network cea624f7-7834-4d1a-871b-da629feb4193 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:15.944921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network cea624f7-7834-4d1a-871b-da629feb4193 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:15.959750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:16.031811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 37c83de5-a610-4b41-b39c-18679514395b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:16.035731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:16.046158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:16.051734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.072208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cab77-84c2-4703-84e6-1ed6efcb69d1 None None] Port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:16.077661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aae05f92-46dd-4c53-ba03-d11fd8b4de0a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:16.105008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.189324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.209009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ff88-d505-45af-8464-8de944aa166e req-568cc77d-3a8f-48b4-af23-eefe9a0842fb tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:16.209870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 37c83de5-a610-4b41-b39c-18679514395b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:16.210664 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8928ff88-d505-45af-8464-8de944aa166e req-568cc77d-3a8f-48b4-af23-eefe9a0842fb tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.9157441
Nov 29 11:59:16.232958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Provisioning for port 37c83de5-a610-4b41-b39c-18679514395b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:16.242118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:16.244595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Provisioning complete for port 37c83de5-a610-4b41-b39c-18679514395b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:16.244980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.265622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:16.276967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:16.277566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.284663 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/networks/6c1d1d81-09e9-41f5-ae87-5e5b41cab427 HTTP/1.1" status: 204  len: 168 time: 3.5761976
Nov 29 11:59:16.286217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:16.286783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.287768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1331df9f-e7e6-4c18-8679-da04862a4408 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:16.300819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 30f9cbaf-b5a9-473a-8356-550b3de4b55c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:16.313921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:16.342094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=a74f4464-9ba8-47e3-a379-1d0af1e5df83,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:16.356210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:16.358687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56fa593a-8fa1-4cdb-bbc4-d61d1826f35e tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:16.374443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02d912b0>,) {'filters': {'network_id': ['5d723ae5-fbd4-4e95-a793-e1b9098387e7']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:16.389631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 30f9cbaf-b5a9-473a-8356-550b3de4b55c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:16.390003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 30f9cbaf-b5a9-473a-8356-550b3de4b55c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:16.394633 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1546125
Nov 29 11:59:16.399441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Network': ['ID=6c1d1d81-09e9-41f5-ae87-5e5b41cab427,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:16.403617 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8928ff88-d505-45af-8464-8de944aa166e req-d3253b8c-d20d-4143-9142-4975b7e9f0b0 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603103
Nov 29 11:59:16.405310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d912b0>, 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:16.405609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d912b0>, 'c74a8dbd-7b66-4824-88c5-d51c8fcbe644') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:16.414264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c44a82e5-802c-4e5e-bca4-82c920b39717 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:16.414841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51216) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:16.422900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': 'a74f4464-9ba8-47e3-a379-1d0af1e5df83', 'ip_address': '2001:db8::bbe5:ab9a:625a:1eff'}], 'name': 'tempest-NetworksTestDHCPv6-1477595421'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:16.489535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 7400acc7-4756-4564-9bc1-1d1a897e3104 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:16.489782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.551973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:59:16.640065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.701860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.798114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] For port 37c83de5-a610-4b41-b39c-18679514395b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=37c83de5-a610-4b41-b39c-18679514395b,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:16.799567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': 'a74f4464-9ba8-47e3-a379-1d0af1e5df83'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:16.800633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.813186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.814109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.828007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7165014d-5371-4f4d-9f0e-ded45054efa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:16.843600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.844180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.893330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:16.893997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:16.912746 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:16.985006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Pushing event updated for resources: {'Port': ['ID=37c83de5-a610-4b41-b39c-18679514395b,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:16.992227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:17.011208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 7400acc7-4756-4564-9bc1-1d1a897e3104 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:17.031840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:17.037178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:17.040712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:17.047016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:17.061888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:17.067083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:17.078132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-03e6997c-add8-4299-9790-be4dd7e73888 None None] Provisioning for port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:17.083633 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:17.089129 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6676555
Nov 29 11:59:17.090192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51220) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:17.098238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1557615977'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:17.098878 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:17.099525 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094df790>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:17.102979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:17.106817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:17.108631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/a74f4464-9ba8-47e3-a379-1d0af1e5df83/d23567fd-f208-47e7-86a4-e980e59d4e67) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:17.109893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:17.117214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:17.131429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:17.139118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.180341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:17.191256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.191627 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment 8659f3c9-d1bb-45de-adb1-4ce0a2930684 of type vlan for network 5cccda53-b2ad-415a-a19f-5d6bfd14d548
Nov 29 11:59:17.222557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.226340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.249214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port a62f9a0a-9be1-4205-b262-77657efd2307 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:17.264018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-03e6997c-add8-4299-9790-be4dd7e73888 None None] Provisioning complete for port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:17.264402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03e6997c-add8-4299-9790-be4dd7e73888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.266442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.289403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:17.290040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.321473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5664de1-f07f-4a83-8429-0ed405d653b5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:17.334005 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:17.408541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.414275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.424286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d061bac4-d2f9-41fa-a3e3-65a226f5cadb tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:17.425528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=5cccda53-b2ad-415a-a19f-5d6bfd14d548,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:17.430075 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3392041
Nov 29 11:59:17.431114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:17.433072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:17.441548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:17.454861 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] 10.222.0.20 "DELETE /v2.0/networks/5d723ae5-fbd4-4e95-a793-e1b9098387e7 HTTP/1.1" status: 204  len: 168 time: 2.2009335
Nov 29 11:59:17.467609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Pushing event deleted for resources: {'Network': ['ID=5d723ae5-fbd4-4e95-a793-e1b9098387e7,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:17.476315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:17.476984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:17.478253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:17.484099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/8a511626-3f0d-42e8-ba45-e9f71e9393a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7194958
Nov 29 11:59:17.521303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:17.651904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.661480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:17.662529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08082550>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:17.703357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.708501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:17.713229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:17.785710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:17.792487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:17.795409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=7400acc7-4756-4564-9bc1-1d1a897e3104,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:17.798215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:17.815560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Transition to ACTIVE for port object d23567fd-f208-47e7-86a4-e980e59d4e67 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:17.844828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:17.848457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094df790>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:15Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:15Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:17.853349 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:17.853900 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Updating router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:59:17.950846 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.953445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51238) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:17.954312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-03e6997c-add8-4299-9790-be4dd7e73888 None None] Port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:17.963291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:17.966847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:17.971785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 37c83de5-a610-4b41-b39c-18679514395b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:17.982816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.032382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Transition to ACTIVE for port object d23567fd-f208-47e7-86a4-e980e59d4e67 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:18.064911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.078235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e10ab23-48ae-4e45-aab8-be14b89d8de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:18.124583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-03e6997c-add8-4299-9790-be4dd7e73888 None None] Provisioning complete for port 37c83de5-a610-4b41-b39c-18679514395b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:18.124583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03e6997c-add8-4299-9790-be4dd7e73888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.185631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:18.197306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:18.209014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::bbe5:ab9a:625a:1eff (a4d3d494-b2ed-4250-bea4-58c092cb68b2/a74f4464-9ba8-47e3-a379-1d0af1e5df83/a62f9a0a-9be1-4205-b262-77657efd2307) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:18.212347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:18.219498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d423c07-268d-49ae-a0c6-b67dacb1eebe req-d19e09ef-c7a1-43b4-9f78-62566fbc0cc1 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:18.220389 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c23502f-d4e8-46a3-8fe8-ae3fbdaa08b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=109ebdd861a440a78aaf5464c7880c52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2657034
Nov 29 11:59:18.222255 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d423c07-268d-49ae-a0c6-b67dacb1eebe req-d19e09ef-c7a1-43b4-9f78-62566fbc0cc1 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.6068122
Nov 29 11:59:18.229944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51244) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:18.250156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Pushing event updated for resources: {'Port': ['ID=d23567fd-f208-47e7-86a4-e980e59d4e67,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:18.280178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:18.287632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:18.293780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.295047 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/floatingips/bf4a8e53-d55c-48c5-a40e-88cea954ab4b HTTP/1.1" status: 204  len: 168 time: 2.0069907
Nov 29 11:59:18.303494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51248) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:18.316645 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d423c07-268d-49ae-a0c6-b67dacb1eebe req-42326646-f6b5-4ea6-a0c0-06f8c93e5233 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726724
Nov 29 11:59:18.359852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.385386 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-be94a99a-3f5c-4abc-b405-41e7f5c9745f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:59:18.385797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be94a99a-3f5c-4abc-b405-41e7f5c9745f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:59:18.387565 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-be94a99a-3f5c-4abc-b405-41e7f5c9745f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/ports/57abc6f0-2d55-4254-b361-8b31048850a3 HTTP/1.1" status: 404  len: 333 time: 0.0827370
Nov 29 11:59:18.391556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.391873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51254) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:18.448774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f0332861-b664-4077-b2d7-c5599c1b47db tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Synchronizing usage tracker for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:18.471702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 37c83de5-a610-4b41-b39c-18679514395b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:18.472187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.515523 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.534972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f0332861-b664-4077-b2d7-c5599c1b47db tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Unset dirty status for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:18.536213 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f0332861-b664-4077-b2d7-c5599c1b47db tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 HTTP/1.1" status: 200  len: 205 time: 0.1434219
Nov 29 11:59:18.539231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51258) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:18.557387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.559741 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Transition to ACTIVE for port object 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:18.571697 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.577074 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-48c11755-fbeb-4dcc-9f65-bd9acccd4cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:18.579880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:18.615718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db21e68-0078-479b-9c4f-496a506a64b8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:18.629461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:18.633645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.637282 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9db21e68-0078-479b-9c4f-496a506a64b8 HTTP/1.1" status: 204  len: 168 time: 0.3980017
Nov 29 11:59:18.683817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.700956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:18.702430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c5610edc-8126-4e3a-bab2-b651f1a07cb5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:18.731822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object a62f9a0a-9be1-4205-b262-77657efd2307 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:18.783021 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7d4518ac-41f7-4055-8c1a-72d5242952b8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] delete failed (client error): The resource could not be found.
Nov 29 11:59:18.786225 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d4518ac-41f7-4055-8c1a-72d5242952b8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/routers/b7c2ac38-5fca-4b7a-a6a9-610c4f3b1562 HTTP/1.1" status: 404  len: 336 time: 0.2455254
Nov 29 11:59:18.790275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51266) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:18.884668 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Pushing event updated for resources: {'Port': ['ID=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:18.937872 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce55bade-d200-472d-b01c-cfae42f0869a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] DELETE failed (client error): The resource could not be found.
Nov 29 11:59:18.938582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce55bade-d200-472d-b01c-cfae42f0869a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:59:18.944052 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ce55bade-d200-472d-b01c-cfae42f0869a tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/subnets/a6f02b42-bb76-41d2-a186-978af9544747 HTTP/1.1" status: 404  len: 337 time: 0.1528349
Nov 29 11:59:18.945305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51274) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:18.998979 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:18.999380 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:18.999726 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.000057 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.000386 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.000728 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.001053 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.001391 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.001712 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.002032 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.002354 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.002664 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:19.007479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.042558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:19.043147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: 5cccda53-b2ad-415a-a19f-5d6bfd14d548, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:19.043263 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:19.048336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-96323318-f72d-48f5-8e4f-986ca1359fc6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:19.064931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=9fe99f69-9714-4175-a3bc-375acd4be2ed,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:19.071835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Attempting to bind port d23567fd-f208-47e7-86a4-e980e59d4e67 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:19.072415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Attempting to bind port d23567fd-f208-47e7-86a4-e980e59d4e67 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:19.072693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Attempting to bind port d23567fd-f208-47e7-86a4-e980e59d4e67 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:19.090590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:19.090975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:19.091409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.091847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:19.092295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Bound port: d23567fd-f208-47e7-86a4-e980e59d4e67, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:19.092766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.092861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:19.130018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:19.166623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:19.169124 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Attempting to bind port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:19.169603 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Attempting to bind port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:19.170240 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Attempting to bind port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 on network cea624f7-7834-4d1a-871b-da629feb4193 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:19.179847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:19.192583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:19.193660 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:19.194261 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Checking segment: {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:19.195422 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.196275 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Bound using segment: {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:19.197157 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Bound port: 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:19.197768 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.201465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:19.202835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.238345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a62f9a0a-9be1-4205-b262-77657efd2307,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:19.247676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 185ea4c9-c1bf-4c77-99e1-34367e0f3024 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:19.248707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.251901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 5cccda53-b2ad-415a-a19f-5d6bfd14d548) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:19.279518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:19.280246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:19.280714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51278) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:19.280827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.292504 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.8766003
Nov 29 11:59:19.296234 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85d2f8-1139-4810-8f25-4003ffad8238 req-cc3b512b-44bf-401b-a3b2-36ebd01b4c2a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:19.297681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8c85d2f8-1139-4810-8f25-4003ffad8238 req-cc3b512b-44bf-401b-a3b2-36ebd01b4c2a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4338613
Nov 29 11:59:19.303498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51280) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:19.334949 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] For port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:19.339230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] For port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:19.353409 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.363541 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65852467-e4f7-463a-bb35-07b99e8ae61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:19.403159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc129a1-c1b8-457a-ae50-bf11c6c2ce08 None None] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:19.437267 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0029368
Nov 29 11:59:19.439810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51286) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:19.449339 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:19.450757 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094df790>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:19.524916 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Pushing event updated for resources: {'Port': ['ID=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:19.538135 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] For port d23567fd-f208-47e7-86a4-e980e59d4e67, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:19.559934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] For port d23567fd-f208-47e7-86a4-e980e59d4e67, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d23567fd-f208-47e7-86a4-e980e59d4e67,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:19.582765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.591674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:19.603988 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:19.610032 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8c85d2f8-1139-4810-8f25-4003ffad8238 req-22002c5a-e83d-474d-b55c-24615293b62e tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3033791
Nov 29 11:59:19.653838 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:19.755583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Pushing event updated for resources: {'Port': ['ID=d23567fd-f208-47e7-86a4-e980e59d4e67,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:19.767185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:19.805610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64caa501-d556-47ac-9f54-51027620223b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:19.808932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:19.823141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64caa501-d556-47ac-9f54-51027620223b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:19.823915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64caa501-d556-47ac-9f54-51027620223b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:19.837625 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3765a6c0-94ae-4a8e-80b1-3205a5b6aeee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1df27a193cbb4a22b98d3a4d4939da71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5428567
Nov 29 11:59:19.844813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-a806c71b-f1a6-45c8-b289-a69fa332168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:19.848658 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-a806c71b-f1a6-45c8-b289-a69fa332168f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926aef33992148e1b9e4c510ab26ab92&device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 1098 time: 0.9961586
Nov 29 11:59:19.848811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:19.949936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08082550>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:12Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:07Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ee6bbf-02b2-4f1f-bc01-c8196b3816bc', 'name': '', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:28:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:11Z', 'updated_at': '2021-11-29T11:59:13Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:19.963733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64caa501-d556-47ac-9f54-51027620223b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:19.968310 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64caa501-d556-47ac-9f54-51027620223b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.6604085
Nov 29 11:59:19.998471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:19.998839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Updating router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:59:20.027906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 185ea4c9-c1bf-4c77-99e1-34367e0f3024 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:20.071414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.116393 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094df790>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:15Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:19Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:20.132944 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732eaf5-fdd4-4d2f-b0e9-9349bb0119fe None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:15Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:19Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:20.152684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:20.154041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.174417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51294) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:20.357916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port a62f9a0a-9be1-4205-b262-77657efd2307 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:20.359972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.441807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.525263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.569100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d64b6941-31f2-4f9a-bbf3-0d48d31729a5 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:20.593320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Allocated IP 2001:db8:1::2 (5cccda53-b2ad-415a-a19f-5d6bfd14d548/9fe99f69-9714-4175-a3bc-375acd4be2ed/5dccee8f-4ef5-4729-8ecb-979fddc3929e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:20.594504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.618739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-21c2186b-9154-4f55-9d68-bf26d36ee33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:20.620540 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-21c2186b-9154-4f55-9d68-bf26d36ee33e service neutron] 10.222.0.18 "GET /v2.0/networks?id=548cc782-8979-45ae-b63a-1622180a07db HTTP/1.1" status: 200  len: 913 time: 0.7220871
Nov 29 11:59:20.630143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=185ea4c9-c1bf-4c77-99e1-34367e0f3024,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:20.637095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:20.964221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-a9c206c2-b986-4a07-b40b-ac6a5a6639e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229b1814-69ef-4763-afb1-698ad19c727e HTTP/1.1" status: 200  len: 217 time: 0.3326945
Nov 29 11:59:20.988584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:20.993141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.033668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Transition to ACTIVE for port object 5dccee8f-4ef5-4729-8ecb-979fddc3929e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:21.062220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Transition to ACTIVE for port object 5dccee8f-4ef5-4729-8ecb-979fddc3929e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:21.139470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.152932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.162197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/ports/185ea4c9-c1bf-4c77-99e1-34367e0f3024 HTTP/1.1" status: 204  len: 168 time: 2.2149169
Nov 29 11:59:21.166229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51302) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:21.166968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:21.237644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.256859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.267485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f90bff2-14ea-488d-9673-2679b3f1e269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:21.269746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 1387f2f1-156d-4058-937e-02465f97108f {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:21.270099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.292608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-b1fb7b0f-da45-4939-842b-ba2241d20425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:21.294977 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-b1fb7b0f-da45-4939-842b-ba2241d20425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea52ec-fd01-490e-8445-d606622ceac4 HTTP/1.1" status: 200  len: 852 time: 0.2856824
Nov 29 11:59:21.310678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.312494 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98dd2eb2-0da8-48d1-8483-6a63edf4f8be HTTP/1.1" status: 204  len: 168 time: 1.4391682
Nov 29 11:59:21.377377 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-c5fef082-a3c7-4814-86f2-0d42d87b74c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548cc782-8979-45ae-b63a-1622180a07db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692496
Nov 29 11:59:21.382777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd2eb2-0da8-48d1-8483-6a63edf4f8be,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:21.410644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Pushing event updated for resources: {'Port': ['ID=5dccee8f-4ef5-4729-8ecb-979fddc3929e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:21.455720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:21.464101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:21.470003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:21.478677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for a62f9a0a-9be1-4205-b262-77657efd2307 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:21.493092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:21.551255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76a65f-8845-46b3-85e9-ab00649ac05d req-91a316cc-698d-4ab1-803a-642bbcfd8351 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:21.552728 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e76a65f-8845-46b3-85e9-ab00649ac05d req-91a316cc-698d-4ab1-803a-642bbcfd8351 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.6031098
Nov 29 11:59:21.589056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.633139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e76a65f-8845-46b3-85e9-ab00649ac05d req-ee808bad-c8b0-40c1-8aec-71fa4db3e818 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586104
Nov 29 11:59:21.635641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:21.690812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f733dae9-921d-445d-bffb-8eef6d1984b5 None None] Provisioning for port d23567fd-f208-47e7-86a4-e980e59d4e67 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:21.740208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Transition to ACTIVE for port object 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:21.786647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.799856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:21.901510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Attempting to bind port 5dccee8f-4ef5-4729-8ecb-979fddc3929e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:21.901728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-083b2559-69e8-4a27-812b-ada7f30206ed service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5134203
Nov 29 11:59:21.901929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Attempting to bind port 5dccee8f-4ef5-4729-8ecb-979fddc3929e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:21.902308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Attempting to bind port 5dccee8f-4ef5-4729-8ecb-979fddc3929e on network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:21.921414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:21.921830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Checking segment: {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:21.922256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:21.923384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Bound using segment: {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:21.923882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Bound port: 5dccee8f-4ef5-4729-8ecb-979fddc3929e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:21.924270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.060139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feb488-0285-4112-b2fc-ff513482aebb None None] Pushing event updated for resources: {'Port': ['ID=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:22.082598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.094788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.106073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99765c79-18da-4da4-86c7-b15283e1bb08 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:22.170440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-01feb488-0285-4112-b2fc-ff513482aebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:22.171377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d23567fd-f208-47e7-86a4-e980e59d4e67 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:22.254880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8dcf28d3-507e-4b72-94ec-2200b6b7e935 None None] Provisioning for port a62f9a0a-9be1-4205-b262-77657efd2307 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:22.283992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2069d75a-b12a-45a6-886c-82a115a90a03 req-e7cce663-916e-43b9-83f0-9888eeb6be48 service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3743327
Nov 29 11:59:22.309797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8:1::1 (5cccda53-b2ad-415a-a19f-5d6bfd14d548/9fe99f69-9714-4175-a3bc-375acd4be2ed/5920d17f-adf0-4204-b806-e0f197b4db5b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:22.358583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8dcf28d3-507e-4b72-94ec-2200b6b7e935 None None] Provisioning complete for port a62f9a0a-9be1-4205-b262-77657efd2307 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:22.359038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8dcf28d3-507e-4b72-94ec-2200b6b7e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.468951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf28d3-507e-4b72-94ec-2200b6b7e935 None None] Port a62f9a0a-9be1-4205-b262-77657efd2307 was deleted so its status cannot be updated. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Nov 29 11:59:22.499795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] For port 5dccee8f-4ef5-4729-8ecb-979fddc3929e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:22.506012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Attempting to bind port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:22.506012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Attempting to bind port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:22.508825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Attempting to bind port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc on network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:22.518729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] For port 5dccee8f-4ef5-4729-8ecb-979fddc3929e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5dccee8f-4ef5-4729-8ecb-979fddc3929e,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:22.520620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:22.520994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Checking segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:22.521406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.521808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Bound using segment: {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:22.522307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Bound port: 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c5a667-105c-4cde-a9bc-de031f12d89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:22.522945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.536821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=a62f9a0a-9be1-4205-b262-77657efd2307,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:22.551310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d23567fd-f208-47e7-86a4-e980e59d4e67 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:22.555309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.563095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee8a5a75-a02b-451f-b32e-d6ddda747e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:22.579286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 1387f2f1-156d-4058-937e-02465f97108f owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:22.622995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.642350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d23567fd-f208-47e7-86a4-e980e59d4e67 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:22.642615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object 5920d17f-adf0-4204-b806-e0f197b4db5b will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:22.643122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.675828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.682704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:22.692921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5295076f-5995-4bf3-82e1-5f98b35d430b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:22.726485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.754820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:22.759401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:22.784935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:22.785595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.829436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=5920d17f-adf0-4204-b806-e0f197b4db5b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:22.834391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:22.869030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Pushing event updated for resources: {'Port': ['ID=5dccee8f-4ef5-4729-8ecb-979fddc3929e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:22.876677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:22.879598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] For port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:22.886309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] For port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:22.901218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51330) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:22.902726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:22.916943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:22.939092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a62f9a0a-9be1-4205-b262-77657efd2307 HTTP/1.1" status: 204  len: 168 time: 2.7369177
Nov 29 11:59:22.942557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51336) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:23.030448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3244c-7cf1-4cf4-9ec6-01d55960bd53 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:23.032126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3244c-7cf1-4cf4-9ec6-01d55960bd53 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:23.032875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1bf3244c-7cf1-4cf4-9ec6-01d55960bd53 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:23.062737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.063125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1bf3244c-7cf1-4cf4-9ec6-01d55960bd53 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:23.065596 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1bf3244c-7cf1-4cf4-9ec6-01d55960bd53 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1180065
Nov 29 11:59:23.071816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:23.123105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:23.124548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08082550>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:23.164487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.174373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a9b6275-bfd7-47ca-815b-c172812d8673 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:23.270624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1414828349'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:23.276868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:23.281343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:23.285379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:23.292222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:23.293806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d64ef-c089-40ed-a7a2-ab11747ab5d5 req-8a662b29-f167-43e2-8368-b82902d5b698 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:23.297418 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e21d64ef-c089-40ed-a7a2-ab11747ab5d5 req-8a662b29-f167-43e2-8368-b82902d5b698 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.3008246
Nov 29 11:59:23.337709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=1387f2f1-156d-4058-937e-02465f97108f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:23.348105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:23.362020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet a74f4464-9ba8-47e3-a379-1d0af1e5df83 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:23.399784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:23.406316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.418124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.456013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:23.463135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.548430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.567064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:23.581591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:security_group_rule and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:23.588888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:23.597569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:23.599979 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e21d64ef-c089-40ed-a7a2-ab11747ab5d5 req-e8c54848-bf33-4153-a95f-d59e660926d3 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499115
Nov 29 11:59:23.602589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.607542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.644990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feb488-0285-4112-b2fc-ff513482aebb None None] Pushing event updated for resources: {'Port': ['ID=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:23.649022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-01feb488-0285-4112-b2fc-ff513482aebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:23.676975 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/ports/1387f2f1-156d-4058-937e-02465f97108f HTTP/1.1" status: 204  len: 168 time: 2.5074418
Nov 29 11:59:23.677204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port d23567fd-f208-47e7-86a4-e980e59d4e67, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d23567fd-f208-47e7-86a4-e980e59d4e67,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:23.681997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:23.694734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.696113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:23.726955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-59c9a1c9-d9e7-48f8-adc6-76c5a831bddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:23.814179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.829038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.830362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.842021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:23.886941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.973863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.979364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=d23567fd-f208-47e7-86a4-e980e59d4e67,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:23.985127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:23.985347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:23.997263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1ae2d04d-493f-4b73-b235-948443171857 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:24.013373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:24.027049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=5920d17f-adf0-4204-b806-e0f197b4db5b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:24.031514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:24.032065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.033889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:24.042575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bf8c9-f2f8-4354-a7d3-152c9eeb9816 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:24.043654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a5bf8c9-f2f8-4354-a7d3-152c9eeb9816 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Synchronizing usage tracker for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:24.048737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.088252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:24.093138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=a74f4464-9ba8-47e3-a379-1d0af1e5df83,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:24.094664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:24.096022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:24.097989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:24.100758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.108497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-253208f1-853d-483b-ac46-bce3371298db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:24.120110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61a60f-5f8e-4548-b502-f102a12e2d3c None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:24.145320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2a5bf8c9-f2f8-4354-a7d3-152c9eeb9816 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Unset dirty status for tenant:b0d9e330747b4721ada3832ea3e0aae1 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:24.146814 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2a5bf8c9-f2f8-4354-a7d3-152c9eeb9816 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c52ed23-542c-4043-94b5-b012ab68bf69 HTTP/1.1" status: 200  len: 913 time: 0.4639511
Nov 29 11:59:24.152903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ec0e0-efdf-45bf-bc34-c68c2cb55b24,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:24.156424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:24.157083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:24.246209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.246469 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment ffb411ab-7be0-45f9-8ed9-05aab9237e13 of type vlan for network 8254f016-f6f6-48fd-9841-2a768dd8d647
Nov 29 11:59:24.307542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:24.321436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/a74f4464-9ba8-47e3-a379-1d0af1e5df83 HTTP/1.1" status: 204  len: 168 time: 1.2460978
Nov 29 11:59:24.327073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51352) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:24.391529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0a1e5-37e7-4d8e-a80c-79aed24da9e9 None None] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:24.414343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08082550>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:12Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:07Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ee6bbf-02b2-4f1f-bc01-c8196b3816bc', 'name': '', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:28:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:11Z', 'updated_at': '2021-11-29T11:59:22Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:24.417615 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ad4531a-8123-4fa1-b167-18e722f4d9d8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0875087
Nov 29 11:59:24.420459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.422877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.426191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51356) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:24.479709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:24.491924 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:24.495995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef28cd-b9b3-4b0a-a987-64779c6f3457 None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:12Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:07Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ee6bbf-02b2-4f1f-bc01-c8196b3816bc', 'name': '', 'network_id': '31d7f09a-41aa-43b2-bd2c-c84db08f1b63', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:28:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:11Z', 'updated_at': '2021-11-29T11:59:22Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'b6cc2cac-7fb7-4090-83d0-f8add93a67d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:24.498325 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0510855
Nov 29 11:59:24.500848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:24.508421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-579386866'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:24.514527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:24.521045 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:24.522138 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08946310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:24.522578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:24.527051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:24.542064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:24.548851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.556406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:24.557332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.557833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c1748a73-0880-4aa5-b1d0-048c9fd5a92b None None] Provisioning for port 5dccee8f-4ef5-4729-8ecb-979fddc3929e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:24.560683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:24.564476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa3f6d1e-7a95-4df2-b36b-751220e1cec7 tempest-ExternalNetworksTestJSON-1184581427 tempest-ExternalNetworksTestJSON-1184581427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:24.566273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:24.574471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.599290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.604777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-758ec851-89fa-405f-a053-41d02dabeb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:24.674237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:24.700083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.700430 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment 2a47f1ff-8358-4c90-8ad8-5a4268ccbb72 of type vlan for network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e
Nov 29 11:59:24.800018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.838407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:24.850061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:24.876854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:24.877908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.879467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Deleting port d23567fd-f208-47e7-86a4-e980e59d4e67 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:24.880038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.892012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:24.893897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:24.911463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46c524eb-3410-43ce-be4c-e741cc483ef0 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:24.962455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:25.037102 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:25.112241 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6103320
Nov 29 11:59:25.115103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:25.130746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:25.181294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:25.230811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=0aabd8cd-6c79-4c46-bb07-68b53a9b741e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:25.237855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:25.239725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:25.243729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:25.278310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:25.289142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:25.296004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:25.311854 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.3952961
Nov 29 11:59:25.312450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:25.324490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=8254f016-f6f6-48fd-9841-2a768dd8d647,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:25.327324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:25.337320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:25.341032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:25.364915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1c62b-bb07-48df-a365-ba6b1616e055 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:25.367402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6bc1c62b-bb07-48df-a365-ba6b1616e055 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:25.458137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6bc1c62b-bb07-48df-a365-ba6b1616e055 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:25.469123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6bc1c62b-bb07-48df-a365-ba6b1616e055 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0418820
Nov 29 11:59:25.473405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51372) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:25.493507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:25.520409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8254f016-f6f6-48fd-9841-2a768dd8d647 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:25.612213 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08946310>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:22Z', 'revision_number': 3, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:23Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:25.637786 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:25.638198 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Updating router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd port 5920d17f-adf0-4204-b806-e0f197b4db5b binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:59:25.778460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:25.793229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96210f-e7fb-4ca3-8b6d-9aaf4cea36d1 req-fe566f9b-c03e-47c3-93fa-1eda843e3dfc tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:25.796647 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3c96210f-e7fb-4ca3-8b6d-9aaf4cea36d1 req-fe566f9b-c03e-47c3-93fa-1eda843e3dfc tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.6879675
Nov 29 11:59:25.857709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:25.867815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f00ee21-3ee2-4396-9c28-e3704f274ff8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:25.896375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094b80b-6523-4c3c-80d2-884f2860ea1b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:25.897060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e094b80b-6523-4c3c-80d2-884f2860ea1b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:25.999142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=02de2584-7076-4723-8e55-8a2cf0b7f932,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:26.006840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:26.035355 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3c96210f-e7fb-4ca3-8b6d-9aaf4cea36d1 req-2b87ed04-c339-4a50-ad19-883e9618725d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204323
Nov 29 11:59:26.038217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e094b80b-6523-4c3c-80d2-884f2860ea1b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:26.040418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e094b80b-6523-4c3c-80d2-884f2860ea1b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5661590
Nov 29 11:59:26.045546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51376) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:26.072423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:26.072785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: 0aabd8cd-6c79-4c46-bb07-68b53a9b741e, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:26.114766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:26.140114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 0aabd8cd-6c79-4c46-bb07-68b53a9b741e) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:26.144639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:26.145296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:26.193686 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0774958
Nov 29 11:59:26.194488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51382) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:26.250410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] For port d23567fd-f208-47e7-86a4-e980e59d4e67, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d23567fd-f208-47e7-86a4-e980e59d4e67,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:26.254398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:26.274996 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b99151b5-2553-4639-9610-914b6d70954d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2237062
Nov 29 11:59:26.275714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51386) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:26.287987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:26.684773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:26.710137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:26.731765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:26.765092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Calling delete_port for d23567fd-f208-47e7-86a4-e980e59d4e67 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:26.785414 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:26.813907 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Transition to ACTIVE for port object 5920d17f-adf0-4204-b806-e0f197b4db5b will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:26.835605 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:26.841692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:26.845963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:26.852186 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:26.959555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f527902-18df-4260-b27f-84efedadbc86 None None] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:27.013337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-99840195-a476-4f8b-9df2-77d0370ad9c2 None None] Provisioning for port 5920d17f-adf0-4204-b806-e0f197b4db5b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:27.031714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.205175 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7889-b52d-41ea-97db-6e551f593584 None None] Pushing event updated for resources: {'Port': ['ID=5920d17f-adf0-4204-b806-e0f197b4db5b,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:27.205975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed933c9-3914-49f9-954f-c1b1dfe32072 req-8e9fa621-0de2-4dcf-b66b-2efe7b2182c0 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:27.207716 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fed933c9-3914-49f9-954f-c1b1dfe32072 req-8e9fa621-0de2-4dcf-b66b-2efe7b2182c0 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4126017
Nov 29 11:59:27.222556 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9afd7889-b52d-41ea-97db-6e551f593584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:27.296155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:27.384033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Pushing event deleted for resources: {'Port': ['ID=d23567fd-f208-47e7-86a4-e980e59d4e67,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:27.393207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:27.419460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Attempting to bind port 5920d17f-adf0-4204-b806-e0f197b4db5b on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:27.420238 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Attempting to bind port 5920d17f-adf0-4204-b806-e0f197b4db5b by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:27.421473 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Attempting to bind port 5920d17f-adf0-4204-b806-e0f197b4db5b on network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:27.434961 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:27.435390 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Checking segment: {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:27.435589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-668c6555-9b4d-4826-a6c1-b4bb8a638c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.435941 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.436337 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Bound using segment: {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:27.436804 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Bound port: 5920d17f-adf0-4204-b806-e0f197b4db5b, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8659f3c9-d1bb-45de-adb1-4ce0a2930684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:27.437375 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.442344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.481586 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fed933c9-3914-49f9-954f-c1b1dfe32072 req-1d0b5b98-b93a-47c1-809f-f633d0a08287 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745176
Nov 29 11:59:27.518132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] No DVR routers for this DVR port d23567fd-f208-47e7-86a4-e980e59d4e67 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:27.529174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.598062 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] For port 5920d17f-adf0-4204-b806-e0f197b4db5b, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:27.602496 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] For port 5920d17f-adf0-4204-b806-e0f197b4db5b, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5920d17f-adf0-4204-b806-e0f197b4db5b,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:27.608269 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.614532 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:27.625833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:27.652478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.657659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5dccee8f-4ef5-4729-8ecb-979fddc3929e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:27.683768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.685108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.710535 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7889-b52d-41ea-97db-6e551f593584 None None] Pushing event updated for resources: {'Port': ['ID=5920d17f-adf0-4204-b806-e0f197b4db5b,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:27.718274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f0714e6-be10-4012-9296-eb564b8c8cf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:27.723683 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9afd7889-b52d-41ea-97db-6e551f593584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:27.739315 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:27.740346 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08946310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:58:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:27.753168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-01feb488-0285-4112-b2fc-ff513482aebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:27.805458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:27.819289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:27.837019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:27.837621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:27.969633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e976706-0c09-4df8-b9a3-a8e0db599d0b None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:28.080657 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:28.279272 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0014110
Nov 29 11:59:28.288337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8:2::1 (0aabd8cd-6c79-4c46-bb07-68b53a9b741e/02de2584-7076-4723-8e55-8a2cf0b7f932/ff1423d3-a0fe-430f-b60c-210f403322d1) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:28.293866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51394) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:28.307044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '1c020734-3f4b-496f-821b-96c22e445b57', 'ip_address': '2001:db8::f66d:780a:d6d4:e92b'}], 'name': 'tempest-NetworksTestDHCPv6-1951143238'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:28.457493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:28.467513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:28.484150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:28.486747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:28.505988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 701e6c56-7b22-4f94-8b1e-5c10f0c3759e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:28.506332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:28.530288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object ff1423d3-a0fe-430f-b60c-210f403322d1 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:28.551909 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08946310>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:22Z', 'revision_number': 3, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:27Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:28.562417 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f4138-d46d-4f1c-bdf1-ee83bf41e8b0 None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:22Z', 'revision_number': 3, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:27Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:28.588356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:28.597612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:28.670679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:28.671662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:28.700165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:28.719054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:28.723935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:28.745251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:28.747705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '1c020734-3f4b-496f-821b-96c22e445b57'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:28.748682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:28.780313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:28.908408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 701e6c56-7b22-4f94-8b1e-5c10f0c3759e owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:29.041588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:29.047518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:29.049963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:29.050534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.053281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=ff1423d3-a0fe-430f-b60c-210f403322d1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:29.056332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=1c020734-3f4b-496f-821b-96c22e445b57,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:29.056496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:29.063762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/1c020734-3f4b-496f-821b-96c22e445b57/7c645f67-0020-401d-ace7-1c37438ec2b4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:29.069756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:29.145633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:29.161699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:29.166449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.169229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:29.177777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:29.193782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12337e04-f9ed-4d8e-95ca-e0b5559b62bb req-bbfddca5-f480-4c93-af30-318eb59ddf77 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:29.196064 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-12337e04-f9ed-4d8e-95ca-e0b5559b62bb req-bbfddca5-f480-4c93-af30-318eb59ddf77 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4801760
Nov 29 11:59:29.201260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:29.227893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 5dccee8f-4ef5-4729-8ecb-979fddc3929e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:29.233850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:29.237372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.276790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.295672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7d30a6b0-8b15-4adc-b03e-2d214ff87d32 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:29.326324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5dccee8f-4ef5-4729-8ecb-979fddc3929e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:29.326699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.350002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=701e6c56-7b22-4f94-8b1e-5c10f0c3759e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:29.358363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:29.389020 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-12337e04-f9ed-4d8e-95ca-e0b5559b62bb req-cc208248-12de-416b-ad44-9228f38ea808 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857708
Nov 29 11:59:29.396595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Allocated IP 2001:db8:2::2 (0aabd8cd-6c79-4c46-bb07-68b53a9b741e/02de2584-7076-4723-8e55-8a2cf0b7f932/f6e18c2c-952a-4c60-a2ed-e24872fca331) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:29.430071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.437742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.460020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Transition to ACTIVE for port object 7c645f67-0020-401d-ace7-1c37438ec2b4 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:29.484599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Transition to ACTIVE for port object 7c645f67-0020-401d-ace7-1c37438ec2b4 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:29.549538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e388bde-e2d6-44de-a490-730b4b8cf28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.551806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.567197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:29.611362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:29.619555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:29.639460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:29.663310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51408) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:29.809796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Pushing event updated for resources: {'Port': ['ID=7c645f67-0020-401d-ace7-1c37438ec2b4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:29.843971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:29.882834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f66d:780a:d6d4:e92b (a4d3d494-b2ed-4250-bea4-58c092cb68b2/1c020734-3f4b-496f-821b-96c22e445b57/0f36b112-4d5c-4ac4-b347-25b0ab68fa7a) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:29.891086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:29.989922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Attempting to bind port 7c645f67-0020-401d-ace7-1c37438ec2b4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:29.990308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Attempting to bind port 7c645f67-0020-401d-ace7-1c37438ec2b4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:29.990682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Attempting to bind port 7c645f67-0020-401d-ace7-1c37438ec2b4 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:30.007490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:30.007954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:30.008330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.008743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:30.009241 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Bound port: 7c645f67-0020-401d-ace7-1c37438ec2b4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:30.009628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.028853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 5dccee8f-4ef5-4729-8ecb-979fddc3929e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5dccee8f-4ef5-4729-8ecb-979fddc3929e,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:30.057397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.065048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44494e84-7915-4b92-847c-17d900ce9ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:30.067107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.074501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-389b90a4-c0ef-470d-aea6-e16c812080dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:30.167739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.228276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=660b64af-098c-41df-80da-c3b368e4159d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:30.241007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:30.251724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851ce3e-a16b-4d78-811c-0fdbdf783b63 req-54ed0982-2f21-4bed-9ed1-b35985bd1330 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:30.253645 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b851ce3e-a16b-4d78-811c-0fdbdf783b63 req-54ed0982-2f21-4bed-9ed1-b35985bd1330 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4150944
Nov 29 11:59:30.262001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': 'ffb411ab-7be0-45f9-8ed9-05aab9237e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:30.262389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 8254f016-f6f6-48fd-9841-2a768dd8d647, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:30.266319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=5dccee8f-4ef5-4729-8ecb-979fddc3929e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:30.268179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-8ed48f48-7ee9-4ff0-bfa6-9375e42e5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:30.269650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-8ed48f48-7ee9-4ff0-bfa6-9375e42e5519 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926aef33992148e1b9e4c510ab26ab92&device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 1098 time: 0.3873451
Nov 29 11:59:30.276755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:30.284174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.287152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] For port 7c645f67-0020-401d-ace7-1c37438ec2b4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:30.293205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] For port 7c645f67-0020-401d-ace7-1c37438ec2b4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7c645f67-0020-401d-ace7-1c37438ec2b4,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:30.300628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.301603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Transition to ACTIVE for port object f6e18c2c-952a-4c60-a2ed-e24872fca331 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:30.306276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.314068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30422f4e-6b0d-4e96-9437-007df92def6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:30.383289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Transition to ACTIVE for port object f6e18c2c-952a-4c60-a2ed-e24872fca331 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:30.393258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:30.408925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.414725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 8254f016-f6f6-48fd-9841-2a768dd8d647 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:30.424623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.425546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.436097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-12b66649-d7d2-4638-927d-2cd58ea9da86 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:30.444059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.491741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Pushing event updated for resources: {'Port': ['ID=7c645f67-0020-401d-ace7-1c37438ec2b4,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:30.497259 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b851ce3e-a16b-4d78-811c-0fdbdf783b63 req-80d8bec2-fb8d-4f5d-aa7f-073f86e8470c tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234206
Nov 29 11:59:30.500631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:30.501780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:30.502418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-59a7c114-7780-4c58-8f1a-136d8ebfd992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:30.509130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 8254f016-f6f6-48fd-9841-2a768dd8d647) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:30.539085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:30.540089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:30.540447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.561228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:30.564606 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275c21c-c9f5-4c59-b920-63f5f5fd67ff None None] Network 8254f016-f6f6-48fd-9841-2a768dd8d647 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:30.661995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=ff1423d3-a0fe-430f-b60c-210f403322d1,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:30.673165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:30.674458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-5cd5efe4-702c-411d-9e75-eac0efb2d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:30.676102 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-5cd5efe4-702c-411d-9e75-eac0efb2d167 service neutron] 10.222.0.18 "GET /v2.0/networks?id=548cc782-8979-45ae-b63a-1622180a07db HTTP/1.1" status: 200  len: 913 time: 0.3825376
Nov 29 11:59:30.741209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Pushing event updated for resources: {'Port': ['ID=f6e18c2c-952a-4c60-a2ed-e24872fca331,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:30.752605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0291753
Nov 29 11:59:30.752815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:30.776565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Attempting to bind port f6e18c2c-952a-4c60-a2ed-e24872fca331 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:30.777067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Attempting to bind port f6e18c2c-952a-4c60-a2ed-e24872fca331 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:30.777589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Attempting to bind port f6e18c2c-952a-4c60-a2ed-e24872fca331 on network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:30.782801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:30.783099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.783269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51414) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:30.799242 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-d50aedfe-80b4-4433-bc2c-6834297928c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229b1814-69ef-4763-afb1-698ad19c727e HTTP/1.1" status: 200  len: 217 time: 0.1113033
Nov 29 11:59:30.854657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:30.855045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Checking segment: {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:30.855482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.855885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Bound using segment: {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:30.856386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Bound port: f6e18c2c-952a-4c60-a2ed-e24872fca331, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:30.856767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.867758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735405212'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:30.884875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:30.936342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:30.939015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:30.960860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:31.025100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:31.039030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:31.052163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:31.086841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:31.135499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] For port f6e18c2c-952a-4c60-a2ed-e24872fca331, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:31.152467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-8254f016-f6f6-48fd-9841-2a768dd8d647', 'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': '660b64af-098c-41df-80da-c3b368e4159d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:31.152913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.155850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:31.159294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.167616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] For port f6e18c2c-952a-4c60-a2ed-e24872fca331, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f6e18c2c-952a-4c60-a2ed-e24872fca331,segment=NetworkSegment(2a47f1ff-8358-4c90-8ad8-5a4268ccbb72),segment_id=2a47f1ff-8358-4c90-8ad8-5a4268ccbb72)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:31.176933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-379905cd-1b0a-42f7-bf5e-bf528dbdc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:31.177525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.178896 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-379905cd-1b0a-42f7-bf5e-bf528dbdc831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30ea52ec-fd01-490e-8445-d606622ceac4 HTTP/1.1" status: 200  len: 852 time: 0.3466847
Nov 29 11:59:31.179659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Router 1c52ed23-542c-4043-94b5-b012ab68bf69 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:31.181281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.183254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c923e89-bb65-4b2a-8887-9e0f684003a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:31.197956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9ff8443b-69c0-4537-87a9-9bd640b5ac17 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:31.217609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5920d17f-adf0-4204-b806-e0f197b4db5b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:31.289651 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-47829776-f731-45e5-af17-62f704ec5f16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=548cc782-8979-45ae-b63a-1622180a07db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1014652
Nov 29 11:59:31.299228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:31.353940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:31.374020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:31.379549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Pushing event updated for resources: {'Port': ['ID=f6e18c2c-952a-4c60-a2ed-e24872fca331,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:31.386910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:31.419555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:31.426093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:31.426948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.428764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:31.445544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 5920d17f-adf0-4204-b806-e0f197b4db5b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:31.460735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5920d17f-adf0-4204-b806-e0f197b4db5b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:31.461272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.519618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.520717 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment 1cc56bf3-9175-4719-9805-dd1614b61f7c of type vlan for network 8170966c-4b77-4913-8688-a59450f96b84
Nov 29 11:59:31.550792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Allocated IP 2001:db8:0:ffff::2 (8254f016-f6f6-48fd-9841-2a768dd8d647/660b64af-098c-41df-80da-c3b368e4159d/18b3acbd-5b72-41e0-ba15-c828d8e2431a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:31.591777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=0f36b112-4d5c-4ac4-b347-25b0ab68fa7a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:31.597631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:31.621307 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.3244817
Nov 29 11:59:31.635040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51420) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:31.671078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '1c020734-3f4b-496f-821b-96c22e445b57', 'ip_address': '2001:db8::f66d:780a:d6d4:e92b'}], 'name': 'tempest-NetworksTestDHCPv6-1845229058'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:31.681992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-1ba47d08-30e8-4bd4-a4a4-c418edea26e9 service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3805640
Nov 29 11:59:31.801281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.870012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:31.880568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6841378
Nov 29 11:59:31.884443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:31.899033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1002839255'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:31.921901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:31.941792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:31.944206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:31.973540 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54629fdd-24bd-4a03-8a35-2d0c2781bcbc req-bc7c367c-7862-4a53-bbdf-d90f6e6a747d service neutron] 10.222.0.18 "GET /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632399
Nov 29 11:59:31.973540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:network and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:31.982674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:31.986575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:31.987594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02f438e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:31.996288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:32.013189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:32.017737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.050055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.069081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:32.081628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.082106 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added segment e0904213-b8e7-4234-bfee-011dccfbf5ea of type vlan for network 427bb1cd-83a0-448a-ad3a-d68add98b579
Nov 29 11:59:32.117344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.165101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.166640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:32.177904 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] Sync routers for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:32.182585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:32.183424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.189177 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "PUT /v2.0/routers/1c52ed23-542c-4043-94b5-b012ab68bf69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0269973
Nov 29 11:59:32.191555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ea3a8a0-4187-4641-a9cd-7aec9a6e390a tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:32.193448 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:32.194107 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095081f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:32.223241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:32.229521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 5920d17f-adf0-4204-b806-e0f197b4db5b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5920d17f-adf0-4204-b806-e0f197b4db5b,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:32.281265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:32.295914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.302083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:32.302899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.314501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ec72b560-db1d-42fe-9d28-ff000628164b tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:32.349349 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095081f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:32.352147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.353230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:32.372407 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] Routers {'1c52ed23-542c-4043-94b5-b012ab68bf69'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:32.374590 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095081f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c52ed23-542c-4043-94b5-b012ab68bf69'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:32.385572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:32.431932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=8170966c-4b77-4913-8688-a59450f96b84,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:32.446792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:32.455321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8525448e-feb2-45ce-9fa9-a25e20fc7d8d None None] Provisioning for port 7c645f67-0020-401d-ace7-1c37438ec2b4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:32.488258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8170966c-4b77-4913-8688-a59450f96b84 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:32.496548 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095081f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:32.497096 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acb327-4696-42cf-91f6-8c3a7148d578 None None] The sync data for ids ['1c52ed23-542c-4043-94b5-b012ab68bf69'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:32.526882 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6360111
Nov 29 11:59:32.550293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:32.550761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:32.550921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.7049763
Nov 29 11:59:32.561289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:32.572873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '8170966c-4b77-4913-8688-a59450f96b84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:32.579960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:32.590967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d7542-e6bc-428c-a30b-c95b5e0ef24d req-302b4e88-92f0-4468-b1b6-cbb1b3769998 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:32.591636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'subnet': {'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:32.592850 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3c9d7542-e6bc-428c-a30b-c95b5e0ef24d req-302b4e88-92f0-4468-b1b6-cbb1b3769998 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.8156819
Nov 29 11:59:32.637082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:32.665362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Network': ['ID=427bb1cd-83a0-448a-ad3a-d68add98b579,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:32.684756 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3c9d7542-e6bc-428c-a30b-c95b5e0ef24d req-9e5bcf89-738f-4930-b70c-743137e8b6cd tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805693
Nov 29 11:59:32.685801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:32.708295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.748193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:32.793314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.887472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:32.907655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=5920d17f-adf0-4204-b806-e0f197b4db5b,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:32.910943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:32.922539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:32.959093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 0eda48af-3960-4e62-9b36-a7c94a885440 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:32.974267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Transition to ACTIVE for port object 18b3acbd-5b72-41e0-ba15-c828d8e2431a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:32.985696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:32.986556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:32.990278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:32.993391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:32.999603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:33.027292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e0771297-8379-482d-98d8-bdb7964a1653 None None] Provisioning for port 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:33.035220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:33.042247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.056875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e0771297-8379-482d-98d8-bdb7964a1653 None None] Provisioning complete for port 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:33.057277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0771297-8379-482d-98d8-bdb7964a1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.083352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Transition to ACTIVE for port object 18b3acbd-5b72-41e0-ba15-c828d8e2431a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:33.097668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bce94e-4412-4697-910e-5859dba710f9 None None] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:33.139578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.203409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:33.254179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:33.254868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.281328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.325170 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 29 11:59:33.325758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:59:33.393278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-33ba757a-03c3-4a1c-b553-96424e806d33 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.7286046
Nov 29 11:59:33.393471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51440) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:33.409221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e0771297-8379-482d-98d8-bdb7964a1653 None None] Port 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:33.412098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:33.427064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:subnet and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:33.435608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:33.449853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Network 8254f016-f6f6-48fd-9841-2a768dd8d647 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:33.455751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:33.462257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:33.462607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.464692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:33.476692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:33.496587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Made reservation on behalf of d5ae97d1151a41469d9634de7d33dd37 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:33.500244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.504162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Pushing event updated for resources: {'Port': ['ID=18b3acbd-5b72-41e0-ba15-c828d8e2431a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:33.536059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:33.634850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50df069-35a3-4226-9be4-56b7501ae802 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:33.641237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50df069-35a3-4226-9be4-56b7501ae802 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:33.641991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f50df069-35a3-4226-9be4-56b7501ae802 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:33.672429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f50df069-35a3-4226-9be4-56b7501ae802 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:33.676218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f50df069-35a3-4226-9be4-56b7501ae802 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2792425
Nov 29 11:59:33.678328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51444) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:33.678543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.694624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3a6152d1-a9fc-43c9-b223-970666600259 None None] Provisioning for port f6e18c2c-952a-4c60-a2ed-e24872fca331 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:33.702948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting port 76079703-8455-40c9-91dc-5cb6cdead4b8 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:33.703552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.716680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Attempting to bind port 18b3acbd-5b72-41e0-ba15-c828d8e2431a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:33.717064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Attempting to bind port 18b3acbd-5b72-41e0-ba15-c828d8e2431a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'ffb411ab-7be0-45f9-8ed9-05aab9237e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:33.717425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Attempting to bind port 18b3acbd-5b72-41e0-ba15-c828d8e2431a on network 8254f016-f6f6-48fd-9841-2a768dd8d647 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:33.741070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:33.741476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Checking segment: {'id': 'ffb411ab-7be0-45f9-8ed9-05aab9237e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:33.741879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.742323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Bound using segment: {'id': 'ffb411ab-7be0-45f9-8ed9-05aab9237e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:33.742810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Bound port: 18b3acbd-5b72-41e0-ba15-c828d8e2431a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb411ab-7be0-45f9-8ed9-05aab9237e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8254f016-f6f6-48fd-9841-2a768dd8d647'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:33.743249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.771027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:33.771410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.790109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:33.790461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:33.847909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02f438e0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:29Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:27Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:29Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:33.877071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:33.877640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Updating router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd port ff1423d3-a0fe-430f-b60c-210f403322d1 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:59:33.915131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d23567fd-f208-47e7-86a4-e980e59d4e67 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:33.937013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:33.971768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: d23567fd-f208-47e7-86a4-e980e59d4e67 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:33.972113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d23567fd-f208-47e7-86a4-e980e59d4e67 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:34.005491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] For port 18b3acbd-5b72-41e0-ba15-c828d8e2431a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:34.010823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] For port 18b3acbd-5b72-41e0-ba15-c828d8e2431a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=18b3acbd-5b72-41e0-ba15-c828d8e2431a,segment=NetworkSegment(ffb411ab-7be0-45f9-8ed9-05aab9237e13),segment_id=ffb411ab-7be0-45f9-8ed9-05aab9237e13)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:34.016516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.029345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.037245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:34.090287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.103046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-26027b24-3c41-4bae-95d0-7406dae74bc2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:34.210449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Pushing event updated for resources: {'Port': ['ID=18b3acbd-5b72-41e0-ba15-c828d8e2431a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:34.268902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.275936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:34.303720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=48d0b539-18d6-43ed-b79e-df4edb55fb90,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:34.306749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:34.355482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6e18c2c-952a-4c60-a2ed-e24872fca331 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:34.403497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ed85-676f-409e-bc0e-f10670518337 req-3f7ec7d3-7505-4319-b411-768e609af334 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:34.410965 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9943ed85-676f-409e-bc0e-f10670518337 req-3f7ec7d3-7505-4319-b411-768e609af334 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.5651634
Nov 29 11:59:34.452883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.560581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Calling delete_port for 76079703-8455-40c9-91dc-5cb6cdead4b8 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:34.599951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': '1cc56bf3-9175-4719-9805-dd1614b61f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8170966c-4b77-4913-8688-a59450f96b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:34.600597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 8170966c-4b77-4913-8688-a59450f96b84, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:34.610223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f6e18c2c-952a-4c60-a2ed-e24872fca331 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:34.629092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f6e18c2c-952a-4c60-a2ed-e24872fca331 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:34.629485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.650837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 0f36b112-4d5c-4ac4-b347-25b0ab68fa7a owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:34.651874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.687204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fdd9a7bb-7b7e-4347-bc14-b30130fc36f8 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:34.749356 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9943ed85-676f-409e-bc0e-f10670518337 req-a8158875-e306-4c35-8574-53f424f753fd tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3333642
Nov 29 11:59:34.759030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3dc8ff95-7796-4ef6-a646-3520097b8115 None None] Provisioning complete for port f6e18c2c-952a-4c60-a2ed-e24872fca331 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:34.773634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ff95-7796-4ef6-a646-3520097b8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.783306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 8170966c-4b77-4913-8688-a59450f96b84 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:34.864949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 8170966c-4b77-4913-8688-a59450f96b84) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:34.885950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:34.890731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.914260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f13a22-2b43-49c6-ba9a-266e8b89f14a None None] Network 8170966c-4b77-4913-8688-a59450f96b84 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:34.925510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Subnet': ['ID=4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:34.932086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:34.943883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:34.952124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Checking segment: {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:34.954321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network hostable DHCP agents. Network: 427bb1cd-83a0-448a-ad3a-d68add98b579, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:34.986716 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.4318511
Nov 29 11:59:34.989424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51452) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:34.998290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:35.116232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.124828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=57ee6bbf-02b2-4f1f-bc01-c8196b3816bc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:35.126713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:35.193388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:35.207718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 427bb1cd-83a0-448a-ad3a-d68add98b579) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:35.219506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:35.220240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.241771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Transition to ACTIVE for port object ff1423d3-a0fe-430f-b60c-210f403322d1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:35.249426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da282e-e4ef-45e9-be2f-a7757bba1a3d None None] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:35.273033 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.7207348
Nov 29 11:59:35.275294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51458) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:35.368829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.371108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.395988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.408431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-04c3f301-6128-4c03-9a92-08fdcbd18c5e tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:35.408823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-01feb488-0285-4112-b2fc-ff513482aebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:35.441798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.524716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Port': ['ID=76079703-8455-40c9-91dc-5cb6cdead4b8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:35.534947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:35.582199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.595907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04beebf0-61b0-4d38-847d-9080483651b1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:35.726467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=0f36b112-4d5c-4ac4-b347-25b0ab68fa7a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:35.746973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:35.864715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.916746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fee382-dfb5-4336-a579-868375cd0271 None None] Pushing event updated for resources: {'Port': ['ID=ff1423d3-a0fe-430f-b60c-210f403322d1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:35.957790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:35.963725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f6e18c2c-952a-4c60-a2ed-e24872fca331, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f6e18c2c-952a-4c60-a2ed-e24872fca331,segment=NetworkSegment(2a47f1ff-8358-4c90-8ad8-5a4268ccbb72),segment_id=2a47f1ff-8358-4c90-8ad8-5a4268ccbb72)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:35.969026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98fee382-dfb5-4336-a579-868375cd0271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:35.979252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d42c18d-e453-4aef-9114-3ed64885e056 None None] Network 8254f016-f6f6-48fd-9841-2a768dd8d647 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:36.017172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ff95-7796-4ef6-a646-3520097b8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.036234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.037372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5920d17f-adf0-4204-b806-e0f197b4db5b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:36.059897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.152064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:36.156373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.198754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e806a39-14cb-4d58-9d3c-3d47cb4ceae2 req-4f5bec6a-959f-4afe-ad22-02616adcd31a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:36.201939 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1e806a39-14cb-4d58-9d3c-3d47cb4ceae2 req-4f5bec6a-959f-4afe-ad22-02616adcd31a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.7329180
Nov 29 11:59:36.204678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.209967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.287208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.295780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:36.308665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7822fc-b9f1-4274-9059-d13abaaf5e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-8170966c-4b77-4913-8688-a59450f96b84', 'network_id': '8170966c-4b77-4913-8688-a59450f96b84', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': '48d0b539-18d6-43ed-b79e-df4edb55fb90'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:36.309481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe7822fc-b9f1-4274-9059-d13abaaf5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.335321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.335733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Fanout notify agent at l3_agent the message router_deleted on router 1c52ed23-542c-4043-94b5-b012ab68bf69 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 11:59:36.350318 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1e806a39-14cb-4d58-9d3c-3d47cb4ceae2 req-e6bca48e-71c5-4dd3-a301-7f01d7cc7c17 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424181
Nov 29 11:59:36.363780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=48d0b539-18d6-43ed-b79e-df4edb55fb90,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:36.366234 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:36.431440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Attempting to bind port ff1423d3-a0fe-430f-b60c-210f403322d1 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:36.432105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Attempting to bind port ff1423d3-a0fe-430f-b60c-210f403322d1 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:36.432212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Attempting to bind port ff1423d3-a0fe-430f-b60c-210f403322d1 on network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:36.451794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.453052 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/routers/1c52ed23-542c-4043-94b5-b012ab68bf69 HTTP/1.1" status: 204  len: 168 time: 4.2248890
Nov 29 11:59:36.469246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51462) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:36.509867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.516814 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/0f36b112-4d5c-4ac4-b347-25b0ab68fa7a HTTP/1.1" status: 204  len: 168 time: 2.8362784
Nov 29 11:59:36.519668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51466) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:36.522950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:36.523403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Checking segment: {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:36.523752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.524134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Bound using segment: {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:36.524597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Bound port: ff1423d3-a0fe-430f-b60c-210f403322d1, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:36.525004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.555045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d082ea640>,) {'filters': {'network_id': ['8170966c-4b77-4913-8688-a59450f96b84']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:36.572395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082ea640>, '1cc56bf3-9175-4719-9805-dd1614b61f7c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:36.572760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082ea640>, '1cc56bf3-9175-4719-9805-dd1614b61f7c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:36.589585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Deleting subnet badccf31-755b-45cb-82b4-f9537530c436 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:36.595121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.599104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f6e18c2c-952a-4c60-a2ed-e24872fca331,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:36.602480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.613977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:36.659918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.673707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:36.674280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.676058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-3dc8ff95-7796-4ef6-a646-3520097b8115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:59:36.676293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-3dc8ff95-7796-4ef6-a646-3520097b8115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:59:36.677130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-427bb1cd-83a0-448a-ad3a-d68add98b579', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:36.678272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:36.691044 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:36.699302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.771024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788dd19c-fbef-4a1a-891b-3b081b351226 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:36.773544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788dd19c-fbef-4a1a-891b-3b081b351226 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:36.774492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-788dd19c-fbef-4a1a-891b-3b081b351226 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:36.834885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.840105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.845374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.873916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f3725008-081e-4022-9fad-8d26312f402f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:36.891162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5920d17f-adf0-4204-b806-e0f197b4db5b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:36.891644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:36.906776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=8170966c-4b77-4913-8688-a59450f96b84,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:36.909257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:36.917077 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/8170966c-4b77-4913-8688-a59450f96b84 HTTP/1.1" status: 204  len: 168 time: 1.9179888
Nov 29 11:59:36.917768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51470) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:36.924633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2985b4-c06f-4286-8cfc-528850171c13 None None] Network 8170966c-4b77-4913-8688-a59450f96b84 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:36.927579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-441340325'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:36.936120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:36.945457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:36.949287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:36.956312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:36.972320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-788dd19c-fbef-4a1a-891b-3b081b351226 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:36.976662 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-788dd19c-fbef-4a1a-891b-3b081b351226 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4514630
Nov 29 11:59:36.977836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51474) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:36.991571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2985b4-c06f-4286-8cfc-528850171c13 None None] Network 8170966c-4b77-4913-8688-a59450f96b84 could not be found, it might have been deleted concurrently. {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Nov 29 11:59:37.015190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] For port ff1423d3-a0fe-430f-b60c-210f403322d1, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:37.020334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:37.024095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.045131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.055236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a65afe26-bbcc-4e51-81b1-da25956a484e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:37.102452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Subnet': ['ID=badccf31-755b-45cb-82b4-f9537530c436,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:37.110830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:37.114693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] For port ff1423d3-a0fe-430f-b60c-210f403322d1, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ff1423d3-a0fe-430f-b60c-210f403322d1,segment=NetworkSegment(2a47f1ff-8358-4c90-8ad8-5a4268ccbb72),segment_id=2a47f1ff-8358-4c90-8ad8-5a4268ccbb72)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:37.116315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.118879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:37.122457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.129076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.131458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:37.137826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 1c020734-3f4b-496f-821b-96c22e445b57 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:37.145381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:37.147586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.181244 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/subnets/badccf31-755b-45cb-82b4-f9537530c436 HTTP/1.1" status: 204  len: 168 time: 0.7109659
Nov 29 11:59:37.182175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51478) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:37.195616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.196247 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment 4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f of type vlan for network 87ed2f40-21a3-451b-a22e-a6da011ab2c1
Nov 29 11:59:37.312772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Allocated IP 2001:db8:3::2 (427bb1cd-83a0-448a-ad3a-d68add98b579/4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b/cbb6351c-3190-491e-b3a0-1c7a4d504918) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:37.331627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:37.331982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02f438e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:37.355260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.436508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.553587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.560603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:37.561478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.586892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-687eb7d4-19db-4bc4-b957-a38a2db92501 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:37.729053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5dccee8f-4ef5-4729-8ecb-979fddc3929e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:37.775451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fee382-dfb5-4336-a579-868375cd0271 None None] Pushing event updated for resources: {'Port': ['ID=ff1423d3-a0fe-430f-b60c-210f403322d1,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:37.778737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98fee382-dfb5-4336-a579-868375cd0271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:37.862457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:37.864152 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9430263
Nov 29 11:59:37.872597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51484) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:37.885737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:37.887609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3dc8ff95-7796-4ef6-a646-3520097b8115 None None] Provisioning for port ff1423d3-a0fe-430f-b60c-210f403322d1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:37.890787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:37.913209 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/8a511626-3f0d-42e8-ba45-e9f71e9393a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2435412
Nov 29 11:59:37.941245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.969868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=87ed2f40-21a3-451b-a22e-a6da011ab2c1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:37.983125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:37.996704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:37.997233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:37.997717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:37.998194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:37.998858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:37.999384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.000402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.006843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.007466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.007949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.008430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.008904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.021343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:38.021677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5026-f363-476b-8999-bf887850760e req-dd39e6f2-3c7e-46c8-84a6-c80dbb71c36d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:38.023286 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-37df5026-f363-476b-8999-bf887850760e req-dd39e6f2-3c7e-46c8-84a6-c80dbb71c36d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.4985116
Nov 29 11:59:38.025735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:38.028410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:38.030949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:38.037745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:38.042177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0669-31c3-4174-b249-3e26d425cf28 req-225db7f3-f4f3-484f-996a-74f9fdb1e661 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:38.043812 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-030d0669-31c3-4174-b249-3e26d425cf28 req-225db7f3-f4f3-484f-996a-74f9fdb1e661 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 945 time: 0.8048534
Nov 29 11:59:38.058959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:38.089466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:38.093582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.115413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:38.120170 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-37df5026-f363-476b-8999-bf887850760e req-42a933e4-a366-4261-a7b8-eb489ea34a09 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/security-groups?id=7571fcd7-e66e-4f62-a88d-51fc830913ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903323
Nov 29 11:59:38.162888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:38.163654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0878c610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:38.186651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Deleting port 229b1814-69ef-4763-afb1-698ad19c727e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:38.187410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.323651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.331042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.338049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-34c302e3-8af0-4868-a038-5e925e5993f6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:38.355799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c38c669c-f865-46db-9f0d-e6f141601388 None None] Provisioning for port 18b3acbd-5b72-41e0-ba15-c828d8e2431a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:38.430210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=1c020734-3f4b-496f-821b-96c22e445b57,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:38.431823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.443120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:38.444259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d029b4370>,) {'filters': {'network_id': ['d7159b30-fe44-4139-8679-e015851ffe21']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:38.465343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029b4370>, '1a74aeab-6397-4eb1-a04f-102fdba6493a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:38.465666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029b4370>, '1a74aeab-6397-4eb1-a04f-102fdba6493a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:38.473668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05a97-f715-4eb9-8608-d071879bf1c4 req-c399569d-081d-42e2-b433-866c00caab4d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:38.474380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3cf05a97-f715-4eb9-8608-d071879bf1c4 req-c399569d-081d-42e2-b433-866c00caab4d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:38.478759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.484172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c1c59c24-e023-4694-9ec2-971281394301 tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:38.488785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.500706 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/1c020734-3f4b-496f-821b-96c22e445b57 HTTP/1.1" status: 204  len: 168 time: 1.5188887
Nov 29 11:59:38.503067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb711e0d-b5b0-4067-9616-7cb17549b3b3 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:38.510769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51492) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:38.583276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.596063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:38.596452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:38.611074 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:38.617946 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3274146d-6516-4d1e-8d3a-1514edb02ee6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0983968
Nov 29 11:59:38.619301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:38.620066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3cf05a97-f715-4eb9-8608-d071879bf1c4 req-c399569d-081d-42e2-b433-866c00caab4d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:38.621303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cf05a97-f715-4eb9-8608-d071879bf1c4 req-c399569d-081d-42e2-b433-866c00caab4d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 946 time: 0.3406978
Nov 29 11:59:38.629699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:38.634937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5dccee8f-4ef5-4729-8ecb-979fddc3929e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:38.635348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.663306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=1cb32590-b415-4897-809d-4c1b6bfd7309,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:38.688648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.688648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.689247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.689828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.690591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.690716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.691198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.692084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.692084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.692875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.692875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.694068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:38.700003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:38.700498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 87ed2f40-21a3-451b-a22e-a6da011ab2c1, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:38.707528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:38.714646 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cf05a97-f715-4eb9-8608-d071879bf1c4 req-04befcb6-af9f-45a7-8bb4-8579c3efd743 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870275
Nov 29 11:59:38.736206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:38.748279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 87ed2f40-21a3-451b-a22e-a6da011ab2c1) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:38.753049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:38.753745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.767229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.792776 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.9189606
Nov 29 11:59:38.796330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51500) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:38.802318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276678501'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:38.807643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:38.812935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:38.815981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:38.818381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48845c6-567c-420b-b756-6a8a72cfc169 None None] Network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:38.823002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:38.833745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:38.838523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.854089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] For port 229b1814-69ef-4763-afb1-698ad19c727e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=229b1814-69ef-4763-afb1-698ad19c727e,segment=NetworkSegment(7c72ad91-47b0-4010-9763-eb97dc7cc171),segment_id=7c72ad91-47b0-4010-9763-eb97dc7cc171)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:38.854993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.857667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Transition to ACTIVE for port object cbb6351c-3190-491e-b3a0-1c7a4d504918 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:38.871374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:38.880463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.880923 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment 0bcac36e-b997-4e17-b9ac-0909da11e369 of type vlan for network 6700b647-6bf5-494d-a647-6441af194c45
Nov 29 11:59:38.907705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.938914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.945316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:38.945905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:38.951929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:38.969580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:38.995636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Calling delete_port for 229b1814-69ef-4763-afb1-698ad19c727e owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:39.049576 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2495542
Nov 29 11:59:39.050901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:39.061016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '6700b647-6bf5-494d-a647-6441af194c45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:39.095450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.100546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.111810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b04cb020-9629-40d4-bd0d-05b5b166ee75 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:39.130779 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] 10.222.0.20 "DELETE /v2.0/networks/d7159b30-fe44-4139-8679-e015851ffe21 HTTP/1.1" status: 204  len: 168 time: 1.9301412
Nov 29 11:59:39.168488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Transition to ACTIVE for port object cbb6351c-3190-491e-b3a0-1c7a4d504918 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:39.188456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Pushing event deleted for resources: {'Network': ['ID=d7159b30-fe44-4139-8679-e015851ffe21,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:39.189439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:39.192114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:39.196602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:39.199068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:39.202023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:39.202758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:39.206419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:39.209702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:39.214169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:39.223359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=6700b647-6bf5-494d-a647-6441af194c45,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:39.239292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.264378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:39.269079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.282218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3b0b622e-c288-4b8b-95de-48c1560f6bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:39.314091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:39.314946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6700b647-6bf5-494d-a647-6441af194c45 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:39.375770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.383237 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6053d6ca-9afa-4795-b889-d69ab922db9b req-32c55ce3-46a6-406e-8f04-fe43764f1cdd tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 210 time: 0.0776494
Nov 29 11:59:39.395579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:39.420569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Allocated IP 2001:db8:3::1 (427bb1cd-83a0-448a-ad3a-d68add98b579/4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b/6e6f2e09-5bb9-4006-83cd-3626890ef21d) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:39.444345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Pushing event deleted for resources: {'Port': ['ID=229b1814-69ef-4763-afb1-698ad19c727e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:39.446577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:39.450357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.508520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:39.535351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51516) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:39.539242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Performing IP validity checks on allocation pools {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 11:59:39.539794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 11:59:39.616492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:39.642140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.660142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:39.663589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:39.703157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Transition to ACTIVE for port object 6e6f2e09-5bb9-4006-83cd-3626890ef21d will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:39.794382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.802210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93232d03-b1c4-465b-9dda-25b18fe3b489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:39.870966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:39.889627 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5f8d242a-deeb-4602-8703-7af2e5fc1691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0d9e330747b4721ada3832ea3e0aae1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448858
Nov 29 11:59:39.893220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51524) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:39.948097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:39.953738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=a710cdad-92e6-4d5b-9993-a436327c3227,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:39.961585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:39.970118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:39.972169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6d1d3d80-5982-46ed-9f83-f1f7cd0b556c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:39.982358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Pushing event updated for resources: {'Port': ['ID=cbb6351c-3190-491e-b3a0-1c7a4d504918,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:39.985486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:40.003208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:40.003743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.011972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 7c645f67-0020-401d-ace7-1c37438ec2b4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:40.018611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': '0bcac36e-b997-4e17-b9ac-0909da11e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6700b647-6bf5-494d-a647-6441af194c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:40.018804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 6700b647-6bf5-494d-a647-6441af194c45, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:40.048832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-87ed2f40-21a3-451b-a22e-a6da011ab2c1', 'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': '1cb32590-b415-4897-809d-4c1b6bfd7309'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:40.049684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.075652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] No DVR routers for this DVR port 229b1814-69ef-4763-afb1-698ad19c727e on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:40.085430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.089757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'name': 'network-vif-deleted', 'tag': '229b1814-69ef-4763-afb1-698ad19c727e'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:59:40.104442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.121687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:40.205146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:40.212337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:40.220998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:40.221286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Attempting to bind port cbb6351c-3190-491e-b3a0-1c7a4d504918 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:40.221701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Attempting to bind port cbb6351c-3190-491e-b3a0-1c7a4d504918 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:40.222042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.222195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Attempting to bind port cbb6351c-3190-491e-b3a0-1c7a4d504918 on network 427bb1cd-83a0-448a-ad3a-d68add98b579 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:40.224532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:40.234326 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-030d0669-31c3-4174-b249-3e26d425cf28 req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.18 "DELETE /v2.0/ports/229b1814-69ef-4763-afb1-698ad19c727e HTTP/1.1" status: 204  len: 173 time: 2.1556716
Nov 29 11:59:40.280716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=82f8675c-d459-41d9-9fb9-4f5811e9f508,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:40.281987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=6e6f2e09-5bb9-4006-83cd-3626890ef21d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:40.288192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.290914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:40.291130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:40.291802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Checking segment: {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:40.292285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.293245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Bound using segment: {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:40.293245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Bound port: cbb6351c-3190-491e-b3a0-1c7a4d504918, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:40.294076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:40.294206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.301184 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6777956
Nov 29 11:59:40.301184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:40.304391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 6700b647-6bf5-494d-a647-6441af194c45 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:40.307802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '82f8675c-d459-41d9-9fb9-4f5811e9f508', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-891477734'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:40.323428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Deleting port 7c645f67-0020-401d-ace7-1c37438ec2b4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:40.323847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.352554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477418de-d9bf-426a-8150-dec73a361832 req-1ef7818c-5ed8-48a7-836a-826f0e8cf7c7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:40.354489 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-477418de-d9bf-426a-8150-dec73a361832 req-1ef7818c-5ed8-48a7-836a-826f0e8cf7c7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 946 time: 0.3250639
Nov 29 11:59:40.376116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6700b647-6bf5-494d-a647-6441af194c45) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:40.387593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:40.388141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.411504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2172ba-242d-438b-86c7-7be65236c928 None None] Network 6700b647-6bf5-494d-a647-6441af194c45 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:40.439939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.536988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 415de078-2195-4412-9697-0935abf9a0cf {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:40.537566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.570272 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.5176795
Nov 29 11:59:40.574659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51538) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:40.586940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99563989-891b-47ff-af23-0ff5b113669b req-0848f03f-1279-4136-a59d-59e8aa8b1d2f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:40.588463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-99563989-891b-47ff-af23-0ff5b113669b req-0848f03f-1279-4136-a59d-59e8aa8b1d2f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 946 time: 0.4119315
Nov 29 11:59:40.623748 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde1110-285e-42a9-8978-c2cbb83e75c0', 'name': 'network-vif-deleted', 'tag': '229b1814-69ef-4763-afb1-698ad19c727e', 'status': 'completed', 'code': 200}
Nov 29 11:59:40.677584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02f438e0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:29Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:40.736011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.771851 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-99563989-891b-47ff-af23-0ff5b113669b req-07d2d912-e4b0-4cb5-89b9-496edbf60f6c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5b6425e-e1f0-47ec-9d3c-ef1293701348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1604764
Nov 29 11:59:40.788721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-43e9f177-1fd1-4821-9bc8-a41089329ada req-2371f2ae-51ad-4950-8179-e16a7c460e4a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Synchronizing usage tracker for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:40.817480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:40.837609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] For port cbb6351c-3190-491e-b3a0-1c7a4d504918, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:40.841214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] For port cbb6351c-3190-491e-b3a0-1c7a4d504918, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cbb6351c-3190-491e-b3a0-1c7a4d504918,segment=NetworkSegment(e0904213-b8e7-4234-bfee-011dccfbf5ea),segment_id=e0904213-b8e7-4234-bfee-011dccfbf5ea)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:40.842497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:40.853082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f4e6b8d-259c-4899-80a6-6347b62904e0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:40.882690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:40.896404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8c02b-169a-4ce0-8064-9a02964ebc2e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:40.898207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:40.910872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:40.913184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:40.916188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-43e9f177-1fd1-4821-9bc8-a41089329ada req-2371f2ae-51ad-4950-8179-e16a7c460e4a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Unset dirty status for tenant:926aef33992148e1b9e4c510ab26ab92 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:40.917505 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-43e9f177-1fd1-4821-9bc8-a41089329ada req-2371f2ae-51ad-4950-8179-e16a7c460e4a tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fde1110-285e-42a9-8978-c2cbb83e75c0 HTTP/1.1" status: 200  len: 210 time: 0.2046230
Nov 29 11:59:40.924875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Allocated IP 2001:db8::1 (87ed2f40-21a3-451b-a22e-a6da011ab2c1/1cb32590-b415-4897-809d-4c1b6bfd7309/ac3ca018-8dbd-45d5-b020-f5c0254f88a4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:40.963864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:41.003821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.006027 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3a8c02b-169a-4ce0-8064-9a02964ebc2e HTTP/1.1" status: 204  len: 168 time: 1.1093621
Nov 29 11:59:41.076504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 415de078-2195-4412-9697-0935abf9a0cf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=415de078-2195-4412-9697-0935abf9a0cf,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:41.077177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.078255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.212402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.221354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 415de078-2195-4412-9697-0935abf9a0cf owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:41.238772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271fb24-5af3-4e22-977a-c2c4aa7cc5e9 None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:29Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:41.379506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 229b1814-69ef-4763-afb1-698ad19c727e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:41.427205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.437117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1979deb5-ac3c-4703-a1be-d1306a5ab367 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:41.441102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.445496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.469751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 7c36a4d1-96d0-4d31-bfb1-64c343ee6fa8 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:41.509980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-30415950-e643-4498-909f-74135beb2213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:41.537415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.545061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=a710cdad-92e6-4d5b-9993-a436327c3227,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:41.564142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 229b1814-69ef-4763-afb1-698ad19c727e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:41.564863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:41.565070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 229b1814-69ef-4763-afb1-698ad19c727e not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:41.566624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 7c645f67-0020-401d-ace7-1c37438ec2b4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:41.567549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.575409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.595997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84b4835f-bd9d-4e18-8e30-2947280e221b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:41.620754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Pushing event updated for resources: {'Port': ['ID=cbb6351c-3190-491e-b3a0-1c7a4d504918,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:41.629791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb659c-7bee-46b7-8431-23f459e515e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6700b647-6bf5-494d-a647-6441af194c45', 'network_id': '6700b647-6bf5-494d-a647-6441af194c45', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': 'a710cdad-92e6-4d5b-9993-a436327c3227'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:41.630790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dbeb659c-7bee-46b7-8431-23f459e515e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.644655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:41.668183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 7c645f67-0020-401d-ace7-1c37438ec2b4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:41.668714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.680420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event updated for resources: {'Port': ['ID=6e6f2e09-5bb9-4006-83cd-3626890ef21d,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:41.732623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:41.824288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.840815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da72102e-189f-44b7-9b72-9f14cfe70ac0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:41.852391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:41.931527 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 11:59:41.932363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 11:59:41.998892 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8671b128-3fa1-4b17-94be-a9da4746e8ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.6968787
Nov 29 11:59:42.020898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.034715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Transition to ACTIVE for port object ac3ca018-8dbd-45d5-b020-f5c0254f88a4 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:42.067623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:42.122044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=415de078-2195-4412-9697-0935abf9a0cf,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:42.128219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:42.143135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d088897c0>,) {'filters': {'network_id': ['6700b647-6bf5-494d-a647-6441af194c45']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:42.169711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0b24b262-7f85-4c65-b3fd-c4252a160a92 req-cc1b7adc-6db9-41ae-99e1-15b314de76db tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6ebb123-6ddd-4064-8de9-a076f2bd28b3 HTTP/1.1" status: 200  len: 210 time: 0.0682249
Nov 29 11:59:42.184487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51572) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:42.221720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d088897c0>, '0bcac36e-b997-4e17-b9ac-0909da11e369') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:42.222026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d088897c0>, '0bcac36e-b997-4e17-b9ac-0909da11e369') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:42.248505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 415de078-2195-4412-9697-0935abf9a0cf on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:42.249524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.254424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.256726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Transition to ACTIVE for port object ac3ca018-8dbd-45d5-b020-f5c0254f88a4 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:42.266754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-477418de-d9bf-426a-8150-dec73a361832 req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/415de078-2195-4412-9697-0935abf9a0cf HTTP/1.1" status: 204  len: 173 time: 1.8475382
Nov 29 11:59:42.286440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b33de9-cf74-4a3c-aec3-2b93a932d060 None None] Network 6700b647-6bf5-494d-a647-6441af194c45 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:42.339677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51576) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:42.390264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5819a6-ce4c-4067-af97-e68db8f0f949 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:42.391417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0d5819a6-ce4c-4067-af97-e68db8f0f949 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:42.399733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.428721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0d5819a6-ce4c-4067-af97-e68db8f0f949 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:42.430654 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d5819a6-ce4c-4067-af97-e68db8f0f949 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3183079
Nov 29 11:59:42.433919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:42.440622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:42.441030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.451058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:42.486759 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:42.489169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2710a99-4e06-46c3-934e-71f65cea93ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:42.617864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Pushing event updated for resources: {'Port': ['ID=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:42.630291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:42.631018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.644767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:42.673300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:42.685776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] For port 7c645f67-0020-401d-ace7-1c37438ec2b4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7c645f67-0020-401d-ace7-1c37438ec2b4,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:42.686674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.701226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0878c610>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:34Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:07Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:42.706256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'name': 'network-vif-deleted', 'tag': '415de078-2195-4412-9697-0935abf9a0cf'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:59:42.708661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:42.719535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-748508416'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:42.735673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:42.744618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:42.749880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:42.760402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:42.773253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddebe3a-50fb-46b7-aefe-f21d257e5ac7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:42.775051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddebe3a-50fb-46b7-aefe-f21d257e5ac7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:42.775858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eddebe3a-50fb-46b7-aefe-f21d257e5ac7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:42.783097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Deleting subnet 30ea52ec-fd01-490e-8445-d606622ceac4 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:42.786503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.786940 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ebb123-6ddd-4064-8de9-a076f2bd28b3', 'name': 'network-vif-deleted', 'tag': '415de078-2195-4412-9697-0935abf9a0cf', 'status': 'completed', 'code': 200}
Nov 29 11:59:42.797912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:42.801755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.814689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eddebe3a-50fb-46b7-aefe-f21d257e5ac7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:42.816078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eddebe3a-50fb-46b7-aefe-f21d257e5ac7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3809633
Nov 29 11:59:42.818796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.832152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:42.841489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.893565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:42.897869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.898887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:42.902370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group_rule and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:42.907441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:42.918413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:42.935823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 82f8675c-d459-41d9-9fb9-4f5811e9f508 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:42.939687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:42.980872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:42.996873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:42.998953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.000840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Calling delete_port for 7c645f67-0020-401d-ace7-1c37438ec2b4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:43.003364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.015341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c7f91301-56c6-4f74-9dd7-8e77873943ca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:43.059586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.063665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ea52ec-fd01-490e-8445-d606622ceac4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:43.067430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.103861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.152555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.158671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:43.167405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f9dffcd7-f8c4-46c5-b0c5-034cb95f3dbc tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:43.172605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:43.173475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0878c610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:43.261460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.272670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e61a530e-3ce9-4883-a0e7-83ee437d6bb5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:43.296126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=6700b647-6bf5-494d-a647-6441af194c45,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:43.299461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:43.303343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.309969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51594) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:43.318073 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30ea52ec-fd01-490e-8445-d606622ceac4 HTTP/1.1" status: 204  len: 168 time: 1.1322327
Nov 29 11:59:43.323544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51598) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:43.332795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=82f8675c-d459-41d9-9fb9-4f5811e9f508,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:43.339708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:43.339932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.343462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.349873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1e01bc24-2351-4fc2-b76c-781a18311768 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:43.363882 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/6700b647-6bf5-494d-a647-6441af194c45 HTTP/1.1" status: 204  len: 168 time: 2.7861352
Nov 29 11:59:43.369345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51602) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:43.398860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620412224'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:43.417446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:43.431074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:43.456342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:43.466409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:43.469708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.470300 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment a9b16f76-8b66-45d0-8d03-f8ba7e908687 of type vlan for network 838afd14-1c48-413d-93d2-879a087c3c54
Nov 29 11:59:43.475611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69b8314-8051-4398-83ad-49060f1a3e0f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:43.482378 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/82f8675c-d459-41d9-9fb9-4f5811e9f508 HTTP/1.1" status: 204  len: 168 time: 0.6491225
Nov 29 11:59:43.483630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:43.483911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51606) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:43.493095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:43.499924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:43.517991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 415de078-2195-4412-9697-0935abf9a0cf no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:43.522091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.535711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:43.539281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.561726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.597167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.601195 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b911da6-bcc4-48d6-8761-82cf1cef8c0d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1144042
Nov 29 11:59:43.605382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:43.620043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:43.630204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2802a15-59fa-4499-b7c9-64db383a5b74 None None] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:43.638070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.683795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 415de078-2195-4412-9697-0935abf9a0cf {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:43.684349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 415de078-2195-4412-9697-0935abf9a0cf not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:43.689179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 7c645f67-0020-401d-ace7-1c37438ec2b4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7c645f67-0020-401d-ace7-1c37438ec2b4,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:43.735726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.759191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.782548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:59:43.782883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:59:43.783488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.790953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:43.791717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.799965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:43.809813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b539f276-e716-470d-bd85-be2773c1d7d2 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:43.880846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:43.892992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:43.899461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:43.902097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6257412
Nov 29 11:59:43.907013 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:43.910880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51614) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:43.919466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:43.919658 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:43.920277 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874e640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:43.949101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:43.964578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:43.967804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:43.978682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:43.980501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0820ccd0>,) {'filters': {'network_id': ['548cc782-8979-45ae-b63a-1622180a07db']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:44.038886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=7c645f67-0020-401d-ace7-1c37438ec2b4,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:44.041602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 11:59:44.041951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 11:59:44.042533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Attempting to bind port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:44.043087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Attempting to bind port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:44.043662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Attempting to bind port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 on network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:44.046132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:44.064649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:44.064854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:44.065002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.065102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Checking segment: {'id': '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:44.065102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.065102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Bound using segment: {'id': '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:44.065327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0820ccd0>, '7c72ad91-47b0-4010-9763-eb97dc7cc171') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:44.065327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0820ccd0>, '7c72ad91-47b0-4010-9763-eb97dc7cc171') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:44.065836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Bound port: ac3ca018-8dbd-45d5-b020-f5c0254f88a4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87ed2f40-21a3-451b-a22e-a6da011ab2c1'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:44.065836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.080251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-72275352-38a1-472c-bce5-d8b592e57d7b None None] Provisioning for port cbb6351c-3190-491e-b3a0-1c7a4d504918 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:44.088440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.113617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.138857 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.7945325
Nov 29 11:59:44.175765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51618) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:44.176800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:44.177264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:44.192239 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:44.208649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'name': 'tempest-PortsIpV6TestJSON-1708446459'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:44.235375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 18b3acbd-5b72-41e0-ba15-c828d8e2431a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:44.299758 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:44.429412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.458556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.471957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] For port ac3ca018-8dbd-45d5-b020-f5c0254f88a4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:44.477515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=838afd14-1c48-413d-93d2-879a087c3c54,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:44.489825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:44.490969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.494256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-adcd8344-602e-4797-ba3a-25fd072f9548 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:44.496472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:44.512835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] For port ac3ca018-8dbd-45d5-b020-f5c0254f88a4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,segment=NetworkSegment(4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f),segment_id=4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:44.558151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:44.563537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:44.574414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Deleting port 7c645f67-0020-401d-ace7-1c37438ec2b4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:44.575004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.576718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:44.577701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.615907 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0091994
Nov 29 11:59:44.617480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:44.625247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51622) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:44.636671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.648142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=184c6942-7e85-46a4-8a55-ba9af185d350,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:44.651313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.651909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment bfd4afaf-2f15-474f-97b7-63052a41f5d8 of type vlan for network 50e84a1c-3009-4c2b-b015-59203a7959b5
Nov 29 11:59:44.654511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.656233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5b6425e-e1f0-47ec-9d3c-ef1293701348 HTTP/1.1" status: 204  len: 168 time: 1.3452265
Nov 29 11:59:44.657431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:44.659062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:44.676865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:44.679513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3c5b8666-8ad2-44d9-b308-0b7e3831d057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:44.704457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:44.706551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:44.722822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:router and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:44.730272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:44.770585 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874e640>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:40Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:41Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:44.776099 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:44.776461 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Updating router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd port 6e6f2e09-5bb9-4006-83cd-3626890ef21d binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:59:44.780217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:44.783752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:44.794954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6425e-e1f0-47ec-9d3c-ef1293701348,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:44.802157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 18b3acbd-5b72-41e0-ba15-c828d8e2431a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:44.808529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.821561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:44.830035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-12a99103-186d-4995-a103-3b0f13d54f04 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:44.851021 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.855471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.858220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:44.859793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:44.861935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=548cc782-8979-45ae-b63a-1622180a07db,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:44.882598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:44.889584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:44.891593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.919231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet b6cc2cac-7fb7-4090-83d0-f8add93a67d3 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:44.923916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.946845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.948154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.949436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 18b3acbd-5b72-41e0-ba15-c828d8e2431a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:44.950429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.955742 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] 10.222.0.20 "DELETE /v2.0/networks/548cc782-8979-45ae-b63a-1622180a07db HTTP/1.1" status: 204  len: 168 time: 1.6210554
Nov 29 11:59:44.957463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51632) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:44.965997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:44.969668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.988163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:44.994812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:44.995513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.003382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3c184b6-1c44-4324-8037-e3e664f952ff tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:45.034429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Pushing event updated for resources: {'Port': ['ID=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:45.044682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.070690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:45.153081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 50f00dee-fe4b-4b85-992b-4c0943809fb9 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:45.162352 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.7830806
Nov 29 11:59:45.167946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51636) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:45.208448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '50e84a1c-3009-4c2b-b015-59203a7959b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:45.273296 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.288316 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Transition to ACTIVE for port object 6e6f2e09-5bb9-4006-83cd-3626890ef21d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:45.298702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.300977 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.306985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=50e84a1c-3009-4c2b-b015-59203a7959b5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:45.314923 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:45.327032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:45.426484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 50e84a1c-3009-4c2b-b015-59203a7959b5 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:45.457934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Deleting subnet 1f38f284-4257-4b49-9e57-9211286ee641 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 11:59:45.600675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.609967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:45.614096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:45.617790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:45.631799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:45.648715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:45.652752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.688527 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a841bd-1c70-452e-8fec-230a49bcb3c0 None None] Pushing event updated for resources: {'Port': ['ID=6e6f2e09-5bb9-4006-83cd-3626890ef21d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:45.695879 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a5a841bd-1c70-452e-8fec-230a49bcb3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:45.720255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Nov 29 11:59:45.723990 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Attempting to bind port 6e6f2e09-5bb9-4006-83cd-3626890ef21d on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:45.724625 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Attempting to bind port 6e6f2e09-5bb9-4006-83cd-3626890ef21d by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:45.725295 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Attempting to bind port 6e6f2e09-5bb9-4006-83cd-3626890ef21d on network 427bb1cd-83a0-448a-ad3a-d68add98b579 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:45.733599 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:45.734316 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Checking segment: {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:45.735446 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.736319 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Bound using segment: {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:45.737120 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Bound port: 6e6f2e09-5bb9-4006-83cd-3626890ef21d, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0904213-b8e7-4234-bfee-011dccfbf5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:45.737894 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.746968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Removed routes are [] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Nov 29 11:59:45.747372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.752761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.787601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.804513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0878c610>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:34Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:07Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:45.871573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9eebb3-770f-4e7d-8a50-40196227ceed None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:34Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'f8d044a9-21e4-40e5-a619-17be5deed6d3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.174', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'port_id': '88750879-b993-4478-8383-357044861611', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'mac_address': 'fa:16:3e:5a:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54431712-b377-4075-badc-bdd1551f29e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:01Z', 'updated_at': '2021-11-29T11:58:07Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:45.890758 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] For port 6e6f2e09-5bb9-4006-83cd-3626890ef21d, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:45.900548 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] For port 6e6f2e09-5bb9-4006-83cd-3626890ef21d, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6e6f2e09-5bb9-4006-83cd-3626890ef21d,segment=NetworkSegment(e0904213-b8e7-4234-bfee-011dccfbf5ea),segment_id=e0904213-b8e7-4234-bfee-011dccfbf5ea)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:45.911412 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.917708 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:45.948332 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-086aba27-ce86-4f6e-a65c-624da3c3d02a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:45.987383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-176663c2-c1bf-4271-abd0-c22bd31c816e None None] Provisioning for port 6e6f2e09-5bb9-4006-83cd-3626890ef21d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:45.993503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.005198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1ff5d315-2490-4eb6-a029-8960f139017b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:46.054403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] For port 7c645f67-0020-401d-ace7-1c37438ec2b4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7c645f67-0020-401d-ace7-1c37438ec2b4,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:46.054818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.078735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 18b3acbd-5b72-41e0-ba15-c828d8e2431a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=18b3acbd-5b72-41e0-ba15-c828d8e2431a,segment=NetworkSegment(ffb411ab-7be0-45f9-8ed9-05aab9237e13),segment_id=ffb411ab-7be0-45f9-8ed9-05aab9237e13)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:46.079691 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a841bd-1c70-452e-8fec-230a49bcb3c0 None None] Pushing event updated for resources: {'Port': ['ID=6e6f2e09-5bb9-4006-83cd-3626890ef21d,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:46.087273 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a5a841bd-1c70-452e-8fec-230a49bcb3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:46.095674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cc2cac-7fb7-4090-83d0-f8add93a67d3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:46.104394 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:46.105245 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0874e640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:46.108794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:46.113432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.144671 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/b6cc2cac-7fb7-4090-83d0-f8add93a67d3 HTTP/1.1" status: 204  len: 168 time: 1.4328222
Nov 29 11:59:46.150829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51640) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:46.185285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe843fd-e366-454b-8a6e-76a79e1fe564 None None] Network 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:46.250739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.282080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.304942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.305919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cbb6351c-3190-491e-b3a0-1c7a4d504918 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:46.366824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.412546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Calling delete_port for 7c645f67-0020-401d-ace7-1c37438ec2b4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:46.429580 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:46.458004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98fee382-dfb5-4336-a579-868375cd0271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:46.472200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.497811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.507784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a40260a1-8806-4684-97fb-142fb4a80633 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:46.636996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=c3c28539-77f4-4f9a-90e0-b074bd0424e6,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:46.648339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:46.665561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 43dea1cf-cb71-49d2-9107-e00ac714e29e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:46.671362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.689204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.716694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.740095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-663c9521-2aea-4104-bd33-57c698b3825b tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:46.771052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.802149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': 'bfd4afaf-2f15-474f-97b7-63052a41f5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '50e84a1c-3009-4c2b-b015-59203a7959b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:46.802509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 50e84a1c-3009-4c2b-b015-59203a7959b5, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:46.809083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.810611 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-80f20fe1-ad25-4f77-b07d-6eddc935ac24 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 2.1824205
Nov 29 11:59:46.816338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:46.857001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41338a-0846-468d-9f1e-c116df818a1f None None] Network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:46.876719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] No DVR routers for this DVR port 7c645f67-0020-401d-ace7-1c37438ec2b4 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:46.885816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.894851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port cbb6351c-3190-491e-b3a0-1c7a4d504918 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:46.929459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port cbb6351c-3190-491e-b3a0-1c7a4d504918 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:46.929838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:46.991825 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f38f284-4257-4b49-9e57-9211286ee641 HTTP/1.1" status: 204  len: 168 time: 2.0306530
Nov 29 11:59:47.000522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436342ba-1a8c-4a76-ad86-7a6bad0ec538 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:47.004785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51648) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:47.007774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.037478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': 'a9b16f76-8b66-45d0-8d03-f8ba7e908687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:47.038327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 838afd14-1c48-413d-93d2-879a087c3c54, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:47.047201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=50f00dee-fe4b-4b85-992b-4c0943809fb9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:47.054048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.058008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:47.062382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:47.150386 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0874e640>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 6, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:47.155730 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf290c-309f-45fa-ad52-5d6a3e8b24dc None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 6, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:47.258876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=18b3acbd-5b72-41e0-ba15-c828d8e2431a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:47.260395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 50e84a1c-3009-4c2b-b015-59203a7959b5 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:47.265185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 43dea1cf-cb71-49d2-9107-e00ac714e29e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=43dea1cf-cb71-49d2-9107-e00ac714e29e,segment=NetworkSegment(35c5a667-105c-4cde-a9bc-de031f12d89f),segment_id=35c5a667-105c-4cde-a9bc-de031f12d89f)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:47.265549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.281233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:47.285158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:47.384686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Pushing event deleted for resources: {'Port': ['ID=7c645f67-0020-401d-ace7-1c37438ec2b4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:47.398621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:47.403884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f8ffaed1-484d-40e8-be05-b2b7e118d8fd None None] Provisioning for port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:47.411955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f38f284-4257-4b49-9e57-9211286ee641,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:47.415053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:47.503362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 43dea1cf-cb71-49d2-9107-e00ac714e29e owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:47.561464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:47.582154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.593223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 838afd14-1c48-413d-93d2-879a087c3c54) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:47.612631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:47.618360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:47.618989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.624796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ccd33-523b-468f-bf5b-816df35e5be9 None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:47.640652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 50e84a1c-3009-4c2b-b015-59203a7959b5) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:47.661933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:47.663613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.687946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e95cca-534b-44ed-bc66-528efdf8919c None None] Network 50e84a1c-3009-4c2b-b015-59203a7959b5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:47.792904 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.5981665
Nov 29 11:59:47.801323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:47.801815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51652) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:47.808839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.820823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2105916785'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:47.826741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:47.831077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:47.834235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:47.840793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:47.923581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:47.927356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:47.952447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.028234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02fd4d90>,) {'filters': {'network_id': ['49c8b328-4eb0-4fc3-8663-20bdc79fbd34']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.045943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02fd4d90>, '9a46c54e-fa1d-4338-bb92-951ec67da625') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.046491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02fd4d90>, '9a46c54e-fa1d-4338-bb92-951ec67da625') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.055787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.8847783
Nov 29 11:59:48.059498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51656) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:48.070952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.078571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00b04fc6-4329-4585-9845-1261e8e9eafb tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:48.147361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=43dea1cf-cb71-49d2-9107-e00ac714e29e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:48.153322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 43dea1cf-cb71-49d2-9107-e00ac714e29e on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 11:59:48.154982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:48.238498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.243083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1710b4-58ff-431e-81fa-b50281e4dc32 None None] DHCP port deletion for 31d7f09a-41aa-43b2-bd2c-c84db08f1b63 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 11:59:48.259977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.277181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port cbb6351c-3190-491e-b3a0-1c7a4d504918, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cbb6351c-3190-491e-b3a0-1c7a4d504918,segment=NetworkSegment(e0904213-b8e7-4234-bfee-011dccfbf5ea),segment_id=e0904213-b8e7-4234-bfee-011dccfbf5ea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:48.278743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:48.286251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.291385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.306965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:48.314738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:48.315139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.317333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '184c6942-7e85-46a4-8a55-ba9af185d350'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:48.318170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:48.332067 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:48.334571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.334953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment 5a059e0e-8143-468f-935e-30d9484a2014 of type vlan for network 00fa6957-3ca1-46d0-b9d2-065b28a06b3a
Nov 29 11:59:48.338727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:48.346163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.347017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6e18c2c-952a-4c60-a2ed-e24872fca331 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:48.387493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a2ad15a6-48a4-49e7-a1cf-0e476b234b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:48.392892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.440146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.445062 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9d68135c-9d43-4293-86ef-2535a633977a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 953 time: 4.5297353
Nov 29 11:59:48.452033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51660) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:48.523370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:48.523370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08629fa0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.544030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02b75a00>,) {'filters': {'network_id': ['31d7f09a-41aa-43b2-bd2c-c84db08f1b63']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.594780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b75a00>, '35c5a667-105c-4cde-a9bc-de031f12d89f') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.595032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b75a00>, '35c5a667-105c-4cde-a9bc-de031f12d89f') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:48.612591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.623863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.628055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.632725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.643425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b3b0ed8-0885-4cf2-8ac2-3ff25dad6168 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:48.650716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.664535 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] 10.222.0.20 "DELETE /v2.0/networks/49c8b328-4eb0-4fc3-8663-20bdc79fbd34 HTTP/1.1" status: 204  len: 168 time: 1.6515238
Nov 29 11:59:48.677012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.725144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c8b328-4eb0-4fc3-8663-20bdc79fbd34,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:48.727747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:48.780325 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-81f50beb-eb9b-476b-978a-5387037a8528 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 953 time: 0.3269770
Nov 29 11:59:48.786523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51666) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:48.789404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:48.789834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.795660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'routes': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:48.805904 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:48.879762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=cbb6351c-3190-491e-b3a0-1c7a4d504918,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:48.890821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:48.904454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc8711-2365-4664-b690-e43afdac3740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-50e84a1c-3009-4c2b-b015-59203a7959b5', 'network_id': '50e84a1c-3009-4c2b-b015-59203a7959b5', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': 'c3c28539-77f4-4f9a-90e0-b074bd0424e6'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 11:59:48.905514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19cc8711-2365-4664-b690-e43afdac3740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:48.919674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:48.947224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:48.998771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::1 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/184c6942-7e85-46a4-8a55-ba9af185d350/b51a7f4b-0426-412d-b097-58c203e34b79) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:49.031481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.037452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.037851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:49.038463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.048255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fccaff20-1a7f-4d91-b51e-e8c22ad12b32 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:49.066290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.101220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e8d6605-7305-4751-b047-0321e755d440 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:49.129941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f6e18c2c-952a-4c60-a2ed-e24872fca331 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:49.130602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.151709 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6583ac8d-486f-43d3-ae1c-02b808f9e3de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=926aef33992148e1b9e4c510ab26ab92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2006683
Nov 29 11:59:49.161859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51674) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:49.163459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=31d7f09a-41aa-43b2-bd2c-c84db08f1b63,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:49.166088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:49.207075 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/31d7f09a-41aa-43b2-bd2c-c84db08f1b63 HTTP/1.1" status: 204  len: 168 time: 3.0514576
Nov 29 11:59:49.231354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51678) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:49.279012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.285936 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4774396
Nov 29 11:59:49.299974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51682) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-19cc8711-2365-4664-b690-e43afdac3740 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3c28539-77f4-4f9a-90e0-b074bd0424e6: This subnet is being modified by another concurrent operation.
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3c28539-77f4-4f9a-90e0-b074bd0424e6: This subnet is being modified by another concurrent operation.
Nov 29 11:59:49.308603 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 11:59:49.347339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdcf1ba-ac2b-4ab1-bcfe-13ff395d9a2f None None] Network 50e84a1c-3009-4c2b-b015-59203a7959b5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:49.378952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.384874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'ports': [{'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'}, {'network_id': '00fa6957-3ca1-46d0-b9d2-065b28a06b3a'}]} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:49.385188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:49.385680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '00fa6957-3ca1-46d0-b9d2-065b28a06b3a'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:49.470333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object b51a7f4b-0426-412d-b097-58c203e34b79 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:49.470970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=00fa6957-3ca1-46d0-b9d2-065b28a06b3a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:49.508316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 9b0bbfa6-ddfc-43d0-88f2-ac60fe38d7e0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:49.508682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.520144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 00fa6957-3ca1-46d0-b9d2-065b28a06b3a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:49.536160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:49.548126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ebed3b64-578e-4013-aa25-178f084acaf5 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:49.644472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.656367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c81303a7-8ed5-4236-94e4-3d2cdbb411da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:49.671648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c28539-77f4-4f9a-90e0-b074bd0424e6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:49.696818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:49.710300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ff1423d3-a0fe-430f-b60c-210f403322d1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:49.720142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.726099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.851865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:49.857345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:49.869624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:49.870498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.891681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0826ce80>,) {'filters': {'network_id': ['50e84a1c-3009-4c2b-b015-59203a7959b5']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:49.901670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/184c6942-7e85-46a4-8a55-ba9af185d350/7fc6a2e3-56b0-466a-8888-51aed19f2c7a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 11:59:49.902438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:49.944050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port ff1423d3-a0fe-430f-b60c-210f403322d1 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:49.965610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0826ce80>, 'bfd4afaf-2f15-474f-97b7-63052a41f5d8') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:49.966552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0826ce80>, 'bfd4afaf-2f15-474f-97b7-63052a41f5d8') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:49.986868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=b51a7f4b-0426-412d-b097-58c203e34b79,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:50.004180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:50.004938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ff1423d3-a0fe-430f-b60c-210f403322d1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:50.005515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.025720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.026127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.034702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.038860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08629fa0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 6, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:50.048037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.057199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:50.080768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:50.085290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.093404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:50.097579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:50.105485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:50.105889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.109653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:50.110561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08629fa0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:50.121137 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:50.123135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:50.201002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 9b0bbfa6-ddfc-43d0-88f2-ac60fe38d7e0 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:50.252867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 2} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:50.257921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.267082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.276145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:50.299865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571fcd7-e66e-4f62-a88d-51fc830913ea,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:50.301561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.303558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:50.332816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.354482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95955a04-7686-4580-8cf7-a82e5689ac75 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:50.378979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.397230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=50e84a1c-3009-4c2b-b015-59203a7959b5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:50.406494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:50.415547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.416788 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7571fcd7-e66e-4f62-a88d-51fc830913ea HTTP/1.1" status: 204  len: 168 time: 1.2476833
Nov 29 11:59:50.420781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:50.425139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/50e84a1c-3009-4c2b-b015-59203a7959b5 HTTP/1.1" status: 204  len: 168 time: 2.3474226
Nov 29 11:59:50.429163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51688) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:50.444827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073289730'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:50.457976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:50.476737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:50.481507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:50.496782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.500801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:50.513115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.596659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Transition to ACTIVE for port object 7fc6a2e3-56b0-466a-8888-51aed19f2c7a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:50.631898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:50.635563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.648173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Transition to ACTIVE for port object 7fc6a2e3-56b0-466a-8888-51aed19f2c7a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:50.654141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port ff1423d3-a0fe-430f-b60c-210f403322d1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ff1423d3-a0fe-430f-b60c-210f403322d1,segment=NetworkSegment(2a47f1ff-8358-4c90-8ad8-5a4268ccbb72),segment_id=2a47f1ff-8358-4c90-8ad8-5a4268ccbb72)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:50.690722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:50.709879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.714506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:50.716063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 2f617dc2-078c-4358-afa2-5fd911a55476 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:50.728962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added routes are [] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Nov 29 11:59:50.731744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Nov 29 11:59:50.732251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.732606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment b79b3ac7-ef8b-4604-b014-51e299b27e33 of type vlan for network 1c82df4c-92cd-4837-8428-ce099e243f8a
Nov 29 11:59:50.733724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.749996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3266e34a-84e7-4a53-bf35-579d467ad680 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:50.750221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.801141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.803728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:50.811450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:50.813521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 7c645f67-0020-401d-ace7-1c37438ec2b4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:50.850236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:50.851864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=9b0bbfa6-ddfc-43d0-88f2-ac60fe38d7e0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:50.906889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:50.908280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 7c645f67-0020-401d-ace7-1c37438ec2b4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:50.908788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 7c645f67-0020-401d-ace7-1c37438ec2b4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:50.915907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:50.917725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=ff1423d3-a0fe-430f-b60c-210f403322d1,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:50.998827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:50.999271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:50.999695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.000114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.000526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.000944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.001355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.002291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.003510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.003888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.006296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.006536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.007100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 11:59:51.017282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.017668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.021834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:51.026566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a186a57-afb5-4413-baff-1b55067afbf3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:51.032573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:51.098896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Attempting to bind port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:51.099488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Attempting to bind port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:51.099871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Attempting to bind port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:51.118093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=b51a7f4b-0426-412d-b097-58c203e34b79,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:51.126481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:51.150218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.158859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.159508 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP f8d044a9-21e4-40e5-a619-17be5deed6d3 disassociated (deleted). External IP: 172.26.4.174, port: 88750879-b993-4478-8383-357044861611.
Nov 29 11:59:51.160035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:51.160676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:51.161100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.161650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:51.162273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Bound port: 7fc6a2e3-56b0-466a-8888-51aed19f2c7a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:51.162783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.182626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51694) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:51.255862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 18b3acbd-5b72-41e0-ba15-c828d8e2431a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:51.277397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.282020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Pushing event updated for resources: {'Port': ['ID=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:51.283192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:51.283867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.293654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:51.307221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:51.367531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 35ebef7c-056a-430d-a27c-478dd0659dc5 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 11:59:51.455052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] For port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:51.459501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] For port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:51.473031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.481033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:51.521847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 18b3acbd-5b72-41e0-ba15-c828d8e2431a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:51.522556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.551019 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3b9314ec-37f6-4d4e-85f9-7d1f501c20aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf947a8401754083bfc76e6463e0604c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3492026
Nov 29 11:59:51.551282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08629fa0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 6, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:51.559201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51698) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:51.599202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d637fa-34e3-48d9-800d-cafca96b21c6 None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 6, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:36Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:51.605923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=1c82df4c-92cd-4837-8428-ce099e243f8a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:51.628947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1c82df4c-92cd-4837-8428-ce099e243f8a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:51.664953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:51.720553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.747516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.796950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Pushing event updated for resources: {'Port': ['ID=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:51.798144 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3675723
Nov 29 11:59:51.809913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:51.818149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:51.821135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:51.861723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '1c82df4c-92cd-4837-8428-ce099e243f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:51.866817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.881680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:51.889016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:51.913956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cbb6351c-3190-491e-b3a0-1c7a4d504918 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:51.975510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 11:59:52.013552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port cbb6351c-3190-491e-b3a0-1c7a4d504918 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:52.014798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.033371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.089812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:52.107310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.175980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac3ca018-8dbd-45d5-b020-f5c0254f88a4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:52.200136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7fa64c85-fdb9-43c3-95a1-772457e83019 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:52.253746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:52.258566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-a2a08283-3bab-4074-90ad-9320047d9a23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6604216
Nov 29 11:59:52.259040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:52.259483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.342158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.354074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 11:59:52.355372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:52.363556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:52.369026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:52.375544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:52.376385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.390068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=2f617dc2-078c-4358-afa2-5fd911a55476,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:52.390983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.401374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:52.401881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8850797b-2b2c-4253-9a12-275f3e1f2317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:52.414933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:52.427631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:52.429501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051884e-a17a-4c67-9634-554fb47e974a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:52.432884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:52.436013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.440223 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-789292e9-013e-499e-bf43-c8740617a1d9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 703 time: 3.6515186
Nov 29 11:59:52.443075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51706) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:52.444197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:52.447271 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:52.447484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.448391 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3051884e-a17a-4c67-9634-554fb47e974a HTTP/1.1" status: 204  len: 168 time: 0.8882458
Nov 29 11:59:52.449221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:52.450911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port ac3ca018-8dbd-45d5-b020-f5c0254f88a4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,segment=NetworkSegment(4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f),segment_id=4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:52.468325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.469907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6e6f2e09-5bb9-4006-83cd-3626890ef21d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:52.475598 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:52.477235 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095f1700>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:52.499719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7aaf092e-cafd-425f-8c66-c292b52b200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:52.530979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': '5a059e0e-8143-468f-935e-30d9484a2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '00fa6957-3ca1-46d0-b9d2-065b28a06b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:52.531236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 00fa6957-3ca1-46d0-b9d2-065b28a06b3a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:52.542136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=35ebef7c-056a-430d-a27c-478dd0659dc5,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:52.548637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:52.565469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 00fa6957-3ca1-46d0-b9d2-065b28a06b3a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:52.586427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 00fa6957-3ca1-46d0-b9d2-065b28a06b3a) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:52.591121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 11:59:52.597377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:52.602321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ac574-3599-41c2-8370-8d98c4446890 None None] Network 00fa6957-3ca1-46d0-b9d2-065b28a06b3a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:52.602487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:52.603017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.656996 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.3490705
Nov 29 11:59:52.658972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51712) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:52.681145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:52.697401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:52.736099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 6e6f2e09-5bb9-4006-83cd-3626890ef21d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:52.746151 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:52.883965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6e6f2e09-5bb9-4006-83cd-3626890ef21d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:52.884352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:52.931844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:52.941310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:52.947001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.138839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 35ebef7c-056a-430d-a27c-478dd0659dc5 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:53.139414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.194080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.251912 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4ed8b91e-0b35-4b6c-a2f6-a5e7fe358b45 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 703 time: 0.7775872
Nov 29 11:59:53.260480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:53.272715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 6e6f2e09-5bb9-4006-83cd-3626890ef21d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6e6f2e09-5bb9-4006-83cd-3626890ef21d,segment=NetworkSegment(e0904213-b8e7-4234-bfee-011dccfbf5ea),segment_id=e0904213-b8e7-4234-bfee-011dccfbf5ea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:53.279212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.286879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d86a818-ded1-41b8-b3e3-e72b1eef3123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:53.294489 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095f1700>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 7, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:45Z', 'revision_number': 4, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:53.301956 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:53.312098 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:53.312852 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095f1700>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:53.341303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-97037436-c559-47c2-800c-001cb3444bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:53.342724 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-97037436-c559-47c2-800c-001cb3444bc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1098 time: 0.9746680
Nov 29 11:59:53.343368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Router d05e1b23-a621-416c-b32c-246f491e855b is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 11:59:53.406065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=6e6f2e09-5bb9-4006-83cd-3626890ef21d,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:53.409317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2a38d-4eba-449a-8391-7dc14b93cee8 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:53.417041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.426370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 43dea1cf-cb71-49d2-9107-e00ac714e29e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:53.474054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:53.477715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 43dea1cf-cb71-49d2-9107-e00ac714e29e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:53.478176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 43dea1cf-cb71-49d2-9107-e00ac714e29e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:53.478705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 11:59:53.531064 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:53.575702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 11:59:53.576115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 57ee6bbf-02b2-4f1f-bc01-c8196b3816bc not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 11:59:53.664262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 35ebef7c-056a-430d-a27c-478dd0659dc5 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:53.671066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bfa4f100-73b4-4522-967d-fa5833c774ab None None] Provisioning for port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:53.831542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.838891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fd9542cb-760a-4c43-858f-c6dad5fa5753 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:53.954803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=35ebef7c-056a-430d-a27c-478dd0659dc5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:53.971782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:53.973693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:53.985647 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095f1700>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 7, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:53Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:53.986288 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/35ebef7c-056a-430d-a27c-478dd0659dc5 HTTP/1.1" status: 204  len: 168 time: 1.3130534
Nov 29 11:59:53.991481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51720) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:53.994820 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc07b7-2c45-4847-a41c-fd600143ac2b None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 7, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6f2e09-5bb9-4006-83cd-3626890ef21d', 'name': '', 'network_id': '427bb1cd-83a0-448a-ad3a-d68add98b579', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:8e:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:37Z', 'updated_at': '2021-11-29T11:59:53Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:54.041816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 7fc6a2e3-56b0-466a-8888-51aed19f2c7a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:54.119350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c093680-3ffc-45d1-94e1-8b77553a80a0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:54.129618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c093680-3ffc-45d1-94e1-8b77553a80a0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:54.132189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c093680-3ffc-45d1-94e1-8b77553a80a0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:54.165973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c093680-3ffc-45d1-94e1-8b77553a80a0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:54.168891 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c093680-3ffc-45d1-94e1-8b77553a80a0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1764188
Nov 29 11:59:54.171964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:54.234282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:54.241818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:54.242467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.259852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 2f617dc2-078c-4358-afa2-5fd911a55476 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:54.260214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.407666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.447964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:54.458085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.459189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6e6f2e09-5bb9-4006-83cd-3626890ef21d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:54.470273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:54.496978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:54.526965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:54.568083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-03ac760e-c2d1-489d-ac30-86ebe9b996f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:54.570142 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-03ac760e-c2d1-489d-ac30-86ebe9b996f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 898 time: 1.1456103
Nov 29 11:59:54.572505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.576938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.583989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:54.584707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed2220>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:54.630392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69294b7c-7d07-4934-930a-2882a594ec61 None None] Provisioning complete for port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:54.630846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69294b7c-7d07-4934-930a-2882a594ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.699375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:54.712582 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Sync routers for ids ['d05e1b23-a621-416c-b32c-246f491e855b'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:54.721574 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "PUT /v2.0/routers/d05e1b23-a621-416c-b32c-246f491e855b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8995681
Nov 29 11:59:54.723342 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Routers {'d05e1b23-a621-416c-b32c-246f491e855b'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:54.727708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:54.727902 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09508760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d05e1b23-a621-416c-b32c-246f491e855b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:54.741711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 2f617dc2-078c-4358-afa2-5fd911a55476 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:54.749264 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-14e0a48a-27dd-4498-bf29-9e4865e39c30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 217 time: 0.1312437
Nov 29 11:59:54.822462 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/f8d044a9-21e4-40e5-a619-17be5deed6d3 HTTP/1.1" status: 204  len: 168 time: 5.5900762
Nov 29 11:59:54.840938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:54.852503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:54.893529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'tag': '88750879-b993-4478-8383-357044861611'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 11:59:54.932963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.961461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:54.988341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6e6f2e09-5bb9-4006-83cd-3626890ef21d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:54.989126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:54.991724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.001322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7adb75ba-735b-496e-b950-cc5c0ac928d2 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:55.025544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:55.074264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bfea4b-82e2-4b56-81b0-057bd606e7ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.075392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a5bfea4b-82e2-4b56-81b0-057bd606e7ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:55.085241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=be93a3a1-3fe6-45eb-9f7c-27a4217c97eb,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:55.091556 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Set router d05e1b23-a621-416c-b32c-246f491e855b gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:55.094112 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'tag': '88750879-b993-4478-8383-357044861611', 'status': 'completed', 'code': 200}
Nov 29 11:59:55.098263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=2f617dc2-078c-4358-afa2-5fd911a55476,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:55.098472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:55.100708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.113522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:55.114166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a5bfea4b-82e2-4b56-81b0-057bd606e7ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:55.116880 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a5bfea4b-82e2-4b56-81b0-057bd606e7ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports/b51a7f4b-0426-412d-b097-58c203e34b79 HTTP/1.1" status: 200  len: 911 time: 0.3865986
Nov 29 11:59:55.118819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:55.125733 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/2f617dc2-078c-4358-afa2-5fd911a55476 HTTP/1.1" status: 204  len: 168 time: 0.9508939
Nov 29 11:59:55.130461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:55.131313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': 'b79b3ac7-ef8b-4604-b014-51e299b27e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1c82df4c-92cd-4837-8428-ce099e243f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:55.131684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 1c82df4c-92cd-4837-8428-ce099e243f8a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 11:59:55.188226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede8c26-e17f-47fc-bae3-069e42bebdf5 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 11:59:55.218856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-e103eee2-ca39-4c26-baed-be52956e967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.219736 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-e103eee2-ca39-4c26-baed-be52956e967d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 200  len: 835 time: 0.4522457
Nov 29 11:59:55.230294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 1c82df4c-92cd-4837-8428-ce099e243f8a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 11:59:55.279203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4144b-c01b-481c-aa1d-6a93b8002086 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.289806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1c82df4c-92cd-4837-8428-ce099e243f8a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 11:59:55.298377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4144b-c01b-481c-aa1d-6a93b8002086 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.301647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.302224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.311653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-efd4144b-c01b-481c-aa1d-6a93b8002086 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1910408
Nov 29 11:59:55.312560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:55.353391 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.5397642
Nov 29 11:59:55.360225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51750) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:55.467248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69294b7c-7d07-4934-930a-2882a594ec61 None None] Provisioning for port b51a7f4b-0426-412d-b097-58c203e34b79 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 11:59:55.550451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69294b7c-7d07-4934-930a-2882a594ec61 None None] Provisioning complete for port b51a7f4b-0426-412d-b097-58c203e34b79 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:55.551144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69294b7c-7d07-4934-930a-2882a594ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.556470 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09508760>, [{'id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:44Z', 'updated_at': '2021-11-29T11:59:49Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None, '_interfaces': [{'id': 'b51a7f4b-0426-412d-b097-58c203e34b79', 'name': '', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'mac_address': 'fa:16:3e:bb:1e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '184c6942-7e85-46a4-8a55-ba9af185d350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:48Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'subnets': [{'id': '184c6942-7e85-46a4-8a55-ba9af185d350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:55.561747 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Checking router: d05e1b23-a621-416c-b32c-246f491e855b for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:55.562244 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Updating router d05e1b23-a621-416c-b32c-246f491e855b port b51a7f4b-0426-412d-b097-58c203e34b79 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 11:59:55.625002 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.658165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-69294b7c-7d07-4934-930a-2882a594ec61 None None] Port b51a7f4b-0426-412d-b097-58c203e34b79 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:55.749128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b2c36-99d7-4947-8563-5d66972ac772 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.752904 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f29b2c36-99d7-4947-8563-5d66972ac772 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.6014030
Nov 29 11:59:55.767654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51754) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:55.809327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac3ca018-8dbd-45d5-b020-f5c0254f88a4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:55.851010 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5e15cc-08d3-452d-96ce-22be2b6f413a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 11:59:55.854995 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3b5e15cc-08d3-452d-96ce-22be2b6f413a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/35ebef7c-056a-430d-a27c-478dd0659dc5 HTTP/1.1" status: 404  len: 333 time: 0.0801284
Nov 29 11:59:55.859371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.862650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-ccbfbf91-a0e0-4e00-bfa1-8a71f542c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:55.864141 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-ccbfbf91-a0e0-4e00-bfa1-8a71f542c5d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6265812
Nov 29 11:59:55.866808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51758) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:55.911203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.933191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-21321d8e-bfab-4d68-9636-575ccfe9f9e2 None None] Provisioning complete for port b51a7f4b-0426-412d-b097-58c203e34b79 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:55.933575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21321d8e-bfab-4d68-9636-575ccfe9f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:55.987051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede8c26-e17f-47fc-bae3-069e42bebdf5 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 11:59:56.012720 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc53388-dee0-4a2b-a2fa-524a087882cc tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 11:59:56.014065 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9bc53388-dee0-4a2b-a2fa-524a087882cc tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/2f617dc2-078c-4358-afa2-5fd911a55476 HTTP/1.1" status: 404  len: 333 time: 0.1451683
Nov 29 11:59:56.048411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:56.048801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.074958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51762) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:56.100224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.142572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-21321d8e-bfab-4d68-9636-575ccfe9f9e2 None None] Port b51a7f4b-0426-412d-b097-58c203e34b79 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 11:59:56.162454 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.179893 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Transition to ACTIVE for port object b51a7f4b-0426-412d-b097-58c203e34b79 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 11:59:56.189366 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.197320 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a5a841bd-1c70-452e-8fec-230a49bcb3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:56.220373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-43ba9a97-74ce-4a61-95f2-6f7bbe2a10a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:56.221113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-43ba9a97-74ce-4a61-95f2-6f7bbe2a10a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:56.264061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.284001 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab0cbe-3323-48e7-bd8e-4e1877710889 None None] Pushing event updated for resources: {'Port': ['ID=b51a7f4b-0426-412d-b097-58c203e34b79,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:56.287911 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e7ab0cbe-3323-48e7-bd8e-4e1877710889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:56.361214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed2220>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:34Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:56.404142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 11:59:56.427217 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-a6828429-7d1b-4f3e-a595-2800841264be service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5539618
Nov 29 11:59:56.437154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-43ba9a97-74ce-4a61-95f2-6f7bbe2a10a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:56.437637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:56.438485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed2220>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:56.443919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-43ba9a97-74ce-4a61-95f2-6f7bbe2a10a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 945 time: 0.9729686
Nov 29 11:59:56.457627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.538166 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Attempting to bind port b51a7f4b-0426-412d-b097-58c203e34b79 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 11:59:56.539022 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Attempting to bind port b51a7f4b-0426-412d-b097-58c203e34b79 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 11:59:56.539643 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Attempting to bind port b51a7f4b-0426-412d-b097-58c203e34b79 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 11:59:56.547885 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 11:59:56.548940 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 11:59:56.549555 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.550147 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 11:59:56.550965 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Bound port: b51a7f4b-0426-412d-b097-58c203e34b79, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 11:59:56.551592 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.578123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ff1423d3-a0fe-430f-b60c-210f403322d1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:56.647712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-222d0fb5-e3db-4bfc-bfcf-dfa7fc3a3fc2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 11:59:56.665359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.670700 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] For port b51a7f4b-0426-412d-b097-58c203e34b79, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 11:59:56.673251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3492be2f-1ea2-43e0-8d6f-f3c397537b4b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:56.678586 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] For port b51a7f4b-0426-412d-b097-58c203e34b79, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b51a7f4b-0426-412d-b097-58c203e34b79,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 11:59:56.686384 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.698557 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-086aba27-ce86-4f6e-a65c-624da3c3d02a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:56.701830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49b58689-67b4-4492-b6cf-745db8bee201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.727421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=be93a3a1-3fe6-45eb-9f7c-27a4217c97eb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:56.755395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:56.785638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-222d0fb5-e3db-4bfc-bfcf-dfa7fc3a3fc2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 11:59:56.795114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0acb6e46-d756-4dc5-bcc7-20e901461513 req-222d0fb5-e3db-4bfc-bfcf-dfa7fc3a3fc2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3503048
Nov 29 11:59:56.826894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.869616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03530a90>,) {'filters': {'network_id': ['00fa6957-3ca1-46d0-b9d2-065b28a06b3a']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:56.873588 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab0cbe-3323-48e7-bd8e-4e1877710889 None None] Pushing event updated for resources: {'Port': ['ID=b51a7f4b-0426-412d-b097-58c203e34b79,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:56.874843 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcfe179d-5341-419a-aa6b-f79da1349e4d req-dcebcdc5-a307-4298-9306-d629d2582ac4 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4114506
Nov 29 11:59:56.881451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:56.892940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port b51a7f4b-0426-412d-b097-58c203e34b79 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:56.893415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.932321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.937195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ff1423d3-a0fe-430f-b60c-210f403322d1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:56.937587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:56.949376 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Routers {'d05e1b23-a621-416c-b32c-246f491e855b'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:56.950410 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09508760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d05e1b23-a621-416c-b32c-246f491e855b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:56.955738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03530a90>, '5a059e0e-8143-468f-935e-30d9484a2014') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:56.956041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03530a90>, '5a059e0e-8143-468f-935e-30d9484a2014') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:57.057759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114ef03-f962-447a-8031-ce06f88ec25d req-c03bca14-3966-4111-9878-fc28cafd770e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:57.059140 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1114ef03-f962-447a-8031-ce06f88ec25d req-c03bca14-3966-4111-9878-fc28cafd770e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 945 time: 0.4871361
Nov 29 11:59:57.091134 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e7ab0cbe-3323-48e7-bd8e-4e1877710889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:57.129155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.132586 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] Set router d05e1b23-a621-416c-b32c-246f491e855b gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:57.137297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0809e340>,) {'filters': {'network_id': ['1c82df4c-92cd-4837-8428-ce099e243f8a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:57.159251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 6e6f2e09-5bb9-4006-83cd-3626890ef21d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:57.159861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.171558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.184770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port b51a7f4b-0426-412d-b097-58c203e34b79, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b51a7f4b-0426-412d-b097-58c203e34b79,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:57.184770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.192667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:57.193097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:57.209980 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:57.228150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb12a3b-fe07-42eb-99ff-5c6cdd91215e None None] Network 1c82df4c-92cd-4837-8428-ce099e243f8a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:57.286902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.593071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0809e340>, 'b79b3ac7-ef8b-4604-b014-51e299b27e33') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:57.593375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0809e340>, 'b79b3ac7-ef8b-4604-b014-51e299b27e33') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:57.621931 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09508760>, [{'id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:44Z', 'updated_at': '2021-11-29T11:59:49Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None, '_interfaces': [{'id': 'b51a7f4b-0426-412d-b097-58c203e34b79', 'name': '', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'mac_address': 'fa:16:3e:bb:1e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '184c6942-7e85-46a4-8a55-ba9af185d350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:48Z', 'updated_at': '2021-11-29T11:59:56Z', 'revision_number': 4, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'subnets': [{'id': '184c6942-7e85-46a4-8a55-ba9af185d350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:57.626755 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02145f0-8a57-4b99-9747-dadbaaa65f22 None None] The sync data for ids ['d05e1b23-a621-416c-b32c-246f491e855b'] in dv-neutron-819579-1-hyperv is: [{'id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:44Z', 'updated_at': '2021-11-29T11:59:49Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None, '_interfaces': [{'id': 'b51a7f4b-0426-412d-b097-58c203e34b79', 'name': '', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'mac_address': 'fa:16:3e:bb:1e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '184c6942-7e85-46a4-8a55-ba9af185d350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:48Z', 'updated_at': '2021-11-29T11:59:56Z', 'revision_number': 4, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'subnets': [{'id': '184c6942-7e85-46a4-8a55-ba9af185d350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:57.638249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.664153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 88750879-b993-4478-8383-357044861611 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 11:59:57.664502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.685175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 7fc6a2e3-56b0-466a-8888-51aed19f2c7a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 11:59:57.702913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for b51a7f4b-0426-412d-b097-58c203e34b79 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:57.726589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-7654b8dc-8e41-4a6d-a293-42cd4df93bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:57.729241 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-7654b8dc-8e41-4a6d-a293-42cd4df93bc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 1098 time: 0.7997880
Nov 29 11:59:57.737363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.752050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37650174-d190-4963-9f08-6fd17118110a None None] Network 1c82df4c-92cd-4837-8428-ce099e243f8a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 11:59:57.794391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.800270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.807933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f2622c7f-25cd-4f72-9cde-a21ac3a78c8a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:57.855864 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/00fa6957-3ca1-46d0-b9d2-065b28a06b3a HTTP/1.1" status: 204  len: 168 time: 1.7753439
Nov 29 11:59:57.856550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51770) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:57.862825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=00fa6957-3ca1-46d0-b9d2-065b28a06b3a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:57.867162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 11:59:57.867872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:57.870339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:57.876986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-241936068'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:57.892784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:57.905264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:57.915475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:57.923834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:57.949686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed2220>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:34Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:57.950213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:57.954601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.017559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ddb77-a792-4961-a081-1f88c860e3f5 None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T11:59:34Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25a6dda5-54e6-46db-b6e1-db12e3e079a4', 'name': '', 'network_id': '3ced4a6b-2470-4d40-85ef-09f3c1848231', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e6:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:09Z', 'updated_at': '2021-11-29T11:57:22Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'f84aca0c-b29d-4ebc-8c7d-40536e53fe5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 11:59:58.047728 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 11:59:58.111824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 11:59:58.112129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.217857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 6e6f2e09-5bb9-4006-83cd-3626890ef21d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6e6f2e09-5bb9-4006-83cd-3626890ef21d,segment=NetworkSegment(e0904213-b8e7-4234-bfee-011dccfbf5ea),segment_id=e0904213-b8e7-4234-bfee-011dccfbf5ea)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:58.218220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.229555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffacbb-ef3a-4991-af0b-530a7542cc9d req-38d557b6-24f8-49bd-8a67-aafa9fdee49e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:58.231304 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-beffacbb-ef3a-4991-af0b-530a7542cc9d req-38d557b6-24f8-49bd-8a67-aafa9fdee49e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 945 time: 0.2158139
Nov 29 11:59:58.232625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.236973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-42a96923-ec94-493b-8b7a-cfbdc5dbf5bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:58.250596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2f3e5bd9-76af-46f7-9ade-fbfc9b3c4136 None None] Could not find standard attr ID for object b51a7f4b-0426-412d-b097-58c203e34b79. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 11:59:58.280047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:58.292035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.292619 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment 591ed81f-4ae8-44d4-aa52-6eee29ca5256 of type vlan for network 6175e41a-434f-43dc-b02c-d36b9814403e
Nov 29 11:59:58.330035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.339817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=b51a7f4b-0426-412d-b097-58c203e34b79,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:58.342920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:58.430415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-beffacbb-ef3a-4991-af0b-530a7542cc9d req-94775b8f-4308-4b5a-99b4-17c416234cff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1301110
Nov 29 11:59:58.437922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.457907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.470098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d646744-2dd9-4dc2-bbad-feaf2c603a0c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:58.493714 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/1c82df4c-92cd-4837-8428-ce099e243f8a HTTP/1.1" status: 204  len: 168 time: 3.1320500
Nov 29 11:59:58.506029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 6e6f2e09-5bb9-4006-83cd-3626890ef21d owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:58.514942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51774) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:58.523940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251142020'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:58.533534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:58.539681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:58.542027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:58.548610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:58.562350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5fc8c-b325-400b-8f58-aff4eeba4c43 None None] New status for floating IP f8d044a9-21e4-40e5-a619-17be5deed6d3: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 11:59:58.563332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=1c82df4c-92cd-4837-8428-ce099e243f8a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:58.567854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:58.573212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.594339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:58.692977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 11:59:58.703899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.721344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 11:59:58.730353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-9e96ca55-3786-4899-a999-80d2a0ad1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:58.731998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-9e96ca55-3786-4899-a999-80d2a0ad1713 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 200  len: 898 time: 0.9890018
Nov 29 11:59:58.800612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.806783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:58.807446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.838736 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-bbf86737-ca99-450c-bb3d-c4b365c79f99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 200  len: 217 time: 0.0951304
Nov 29 11:59:58.893289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a8023d4-07be-49ea-b0f3-2c6a002926f9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:58.907140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:58.907433 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment 3d9fde50-0d55-4d78-b18c-6b16cc447224 of type vlan for network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a
Nov 29 11:59:58.961514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-98ad5cef-e4b8-4c74-b8bf-016bfb5719fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:58.962932 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-98ad5cef-e4b8-4c74-b8bf-016bfb5719fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 200  len: 835 time: 0.1131737
Nov 29 11:59:58.969933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 88750879-b993-4478-8383-357044861611, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=88750879-b993-4478-8383-357044861611,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 11:59:58.970309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.057573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-335bf3dd-cf18-400c-bc1b-f125872ad993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.091067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.102717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=6175e41a-434f-43dc-b02c-d36b9814403e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:59.114770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 6175e41a-434f-43dc-b02c-d36b9814403e details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:59.143478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 88750879-b993-4478-8383-357044861611 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 11:59:59.154680 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2936802
Nov 29 11:59:59.167047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51778) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:59.167655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:59.179530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:59.267123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Router d05e1b23-a621-416c-b32c-246f491e855b has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 11:59:59.300794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.305393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.309559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b34c253-4f62-410e-883e-09ecd3d90824 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:59.310994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:59.311634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.320304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1159fa30-42f8-4fa7-aab3-c42366717caa tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:59.392462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-ec9e6f74-aa59-43a1-8299-c2c977fefec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 11:59:59.393930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-ec9e6f74-aa59-43a1-8299-c2c977fefec3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ced4a6b-2470-4d40-85ef-09f3c1848231&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4145207
Nov 29 11:59:59.399245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=6e6f2e09-5bb9-4006-83cd-3626890ef21d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:59.406075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:59.681010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 11:59:59.690587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "PUT /v2.0/routers/d05e1b23-a621-416c-b32c-246f491e855b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3768101
Nov 29 11:59:59.692248 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] Sync routers for ids ['d05e1b23-a621-416c-b32c-246f491e855b'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 11:59:59.699812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51784) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:59.700488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 11:59:59.704903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 11:59:59.705546 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] Routers {'d05e1b23-a621-416c-b32c-246f491e855b'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 11:59:59.705874 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088466d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d05e1b23-a621-416c-b32c-246f491e855b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 11:59:59.707974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 11:59:59.721474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 11:59:59.763964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2468319
Nov 29 11:59:59.774845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51788) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 11:59:59.803030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 11:59:59.861799 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] Set router d05e1b23-a621-416c-b32c-246f491e855b gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 11:59:59.874555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.889869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1906cc1c-1b75-4003-8b82-ff563ff3d41c tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 11:59:59.907782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 11:59:59.911076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 11:59:59.917828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 11:59:59.922291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 11:59:59.923317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 11:59:59.964404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=88750879-b993-4478-8383-357044861611,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:00.016821 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088466d0>, [{'id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:44Z', 'updated_at': '2021-11-29T11:59:58Z', 'revision_number': 3, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:00.019500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:00.022378 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] Checking router: d05e1b23-a621-416c-b32c-246f491e855b for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:00.036254 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] Routers {'d05e1b23-a621-416c-b32c-246f491e855b'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:00.037177 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088466d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d05e1b23-a621-416c-b32c-246f491e855b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:00.049342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564239d8-86d6-48d0-bdf9-13c67a5e996f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:00.049608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.051210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564239d8-86d6-48d0-bdf9-13c67a5e996f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:00.053265 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-564239d8-86d6-48d0-bdf9-13c67a5e996f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3415303
Nov 29 12:00:00.057231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:00.070246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51792) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:00.105437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.112834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 88750879-b993-4478-8383-357044861611 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:00.118067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.118652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:00.122172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Performing IP validity checks on allocation pools {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 12:00:00.122429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-32d36bd2-026a-4997-975c-408b9eff725f service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7210255
Nov 29 12:00:00.122960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'name': 'network-vif-deleted', 'tag': '88750879-b993-4478-8383-357044861611'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:00:00.125036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 12:00:00.169211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:00.176287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:00.186575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 184c6942-7e85-46a4-8a55-ba9af185d350 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:00.189843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.202324 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] Set router d05e1b23-a621-416c-b32c-246f491e855b gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:00.234469 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54431712-b377-4075-badc-bdd1551f29e0', 'name': 'network-vif-deleted', 'tag': '88750879-b993-4478-8383-357044861611', 'status': 'completed', 'code': 200}
Nov 29 12:00:00.253579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:00.257890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.312197 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088466d0>, [{'id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:44Z', 'updated_at': '2021-11-29T11:59:58Z', 'revision_number': 3, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:00.316457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b78330-269c-4c42-b1c9-fe430523bb8f None None] The sync data for ids ['d05e1b23-a621-416c-b32c-246f491e855b'] in dv-neutron-819579-1-hyperv is: [{'id': 'd05e1b23-a621-416c-b32c-246f491e855b', 'name': 'tempest-NetworksTestDHCPv6-router-1979177689', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:44Z', 'updated_at': '2021-11-29T11:59:58Z', 'revision_number': 3, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:00.350230 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1114ef03-f962-447a-8031-ce06f88ec25d req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/88750879-b993-4478-8383-357044861611 HTTP/1.1" status: 204  len: 173 time: 3.2789335
Nov 29 12:00:00.372941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7658a3-b2bf-43f3-a91a-b50a353feef5 req-a28db23c-90e7-4eae-8f6f-be569af12452 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:00.373678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9a7658a3-b2bf-43f3-a91a-b50a353feef5 req-a28db23c-90e7-4eae-8f6f-be569af12452 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:00.374191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.438296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9a7658a3-b2bf-43f3-a91a-b50a353feef5 req-a28db23c-90e7-4eae-8f6f-be569af12452 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:00.439755 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a7658a3-b2bf-43f3-a91a-b50a353feef5 req-a28db23c-90e7-4eae-8f6f-be569af12452 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=54431712-b377-4075-badc-bdd1551f29e0 HTTP/1.1" status: 200  len: 867 time: 0.7060137
Nov 29 12:00:00.620963 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb13fc58-2107-46a3-9517-3f378952bbc3 req-ca2ca979-c33a-469d-8dd8-70e863541590 service neutron] 10.222.0.18 "GET /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4843736
Nov 29 12:00:00.663804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.668145 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a7658a3-b2bf-43f3-a91a-b50a353feef5 req-46f97bd1-f882-41a6-930e-8c100eff5c8c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=359d56e0-6bfb-4185-9e64-f8bda24fd271&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1551774
Nov 29 12:00:00.679359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:00.708621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.717012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a5a4e5a-8c41-4a70-9097-36b684b4346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:00.849123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=6f049f10-bc79-4d17-968f-ffc1f35f21cc,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:00.870908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:00.888763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.894187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:00.895491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-feacf83a-3c44-4b47-b2a9-ab2122c539bd tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:00.899673 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6350234
Nov 29 12:00:00.902251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:00.909466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:00.921800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:00.922732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082a1610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:00.957008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.964691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': '591ed81f-4ae8-44d4-aa52-6eee29ca5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:00.965059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 6175e41a-434f-43dc-b02c-d36b9814403e, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:00.987608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:00.991204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:00.991353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.004928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=6993266b-3ce0-427e-9f7a-8d00c710ee78,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:01.008449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb64a0-b4b1-4270-ac38-539a091caf61 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:01.017529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:01.018041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-afcc9a07-8452-4251-b41c-9ce4b02edbca tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:01.062854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.073802 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/184c6942-7e85-46a4-8a55-ba9af185d350 HTTP/1.1" status: 204  len: 168 time: 1.0025961
Nov 29 12:00:01.076678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=184c6942-7e85-46a4-8a55-ba9af185d350,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:01.079906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51802) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:01.083052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:01.083735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 6175e41a-434f-43dc-b02c-d36b9814403e is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:01.161243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': '3d9fde50-0d55-4d78-b18c-6b16cc447224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:01.161639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:01.177264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 6175e41a-434f-43dc-b02c-d36b9814403e) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:01.215818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42692197-7666-4093-be50-c845bd58231b None None] Network 6175e41a-434f-43dc-b02c-d36b9814403e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:01.237664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:01.238305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.261568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:01.267677 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0975821
Nov 29 12:00:01.270589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51806) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:01.273632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:01.280610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e', 'name': 'tempest-PortsIpV6TestJSON-255546756'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:01.283745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-884da0b4-c9a2-4ebb-ab17-48daa569f70d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:router {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:01.287156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:01.287802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.314337 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5247509
Nov 29 12:00:01.314562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51810) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:01.320467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:01.333781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:01.344672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-884da0b4-c9a2-4ebb-ab17-48daa569f70d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:router {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:01.345846 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-884da0b4-c9a2-4ebb-ab17-48daa569f70d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2650235
Nov 29 12:00:01.353541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51814) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:01.376722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5744fe7-5d00-4db1-9c73-5f58211a21e4 None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:01.453596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 88750879-b993-4478-8383-357044861611 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:01.459286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:01.463283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:subnet and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:01.466249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:01.472146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:01.482929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:01.486483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.517493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 88750879-b993-4478-8383-357044861611 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:01.518152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 88750879-b993-4478-8383-357044861611 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:01.535063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.691908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b51a7f4b-0426-412d-b097-58c203e34b79 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:01.700570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.805042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b51a7f4b-0426-412d-b097-58c203e34b79 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:01.805395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b51a7f4b-0426-412d-b097-58c203e34b79 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:01.837022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51820) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:01.853261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:01.926130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:01.933154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:01.939663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.945164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:01.948167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.953174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.973965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:01.977811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.987265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:01.994376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.006111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.006893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Fanout notify agent at l3_agent the message router_deleted on router d05e1b23-a621-416c-b32c-246f491e855b {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:00:02.008797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port bd87676e-0d6a-4fd6-9269-23b4eb27bc4c yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:02.029030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.036120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b7490f0-3a69-48a9-b5b6-5a7899693686 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:02.050931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.060361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be5c19b2-b301-4c29-8348-82841b59fe87 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:02.107090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:02.110632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:02.114095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:02.115050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:02.115710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.123455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:02.124807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.130851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=d8a42119-c3c7-47ef-9148-79b6d483310b,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:02.147387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b HTTP/1.1" status: 204  len: 168 time: 1.2435331
Nov 29 12:00:02.151412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:02.154455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51824) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:02.182508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a', 'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': '6993266b-3ce0-427e-9f7a-8d00c710ee78'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:02.183391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.183967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.185246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-534c076f-2c8f-42eb-9270-7a22e65ca74f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/routers/d05e1b23-a621-416c-b32c-246f491e855b HTTP/1.1" status: 204  len: 168 time: 0.8307736
Nov 29 12:00:02.188980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51828) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:02.194475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98757be0-4c4f-4a04-9b06-4317a34c20c2 None None] Network 427bb1cd-83a0-448a-ad3a-d68add98b579 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:02.195191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:02.287684 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9719019
Nov 29 12:00:02.300133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51832) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:02.327318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:02.359939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-6175e41a-434f-43dc-b02c-d36b9814403e', 'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': '6f049f10-bc79-4d17-968f-ffc1f35f21cc'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:02.360767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.385812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.385812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.386125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.387954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::99 (6175e41a-434f-43dc-b02c-d36b9814403e/6f049f10-bc79-4d17-968f-ffc1f35f21cc/bd87676e-0d6a-4fd6-9269-23b4eb27bc4c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:02.390129 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/359d56e0-6bfb-4185-9e64-f8bda24fd271 HTTP/1.1" status: 204  len: 168 time: 0.5515592
Nov 29 12:00:02.398839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:02.399192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-801908d2-db6e-407e-9f9f-72c9e767989e tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:02.407498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:02.411985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:02.415880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Deleting port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:02.416292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.422551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:02.435594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51838) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:02.442363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:02.443990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:02.446984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:02.447132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:02.448814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:02.449769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Synchronizing usage tracker for tenant:327b2486ff2349f4abad58256fb924f1 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:02.454899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d56e0-6bfb-4185-9e64-f8bda24fd271,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:02.457202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port cbb6351c-3190-491e-b3a0-1c7a4d504918 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:02.458170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.484080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:02.524724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Unset dirty status for tenant:327b2486ff2349f4abad58256fb924f1 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:02.529620 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b070c5b2-50b7-4786-9251-df822b4e7b65 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2249596
Nov 29 12:00:02.551408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51842) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:02.561464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1993716059'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:02.573517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:02.584704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:02.586804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:02.589608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:02.590292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.597984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:02.685357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:02.688939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.731144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port cbb6351c-3190-491e-b3a0-1c7a4d504918, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cbb6351c-3190-491e-b3a0-1c7a4d504918,segment=NetworkSegment(e0904213-b8e7-4234-bfee-011dccfbf5ea),segment_id=e0904213-b8e7-4234-bfee-011dccfbf5ea)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:02.731526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.803552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:02.838583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Allocated IP 2001:db8::2 (7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a/6993266b-3ce0-427e-9f7a-8d00c710ee78/8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:02.872446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for cbb6351c-3190-491e-b3a0-1c7a4d504918 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:02.910692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.911027 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment 9cae739b-a1f5-4d73-922b-207e0b52bca9 of type vlan for network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a
Nov 29 12:00:02.964658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:02.980991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082a1610>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:59Z', 'revision_number': 8, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:02.995588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.001312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d2a7cb7e-d66f-47e4-a7bd-26029ab32414 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:03.050892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.056857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:03.057374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.061234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:03.085498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=cbb6351c-3190-491e-b3a0-1c7a4d504918,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:03.087773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port cbb6351c-3190-491e-b3a0-1c7a4d504918 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:03.110348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:03.110975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082a1610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:03.112650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.118430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:03.118901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:03.130647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object bd87676e-0d6a-4fd6-9269-23b4eb27bc4c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:03.176032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e31743-bf5f-4787-be49-52ef03a4e71c None None] DHCP port deletion for 427bb1cd-83a0-448a-ad3a-d68add98b579 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:03.245640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=9aaf2fc1-8d20-4a7e-9046-1f524d21a32a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:03.254539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:03.263355 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7044437
Nov 29 12:00:03.272074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] For port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:03.272478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.282418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:03.288069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:03.302180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:03.343310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.375946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03209a90>,) {'filters': {'network_id': ['427bb1cd-83a0-448a-ad3a-d68add98b579']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:03.395657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03209a90>, 'e0904213-b8e7-4234-bfee-011dccfbf5ea') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:03.396143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03209a90>, 'e0904213-b8e7-4234-bfee-011dccfbf5ea') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:03.401140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.410268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.417671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:03.427031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.434278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:03.434693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:03.450125 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:03.534565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.538198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-36d7b8ac-1ca6-49ed-93d4-4137fa8c3aa4 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:03.597250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 6175e41a-434f-43dc-b02c-d36b9814403e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:03.620969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:03.628466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=bd87676e-0d6a-4fd6-9269-23b4eb27bc4c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:03.634864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:03.641189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:03.641834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.652717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.656744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:03.672287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 7fc6a2e3-56b0-466a-8888-51aed19f2c7a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:03.702618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2edd344b-adb4-40ee-a913-c41a41ca9a56 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:03.708543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.720208 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/427bb1cd-83a0-448a-ad3a-d68add98b579 HTTP/1.1" status: 204  len: 168 time: 1.5608985
Nov 29 12:00:03.720449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Calling delete_port for 7fc6a2e3-56b0-466a-8888-51aed19f2c7a owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:03.720894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51850) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:03.724248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=427bb1cd-83a0-448a-ad3a-d68add98b579,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:03.812974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:03.849242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:03.859224 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.5852537
Nov 29 12:00:03.860614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:03.867310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:03.873861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:03.874782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.879782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=9ffc32e9-8c49-4a70-a34f-5224f2425079,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:03.923056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:03.923263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Allocated IP 2001:db8::2 (6175e41a-434f-43dc-b02c-d36b9814403e/6f049f10-bc79-4d17-968f-ffc1f35f21cc/ef310f51-a6c5-4d5a-900c-abd2300b0ee6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:03.934987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.951308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:03.963742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:03.989474 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7993495
Nov 29 12:00:03.995894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:04.003460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:04.014522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:04.018987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.026391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port bd87676e-0d6a-4fd6-9269-23b4eb27bc4c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:04.026955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.058067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:router and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:04.061186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-79832f2b-7501-4baf-aff2-ae9d24451ad9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:04.061509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Transition to ACTIVE for port object 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:04.082749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:04.094806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Nov 29 12:00:04.100672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:04.101448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.102865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "PUT /v2.0/networks/9aaf2fc1-8d20-4a7e-9046-1f524d21a32a HTTP/1.1" status: 200  len: 723 time: 0.8192019
Nov 29 12:00:04.104061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:04.105962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:04.118440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:04.257852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.258931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.278808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Transition to ACTIVE for port object 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:04.280034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.289955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f537049a-6693-43e8-8dd1-07ab14fdad20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:04.292347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:04.301582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=9aaf2fc1-8d20-4a7e-9046-1f524d21a32a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:04.305381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:04.308405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:04.332256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:04.353194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:04.356609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.363091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.377207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Pushing event deleted for resources: {'Port': ['ID=7fc6a2e3-56b0-466a-8888-51aed19f2c7a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:04.378228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.428388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.437934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] No DVR routers for this DVR port 7fc6a2e3-56b0-466a-8888-51aed19f2c7a on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:04.439515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:04.444439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:04.495607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.512206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.534861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.549928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8653d-70bd-4997-aee5-25eafb4f83c2 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:04.609696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:04.681561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:04.703373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:04.709139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.718691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Pushing event updated for resources: {'Port': ['ID=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:04.854320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:04.875711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.881488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:04.881841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:04.885204 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90060d6e-865b-49f9-ac11-f984336fd275 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.8855231
Nov 29 12:00:04.890087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for bd87676e-0d6a-4fd6-9269-23b4eb27bc4c owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:04.906942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51866) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:04.945868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cbb6351c-3190-491e-b3a0-1c7a4d504918 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:05.053952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: cbb6351c-3190-491e-b3a0-1c7a4d504918 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:05.054389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cbb6351c-3190-491e-b3a0-1c7a4d504918 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:05.080354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.083968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Attempting to bind port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:05.084521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Attempting to bind port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '3d9fde50-0d55-4d78-b18c-6b16cc447224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:05.085067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Attempting to bind port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b on network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:05.113880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Transition to ACTIVE for port object ef310f51-a6c5-4d5a-900c-abd2300b0ee6 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:05.142314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:05.142611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Checking segment: {'id': '3d9fde50-0d55-4d78-b18c-6b16cc447224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:05.143003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.143440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Bound using segment: {'id': '3d9fde50-0d55-4d78-b18c-6b16cc447224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:05.143937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Bound port: 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9fde50-0d55-4d78-b18c-6b16cc447224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:05.144323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.234133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Transition to ACTIVE for port object ef310f51-a6c5-4d5a-900c-abd2300b0ee6 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:05.246620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.252646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-213491ba-de2d-49af-9404-e5bdf23dde71 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:05.255455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.264912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:05.316276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=bd87676e-0d6a-4fd6-9269-23b4eb27bc4c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:05.338461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082a1610>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:59Z', 'revision_number': 8, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:05.352164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:05.374044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac233a5-071f-4abf-9dbc-e6a117415bce None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T11:59:59Z', 'revision_number': 8, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff1423d3-a0fe-430f-b60c-210f403322d1', 'name': '', 'network_id': '0aabd8cd-6c79-4c46-bb07-68b53a9b741e', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:ef:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:27Z', 'updated_at': '2021-11-29T11:59:50Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '02de2584-7076-4723-8e55-8a2cf0b7f932', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:05.377259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=c81c46f4-e14e-48cc-bbfb-81e060487b9d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:05.377793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.390160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Network 6175e41a-434f-43dc-b02c-d36b9814403e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:05.391162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '9ffc32e9-8c49-4a70-a34f-5224f2425079'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:05.392410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.396482 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/bd87676e-0d6a-4fd6-9269-23b4eb27bc4c HTTP/1.1" status: 204  len: 168 time: 1.5241265
Nov 29 12:00:05.396884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51870) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:05.401013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:05.424291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:05.435411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] For port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:05.437891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:05.438167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': '9cae739b-a1f5-4d73-922b-207e0b52bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:05.438526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:05.480228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Pushing event updated for resources: {'Port': ['ID=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:05.480860 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29a6c02-0fac-41ef-bc3b-ba424a4e71ac tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:05.481421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29a6c02-0fac-41ef-bc3b-ba424a4e71ac tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:05.485988 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d29a6c02-0fac-41ef-bc3b-ba424a4e71ac tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/bd87676e-0d6a-4fd6-9269-23b4eb27bc4c HTTP/1.1" status: 404  len: 333 time: 0.0880532
Nov 29 12:00:05.491044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:05.522100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] For port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,segment=NetworkSegment(3d9fde50-0d55-4d78-b18c-6b16cc447224),segment_id=3d9fde50-0d55-4d78-b18c-6b16cc447224)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:05.523382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:05.545360 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f023267f-7889-40d4-a462-745d18cfa8bb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:00:05.546035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f023267f-7889-40d4-a462-745d18cfa8bb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:05.556048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 25a6dda5-54e6-46db-b6e1-db12e3e079a4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:05.556503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.560293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.577958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5429c84-5b25-4e8c-a6a5-3241c27c8e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:05.612463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f023267f-7889-40d4-a462-745d18cfa8bb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:05.616057 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f023267f-7889-40d4-a462-745d18cfa8bb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/bd87676e-0d6a-4fd6-9269-23b4eb27bc4c HTTP/1.1" status: 404  len: 333 time: 0.1239984
Nov 29 12:00:05.616711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51878) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:05.635370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port ff1423d3-a0fe-430f-b60c-210f403322d1 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:05.636081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.673402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Attempting to bind port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:05.673644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Attempting to bind port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '591ed81f-4ae8-44d4-aa52-6eee29ca5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:05.674556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Attempting to bind port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 on network 6175e41a-434f-43dc-b02c-d36b9814403e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:05.674685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:05.705020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:05.705431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Checking segment: {'id': '591ed81f-4ae8-44d4-aa52-6eee29ca5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:05.705869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.706283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Bound using segment: {'id': '591ed81f-4ae8-44d4-aa52-6eee29ca5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:05.706781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Bound port: ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ed81f-4ae8-44d4-aa52-6eee29ca5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6175e41a-434f-43dc-b02c-d36b9814403e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:05.707179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.711635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:05.716418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:05.717363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.773824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ad550-f5cb-4e1e-9359-5b401070d1f5 None None] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:05.808030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6e6f2e09-5bb9-4006-83cd-3626890ef21d no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:05.814396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 6f049f10-bc79-4d17-968f-ffc1f35f21cc {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:05.834981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Pushing event updated for resources: {'Port': ['ID=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:05.838064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.886241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:05.899494 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7923014
Nov 29 12:00:05.904637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51882) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:05.912276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:05.923244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:05.957982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 6e6f2e09-5bb9-4006-83cd-3626890ef21d {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:05.958364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6e6f2e09-5bb9-4006-83cd-3626890ef21d not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:05.990323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 25a6dda5-54e6-46db-b6e1-db12e3e079a4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25a6dda5-54e6-46db-b6e1-db12e3e079a4,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:05.990656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.026279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/9ffc32e9-8c49-4a70-a34f-5224f2425079/84b222cb-7f60-456a-8042-09e09e80067c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:06.154176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 25a6dda5-54e6-46db-b6e1-db12e3e079a4 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:06.168790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] For port ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:06.211884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] For port ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,segment=NetworkSegment(591ed81f-4ae8-44d4-aa52-6eee29ca5256),segment_id=591ed81f-4ae8-44d4-aa52-6eee29ca5256)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:06.233583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.244204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-465a8ec7-4659-4833-913b-b9de72fab14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:06.268437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.365886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9544328'] for subnet, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.448090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port ff1423d3-a0fe-430f-b60c-210f403322d1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ff1423d3-a0fe-430f-b60c-210f403322d1,segment=NetworkSegment(2a47f1ff-8358-4c90-8ad8-5a4268ccbb72),segment_id=2a47f1ff-8358-4c90-8ad8-5a4268ccbb72)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:06.448766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.477584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-9aaf2fc1-8d20-4a7e-9046-1f524d21a32a', 'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': 'c81c46f4-e14e-48cc-bbfb-81e060487b9d'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:06.478480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.504268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Pushing event updated for resources: {'Port': ['ID=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:06.514788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:06.584611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.613319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Transition to ACTIVE for port object 84b222cb-7f60-456a-8042-09e09e80067c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:06.658653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for ff1423d3-a0fe-430f-b60c-210f403322d1 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:06.660764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Transition to ACTIVE for port object 84b222cb-7f60-456a-8042-09e09e80067c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:06.671802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.677226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:06.744180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.794705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:06.809194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:06.856779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Pushing event updated for resources: {'Port': ['ID=84b222cb-7f60-456a-8042-09e09e80067c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:06.877864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=25a6dda5-54e6-46db-b6e1-db12e3e079a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:06.886169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:06.892051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:06.894056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:06.895213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:06.897913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:07.028113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Attempting to bind port 84b222cb-7f60-456a-8042-09e09e80067c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:07.028113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Attempting to bind port 84b222cb-7f60-456a-8042-09e09e80067c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:07.028463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Attempting to bind port 84b222cb-7f60-456a-8042-09e09e80067c on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:07.038928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:07.039788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:07.040205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.040610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:07.041106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Bound port: 84b222cb-7f60-456a-8042-09e09e80067c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:07.041897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.171736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] For port 84b222cb-7f60-456a-8042-09e09e80067c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:07.176453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] For port 84b222cb-7f60-456a-8042-09e09e80067c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=84b222cb-7f60-456a-8042-09e09e80067c,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:07.184306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.189824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:07.232431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.248161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-086f09bb-c688-4e9b-b752-2efaf079b756 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:07.298503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Pushing event updated for resources: {'Port': ['ID=84b222cb-7f60-456a-8042-09e09e80067c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:07.299885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=6f049f10-bc79-4d17-968f-ffc1f35f21cc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:07.303519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:07.305013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.308130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:07.332366 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/6f049f10-bc79-4d17-968f-ffc1f35f21cc HTTP/1.1" status: 204  len: 168 time: 1.7118490
Nov 29 12:00:07.335434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51886) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:07.452051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752348684364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264720'] for subnet, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.464427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::1 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/9ffc32e9-8c49-4a70-a34f-5224f2425079/8a4dc261-860e-4ac8-beeb-4fb96af52018) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:07.480123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Allocated IP 2001:db8::2 (9aaf2fc1-8d20-4a7e-9046-1f524d21a32a/c81c46f4-e14e-48cc-bbfb-81e060487b9d/172180fc-9f1a-458f-9035-f84efeaa5982) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:07.482784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58504aa7-32c0-4337-8578-e2fd2c086c15 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:07.518219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.532686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.580159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:07.580757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.585003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "PUT /v2.0/subnets/c81c46f4-e14e-48cc-bbfb-81e060487b9d HTTP/1.1" status: 200  len: 826 time: 1.6763170
Nov 29 12:00:07.590855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:07.732052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb968f-d1bf-451d-8f61-e4a2cfca2b8b None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:07.878405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:07.879026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.922705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:07.940359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=c81c46f4-e14e-48cc-bbfb-81e060487b9d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:07.944075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:07.949427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5341ebe6-1cc1-4cca-a3a0-bee061c55e3a tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:07.964969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ef310f51-a6c5-4d5a-900c-abd2300b0ee6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:07.991270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.041739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=ff1423d3-a0fe-430f-b60c-210f403322d1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:08.045218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:08.070106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c240f342-e4c2-4fb7-b02f-549d6095df26 None None] Provisioning for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:08.210265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d3df7-656a-4fee-b007-a717699b41ae None None] Network 6175e41a-434f-43dc-b02c-d36b9814403e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:08.227557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 8a4dc261-860e-4ac8-beeb-4fb96af52018 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:08.247726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.264211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.419603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:08.426144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.453653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.456752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:08.474556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.481281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3001dadf-3954-4abd-bce3-e50dcc4a7edb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:08.491483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Provisioning for port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:08.526904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Transition to ACTIVE for port object 172180fc-9f1a-458f-9035-f84efeaa5982 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:08.602546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Provisioning complete for port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:08.603069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.714746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Transition to ACTIVE for port object 172180fc-9f1a-458f-9035-f84efeaa5982 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:08.724223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:08.748008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.761838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9baf2657-e4eb-48d9-8399-f297817a7ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:08.776699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:08.781243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:08.794282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:08.794814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.809728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:08.825548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:08.843114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:08.853668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:08.858126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:08.871976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:08.872355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.900932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,segment=NetworkSegment(591ed81f-4ae8-44d4-aa52-6eee29ca5256),segment_id=591ed81f-4ae8-44d4-aa52-6eee29ca5256)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:08.901501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.962221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:08.978051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=8a4dc261-860e-4ac8-beeb-4fb96af52018,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:09.055878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.069536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for ef310f51-a6c5-4d5a-900c-abd2300b0ee6 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:09.101416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-291423fa-6831-45cd-91de-e5d7a2b57936 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:09.158497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=c81c46f4-e14e-48cc-bbfb-81e060487b9d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:09.188795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:09.195464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.215019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Pushing event updated for resources: {'Port': ['ID=172180fc-9f1a-458f-9035-f84efeaa5982,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:09.236161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:09.286076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:09.295147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Attempting to bind port 172180fc-9f1a-458f-9035-f84efeaa5982 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:09.295477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Attempting to bind port 172180fc-9f1a-458f-9035-f84efeaa5982 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '9cae739b-a1f5-4d73-922b-207e0b52bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:09.295858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Attempting to bind port 172180fc-9f1a-458f-9035-f84efeaa5982 on network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:09.303426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.306652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] For port ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,segment=NetworkSegment(591ed81f-4ae8-44d4-aa52-6eee29ca5256),segment_id=591ed81f-4ae8-44d4-aa52-6eee29ca5256)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:09.310212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:09.310617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Checking segment: {'id': '9cae739b-a1f5-4d73-922b-207e0b52bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:09.311149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.311734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Bound using segment: {'id': '9cae739b-a1f5-4d73-922b-207e0b52bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:09.312095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Bound port: 172180fc-9f1a-458f-9035-f84efeaa5982, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cae739b-a1f5-4d73-922b-207e0b52bca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:09.312535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.343711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08143910>,) {'filters': {'network_id': ['9aaf2fc1-8d20-4a7e-9046-1f524d21a32a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:09.353002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Update dhcp port {'port': {'network_id': '7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a', 'fixed_ips': [{'subnet_id': '6993266b-3ce0-427e-9f7a-8d00c710ee78', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8a42119-c3c7-47ef-9148-79b6d483310b'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:00:09.358586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08143910>, '9cae739b-a1f5-4d73-922b-207e0b52bca9') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:09.358832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08143910>, '9cae739b-a1f5-4d73-922b-207e0b52bca9') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:09.375498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.389507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] DHCP port deletion for 6175e41a-434f-43dc-b02c-d36b9814403e request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:09.391255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.394442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.401762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:09.402191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.408189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:09.444173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:09.457048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Deleting port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:09.457662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.459905 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:09.472378 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:09.473455 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08846be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:09.523826 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:09.533363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:09.533988 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8117149
Nov 29 12:00:09.535253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 29 12:00:09.535253 dv-neutron-819579-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 29 12:00:09.535253 dv-neutron-819579-1-hyperv neutron-server[87600]: [parameters: {'id': '9aaf2fc1-8d20-4a7e-9046-1f524d21a32a'}]
Nov 29 12:00:09.535253 dv-neutron-819579-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:09.535253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:09.537633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:09.542944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:09.542944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:09.553216 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/8a511626-3f0d-42e8-ba45-e9f71e9393a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1118562
Nov 29 12:00:09.553216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51898) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:09.578634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Sync routers for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:09.629666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.655263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.669990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet f84aca0c-b29d-4ebc-8c7d-40536e53fe5d {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:09.673433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.726410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 02de2584-7076-4723-8e55-8a2cf0b7f932 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:09.730704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Routers {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:09.731382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0890b5b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:09.731672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.749898 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:09.757286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.779989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Pushing event updated for resources: {'Port': ['ID=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:09.822979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:09.849632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.854029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.869546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Provisioning for port 8a4dc261-860e-4ac8-beeb-4fb96af52018 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:09.973059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:09.993770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ca46fb26-fe79-4340-be78-80c751b56e1d tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:10.041513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.043869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.044279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.046670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:10.046997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.067484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.068710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.073151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.081947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=f84aca0c-b29d-4ebc-8c7d-40536e53fe5d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:10.100031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:10.107453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b8ad697c-0ae1-4b5f-b2ef-739a18b35552 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:10.111902 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/f84aca0c-b29d-4ebc-8c7d-40536e53fe5d HTTP/1.1" status: 204  len: 168 time: 0.5582314
Nov 29 12:00:10.114407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82170f8c-826f-4b5c-be7b-546868341194 None None] Network 3ced4a6b-2470-4d40-85ef-09f3c1848231 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:10.125000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51902) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:10.146129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Provisioning complete for port 8a4dc261-860e-4ac8-beeb-4fb96af52018 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:10.146520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.201484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting port 172180fc-9f1a-458f-9035-f84efeaa5982 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:10.201484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.203344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,segment=NetworkSegment(3d9fde50-0d55-4d78-b18c-6b16cc447224),segment_id=3d9fde50-0d55-4d78-b18c-6b16cc447224)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:10.275484 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08846be0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:07Z', 'revision_number': 9, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:10.280579 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:10.296726 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:10.297366 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08846be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:10.303787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] For port 172180fc-9f1a-458f-9035-f84efeaa5982, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:10.305926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.333414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=8a4dc261-860e-4ac8-beeb-4fb96af52018,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:10.342817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:10.362287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1fb664a7-5177-4419-a3c4-bfba466e34f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:10.418814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.435460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-07c09aa9-7bd5-4e22-8571-c7c6423bc5c1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:10.577372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:10.583641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=02de2584-7076-4723-8e55-8a2cf0b7f932,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:10.589383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:10.596588 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:10.613547 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/02de2584-7076-4723-8e55-8a2cf0b7f932 HTTP/1.1" status: 204  len: 168 time: 1.0728896
Nov 29 12:00:10.625748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51906) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:10.631663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] For port 172180fc-9f1a-458f-9035-f84efeaa5982, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=172180fc-9f1a-458f-9035-f84efeaa5982,segment=NetworkSegment(9cae739b-a1f5-4d73-922b-207e0b52bca9),segment_id=9cae739b-a1f5-4d73-922b-207e0b52bca9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:10.667255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936c092-18e6-4ec1-adaf-d656b33a229d None None] Network 0aabd8cd-6c79-4c46-bb07-68b53a9b741e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:10.682079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84b222cb-7f60-456a-8042-09e09e80067c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:10.682370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:10.695366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:10.778420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Port 8a4dc261-860e-4ac8-beeb-4fb96af52018 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:00:10.807692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.018680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] For port ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,segment=NetworkSegment(591ed81f-4ae8-44d4-aa52-6eee29ca5256),segment_id=591ed81f-4ae8-44d4-aa52-6eee29ca5256)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:11.019287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.085723 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08846be0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:07Z', 'revision_number': 9, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:11.092020 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134d5db-030d-4180-a66b-6003a52a76f5 None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:07Z', 'revision_number': 9, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '5920d17f-adf0-4204-b806-e0f197b4db5b', 'name': '', 'network_id': '5cccda53-b2ad-415a-a19f-5d6bfd14d548', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:f3:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:21Z', 'updated_at': '2021-11-29T11:59:32Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '9fe99f69-9714-4175-a3bc-375acd4be2ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:11.106938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.131486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port f6e18c2c-952a-4c60-a2ed-e24872fca331 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:11.131810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.164274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Router da157388-b246-4826-b20a-05d233a63f0d is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:00:11.180948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] For port 172180fc-9f1a-458f-9035-f84efeaa5982, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=172180fc-9f1a-458f-9035-f84efeaa5982,segment=NetworkSegment(9cae739b-a1f5-4d73-922b-207e0b52bca9),segment_id=9cae739b-a1f5-4d73-922b-207e0b52bca9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:11.181569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.217383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 84b222cb-7f60-456a-8042-09e09e80067c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:11.291211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Set router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:11.349359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Calling delete_port for ef310f51-a6c5-4d5a-900c-abd2300b0ee6 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:11.383097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:11.386202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Calling delete_port for 172180fc-9f1a-458f-9035-f84efeaa5982 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:11.386301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:11.473604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:11.477050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.554526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Provisioning for port 84b222cb-7f60-456a-8042-09e09e80067c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:11.619785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port ef310f51-a6c5-4d5a-900c-abd2300b0ee6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,segment=NetworkSegment(591ed81f-4ae8-44d4-aa52-6eee29ca5256),segment_id=591ed81f-4ae8-44d4-aa52-6eee29ca5256)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:11.620150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.636189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port f6e18c2c-952a-4c60-a2ed-e24872fca331, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f6e18c2c-952a-4c60-a2ed-e24872fca331,segment=NetworkSegment(2a47f1ff-8358-4c90-8ad8-5a4268ccbb72),segment_id=2a47f1ff-8358-4c90-8ad8-5a4268ccbb72)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:11.636757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.701962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Provisioning complete for port 84b222cb-7f60-456a-8042-09e09e80067c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:11.702492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.776318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for f6e18c2c-952a-4c60-a2ed-e24872fca331 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:11.779056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for ef310f51-a6c5-4d5a-900c-abd2300b0ee6 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:11.814201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:11.825603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:11.826343 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "PUT /v2.0/routers/da157388-b246-4826-b20a-05d233a63f0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9151096
Nov 29 12:00:11.829334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51910) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:11.830267 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Sync routers for ids ['da157388-b246-4826-b20a-05d233a63f0d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:11.844191 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Routers {'da157388-b246-4826-b20a-05d233a63f0d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:11.845943 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087fb2e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['da157388-b246-4826-b20a-05d233a63f0d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:11.849529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5456aba9-d15d-466b-93a7-ae4ff3779e5b tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:11.875524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Allocated IP 172.20.0.1 (7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a/d8a42119-c3c7-47ef-9148-79b6d483310b/8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:11.893785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ef310f51-a6c5-4d5a-900c-abd2300b0ee6 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:11.899804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No DVR routers for this DVR port 172180fc-9f1a-458f-9035-f84efeaa5982 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:11.905511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Port': ['ID=172180fc-9f1a-458f-9035-f84efeaa5982,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:11.915006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d47217-43f8-4f31-b38f-d5cd717dedeb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:11.915650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-17d47217-43f8-4f31-b38f-d5cd717dedeb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:11.950719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:11.956034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-17d47217-43f8-4f31-b38f-d5cd717dedeb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:11.958171 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-17d47217-43f8-4f31-b38f-d5cd717dedeb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports/8a4dc261-860e-4ac8-beeb-4fb96af52018 HTTP/1.1" status: 200  len: 911 time: 0.1271026
Nov 29 12:00:11.960878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51914) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:11.961762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad235a-fa80-4aaa-b4d0-3b353d9ce8b3 None None] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:11.976562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.006493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.018370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:12.049658 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Set router da157388-b246-4826-b20a-05d233a63f0d gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:12.074409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 3a83be8d-2c13-451a-acfe-a6b125b113a3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:12.075041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.093273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port f6e18c2c-952a-4c60-a2ed-e24872fca331 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:12.112423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Pushing event updated for resources: {'Port': ['ID=172180fc-9f1a-458f-9035-f84efeaa5982,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:12.142139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=f6e18c2c-952a-4c60-a2ed-e24872fca331,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:12.147243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.150473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:12.158563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83b25bc0-c504-4079-879f-6e5ec63f360c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:12.206979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.213635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:12.235665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=ef310f51-a6c5-4d5a-900c-abd2300b0ee6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:12.255575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:12.259031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No active binding found for port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 12:00:12.259554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ef310f51-a6c5-4d5a-900c-abd2300b0ee6 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:12.328240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.358415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c18da-b735-4a8d-adf5-40a0d12454a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:12.366187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c18da-b735-4a8d-adf5-40a0d12454a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:12.367910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c1c18da-b735-4a8d-adf5-40a0d12454a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.4045880
Nov 29 12:00:12.371906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51918) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:12.417705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 3a83be8d-2c13-451a-acfe-a6b125b113a3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3a83be8d-2c13-451a-acfe-a6b125b113a3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:12.418249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.436032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6df33-1549-4ffc-b748-019ce67b8806 None None] DHCP port deletion for 0aabd8cd-6c79-4c46-bb07-68b53a9b741e request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:12.453262 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087fb2e0>, [{'id': 'da157388-b246-4826-b20a-05d233a63f0d', 'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:04Z', 'updated_at': '2021-11-29T12:00:08Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None, '_interfaces': [{'id': '8a4dc261-860e-4ac8-beeb-4fb96af52018', 'name': '', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'mac_address': 'fa:16:3e:65:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da157388-b246-4826-b20a-05d233a63f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ffc32e9-8c49-4a70-a34f-5224f2425079', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:06Z', 'updated_at': '2021-11-29T12:00:09Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'subnets': [{'id': '9ffc32e9-8c49-4a70-a34f-5224f2425079', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:12.471465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957988f1-90b4-46e2-92a9-234f4b435be9 None None] Network 9aaf2fc1-8d20-4a7e-9046-1f524d21a32a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:12.478189 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Checking router: da157388-b246-4826-b20a-05d233a63f0d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:12.480385 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Updating router da157388-b246-4826-b20a-05d233a63f0d port 8a4dc261-860e-4ac8-beeb-4fb96af52018 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:00:12.576564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.649124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:12.725913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:12.726320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:12.753926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.756688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d083b88b0>,) {'filters': {'network_id': ['9aaf2fc1-8d20-4a7e-9046-1f524d21a32a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:12.768222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0376bfd0>,) {'filters': {'network_id': ['0aabd8cd-6c79-4c46-bb07-68b53a9b741e']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:12.788507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No DVR routers for this DVR port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:12.811324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 3a83be8d-2c13-451a-acfe-a6b125b113a3 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:12.814250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0376bfd0>, '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:12.814556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0376bfd0>, '2a47f1ff-8358-4c90-8ad8-5a4268ccbb72') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:12.835603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.910035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.920549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:12.920977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:12.922920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] DHCP port deletion for 3ced4a6b-2470-4d40-85ef-09f3c1848231 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:12.942321 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:13.080150 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.082058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Deleting port 641801c5-f9a0-4a33-8afc-91688c258268 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:13.082551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.099516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.103138 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Transition to ACTIVE for port object 8a4dc261-860e-4ac8-beeb-4fb96af52018 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:13.103533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.107676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.108721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083b88b0>, '9cae739b-a1f5-4d73-922b-207e0b52bca9') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.109015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d083b88b0>, '9cae739b-a1f5-4d73-922b-207e0b52bca9') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.120975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1511eccf-5dc2-46dd-a233-89d9939a435e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.124434 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.133021 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.139300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.141026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] For port 84b222cb-7f60-456a-8042-09e09e80067c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=84b222cb-7f60-456a-8042-09e09e80067c,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:13.153236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=0aabd8cd-6c79-4c46-bb07-68b53a9b741e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:13.168676 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/0aabd8cd-6c79-4c46-bb07-68b53a9b741e HTTP/1.1" status: 204  len: 168 time: 2.5380335
Nov 29 12:00:13.171738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:13.172401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51922) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:13.173198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.186012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.213897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.233731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=3a83be8d-2c13-451a-acfe-a6b125b113a3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:13.233962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] For port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,segment=NetworkSegment(3d9fde50-0d55-4d78-b18c-6b16cc447224),segment_id=3d9fde50-0d55-4d78-b18c-6b16cc447224)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:13.239228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Deleting port ef310f51-a6c5-4d5a-900c-abd2300b0ee6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:13.239692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.252275 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351ddc8-0964-4b4b-89be-c769ec0a74fb None None] Pushing event updated for resources: {'Port': ['ID=8a4dc261-860e-4ac8-beeb-4fb96af52018,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:13.256139 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d351ddc8-0964-4b4b-89be-c769ec0a74fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:13.285109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.288142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:13.301391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:13.301866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.354108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.362146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.375080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.396339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:13.396846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:13.416569 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:13.471752 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Attempting to bind port 8a4dc261-860e-4ac8-beeb-4fb96af52018 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:13.472065 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Attempting to bind port 8a4dc261-860e-4ac8-beeb-4fb96af52018 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:13.472901 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Attempting to bind port 8a4dc261-860e-4ac8-beeb-4fb96af52018 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:13.484653 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:13.485034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:13.485496 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.485902 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:13.486382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Bound port: 8a4dc261-860e-4ac8-beeb-4fb96af52018, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:13.486786 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.499782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03eda400>,) {'filters': {'network_id': ['6175e41a-434f-43dc-b02c-d36b9814403e']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.511783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f2c49-84ef-4e62-9b0d-6bac305eeb84 None None] The port 'ef310f51-a6c5-4d5a-900c-abd2300b0ee6' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:00:13.545070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03eda400>, '591ed81f-4ae8-44d4-aa52-6eee29ca5256') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.545421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03eda400>, '591ed81f-4ae8-44d4-aa52-6eee29ca5256') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.562018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.643218 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] For port 8a4dc261-860e-4ac8-beeb-4fb96af52018, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:13.648660 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] For port 8a4dc261-860e-4ac8-beeb-4fb96af52018, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8a4dc261-860e-4ac8-beeb-4fb96af52018,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:13.657466 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.677027 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.679383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Pushing event updated for resources: {'Port': ['ID=84b222cb-7f60-456a-8042-09e09e80067c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:13.685368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:13.754957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.757387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.777808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0890b5b0>, [{'id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'name': 'tempest-TestNetworkBasicOps-router-1576431675', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:54Z', 'updated_at': '2021-11-29T12:00:06Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '3a83be8d-2c13-451a-acfe-a6b125b113a3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511626-3f0d-42e8-ba45-e9f71e9393a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:56Z', 'updated_at': '2021-11-29T11:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.784347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.792672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.793175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router 8a511626-3f0d-42e8-ba45-e9f71e9393a6 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:00:13.800696 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351ddc8-0964-4b4b-89be-c769ec0a74fb None None] Pushing event updated for resources: {'Port': ['ID=8a4dc261-860e-4ac8-beeb-4fb96af52018,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:13.801347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Checking router: 8a511626-3f0d-42e8-ba45-e9f71e9393a6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:13.806439 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d351ddc8-0964-4b4b-89be-c769ec0a74fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:13.807928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Transition to ACTIVE for port object 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:13.810991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.814760 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Routers {'da157388-b246-4826-b20a-05d233a63f0d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:13.816066 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087fb2e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['da157388-b246-4826-b20a-05d233a63f0d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:13.819440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.828479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] For port 641801c5-f9a0-4a33-8afc-91688c258268, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=641801c5-f9a0-4a33-8afc-91688c258268,segment=NetworkSegment(7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19),segment_id=7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:13.829095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.836676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.837851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98fee382-dfb5-4336-a579-868375cd0271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:13.853088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.862957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.872692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=9aaf2fc1-8d20-4a7e-9046-1f524d21a32a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:13.884383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:13.892754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/9aaf2fc1-8d20-4a7e-9046-1f524d21a32a HTTP/1.1" status: 204  len: 168 time: 6.2943468
Nov 29 12:00:13.895207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51926) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:13.896755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:13.897158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:13.914935 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:13.951134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Routers set() bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:13.951552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Router IDs set() for agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 29 12:00:13.952161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a511626-3f0d-42e8-ba45-e9f71e9393a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent'). {{(pid=87601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 29 12:00:13.952566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8655f00-b3b8-462d-9ea9-9ed1ee828d39 None None] The sync data for ids ['8a511626-3f0d-42e8-ba45-e9f71e9393a6'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:13.975280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:13.976417 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/8a511626-3f0d-42e8-ba45-e9f71e9393a6 HTTP/1.1" status: 204  len: 168 time: 3.8504660
Nov 29 12:00:13.977933 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bc26fc-8711-4978-9092-0f7a9079a9c6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:13.978316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bc26fc-8711-4978-9092-0f7a9079a9c6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:13.988037 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23bc26fc-8711-4978-9092-0f7a9079a9c6 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/9aaf2fc1-8d20-4a7e-9046-1f524d21a32a HTTP/1.1" status: 404  len: 339 time: 0.0744414
Nov 29 12:00:13.988692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:13.989194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51932) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:14.070085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.083161 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] Set router da157388-b246-4826-b20a-05d233a63f0d gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:14.096104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143443299', 'description': 'd1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:14.101454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:14.105656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Usage tracker for resource:network and tenant:327b2486ff2349f4abad58256fb924f1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:14.108632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:14.115803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:14.117382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Calling delete_port for 641801c5-f9a0-4a33-8afc-91688c258268 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:14.174046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:14.178052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.285854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.313835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-347c6830-0c8f-4789-941f-3ec895650dc0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:14.325024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ff1423d3-a0fe-430f-b60c-210f403322d1 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:14.339320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.353751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:14.367495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.379211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=6175e41a-434f-43dc-b02c-d36b9814403e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:14.395517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:14.401702 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/6175e41a-434f-43dc-b02c-d36b9814403e HTTP/1.1" status: 204  len: 168 time: 7.0625315
Nov 29 12:00:14.403044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.403496 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment ab1c2a0d-9c46-4dfa-951e-7936abd57a1a of type vlan for network e201d100-7efc-4ea8-b523-f447f0b12acb
Nov 29 12:00:14.405412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51938) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:14.411195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-747791285'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:14.422959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Pushing event updated for resources: {'Port': ['ID=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:14.426528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: ff1423d3-a0fe-430f-b60c-210f403322d1 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:14.426528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ff1423d3-a0fe-430f-b60c-210f403322d1 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:14.431097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 641801c5-f9a0-4a33-8afc-91688c258268 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:14.431408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.433270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:14.459951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.475883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:14.503314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:14.545671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] No DVR routers for this DVR port 641801c5-f9a0-4a33-8afc-91688c258268 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:14.550981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Pushing event deleted for resources: {'Port': ['ID=641801c5-f9a0-4a33-8afc-91688c258268,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:14.586233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] The port '641801c5-f9a0-4a33-8afc-91688c258268' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:00:14.587706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:14.592709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:14.606006 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087fb2e0>, [{'id': 'da157388-b246-4826-b20a-05d233a63f0d', 'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:04Z', 'updated_at': '2021-11-29T12:00:08Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None, '_interfaces': [{'id': '8a4dc261-860e-4ac8-beeb-4fb96af52018', 'name': '', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'mac_address': 'fa:16:3e:65:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da157388-b246-4826-b20a-05d233a63f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ffc32e9-8c49-4a70-a34f-5224f2425079', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:06Z', 'updated_at': '2021-11-29T12:00:13Z', 'revision_number': 4, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'subnets': [{'id': '9ffc32e9-8c49-4a70-a34f-5224f2425079', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:14.610522 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9559b3-c61a-4262-9324-569bb06a4271 None None] The sync data for ids ['da157388-b246-4826-b20a-05d233a63f0d'] in dv-neutron-819579-1-hyperv is: [{'id': 'da157388-b246-4826-b20a-05d233a63f0d', 'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:04Z', 'updated_at': '2021-11-29T12:00:08Z', 'revision_number': 2, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None, '_interfaces': [{'id': '8a4dc261-860e-4ac8-beeb-4fb96af52018', 'name': '', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'mac_address': 'fa:16:3e:65:a9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da157388-b246-4826-b20a-05d233a63f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ffc32e9-8c49-4a70-a34f-5224f2425079', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:06Z', 'updated_at': '2021-11-29T12:00:13Z', 'revision_number': 4, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'subnets': [{'id': '9ffc32e9-8c49-4a70-a34f-5224f2425079', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:14.631404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:14.668329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:14.671944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.691376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 8a4dc261-860e-4ac8-beeb-4fb96af52018 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:14.691802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.720350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.929447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:14.933610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:14.968155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.027880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84b222cb-7f60-456a-8042-09e09e80067c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:15.038636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:15.051263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08484280>,) {'filters': {'network_id': ['3ced4a6b-2470-4d40-85ef-09f3c1848231']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:15.066215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.072786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:15.073424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.084313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08484280>, '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:15.084620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08484280>, '7493a13e-cbd2-4d5b-bc49-12f2f6ac9d19') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:15.092583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.092930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment 72029cc2-f11a-489e-bf18-b139cc0019b1 of type vlan for network 37136669-6da0-4d7e-b4d1-c4778d1ab483
Nov 29 12:00:15.096227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4131306-ac8d-4943-aa67-621c6b3307ee tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:15.144482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 84b222cb-7f60-456a-8042-09e09e80067c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:15.144962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.163381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.207839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f7b3f6-3bcc-4b3b-a901-8d428c541382 None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:15.245371 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1787739
Nov 29 12:00:15.251119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:15.306077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-00212433-8c57-438d-928a-1e6e8eb0acaf None None] Provisioning for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:15.319478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.330661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.334906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-00212433-8c57-438d-928a-1e6e8eb0acaf None None] Provisioning complete for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:15.335223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00212433-8c57-438d-928a-1e6e8eb0acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.337358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=e201d100-7efc-4ea8-b523-f447f0b12acb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:15.340611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:15.374833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network e201d100-7efc-4ea8-b523-f447f0b12acb details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:15.377244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port 8a4dc261-860e-4ac8-beeb-4fb96af52018, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8a4dc261-860e-4ac8-beeb-4fb96af52018,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:15.377730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.400150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:15.400619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:15.417451 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:15.559865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05277032-0706-44c4-a1cc-c5c1d79ed9d9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:15.560780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-05277032-0706-44c4-a1cc-c5c1d79ed9d9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Synchronizing usage tracker for tenant:327b2486ff2349f4abad58256fb924f1 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:15.583250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.590490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:15.591131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.596365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.601750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:15.608220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b09c82a-3e49-41a1-9c80-27350bc10935 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:15.629115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-05277032-0706-44c4-a1cc-c5c1d79ed9d9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Unset dirty status for tenant:327b2486ff2349f4abad58256fb924f1 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:15.633063 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05277032-0706-44c4-a1cc-c5c1d79ed9d9 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks?id=e201d100-7efc-4ea8-b523-f447f0b12acb HTTP/1.1" status: 200  len: 765 time: 0.3535483
Nov 29 12:00:15.644038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51946) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:15.711379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:15.715649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'description': 'd2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:15.731826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 8a4dc261-860e-4ac8-beeb-4fb96af52018 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:15.760134 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/3ced4a6b-2470-4d40-85ef-09f3c1848231 HTTP/1.1" status: 204  len: 168 time: 1.6890094
Nov 29 12:00:15.770241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51950) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:15.785626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--1170334869', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:15.793461 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3868284
Nov 29 12:00:15.795565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51954) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:15.804973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:15.811891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:15.879064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:15.892052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337b310-6595-481d-b2ea-3bd2f4ddbf94 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=37136669-6da0-4d7e-b4d1-c4778d1ab483,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:15.893813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:15.931496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=3ced4a6b-2470-4d40-85ef-09f3c1848231,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:15.931857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 37136669-6da0-4d7e-b4d1-c4778d1ab483 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:15.934036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:15.936787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:15.937169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:15.978041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:16.050394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:16.050656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.052763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:16.056338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.072912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.080806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 5920d17f-adf0-4204-b806-e0f197b4db5b {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:16.081550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.092021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.097570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad1d6914-c4a2-4a13-8054-2941180325a8 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:16.120702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network e201d100-7efc-4ea8-b523-f447f0b12acb is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Nov 29 12:00:16.126345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:16.126959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.128292 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "PUT /v2.0/networks/e201d100-7efc-4ea8-b523-f447f0b12acb HTTP/1.1" status: 200  len: 762 time: 0.4734476
Nov 29 12:00:16.136261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51958) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:16.142727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:16.188317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:16.200430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:16.207884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:16.221598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=e201d100-7efc-4ea8-b523-f447f0b12acb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:16.225166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:16.237649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network e201d100-7efc-4ea8-b523-f447f0b12acb details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:16.375536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5677c12-27e7-4902-bed3-43e16a2e68ed None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 12:00:16.401070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:16.405096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 641801c5-f9a0-4a33-8afc-91688c258268 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:16.431853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.432187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment e1a7830c-a07d-4ed5-8be8-90a2c34626f0 of type vlan for network c4848e71-6eaa-42bb-b499-f683adbee64e
Nov 29 12:00:16.459973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 641801c5-f9a0-4a33-8afc-91688c258268 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:16.459973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 641801c5-f9a0-4a33-8afc-91688c258268 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:16.460603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25a6dda5-54e6-46db-b6e1-db12e3e079a4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:16.474773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:16.478370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.502479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 25a6dda5-54e6-46db-b6e1-db12e3e079a4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:16.502833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25a6dda5-54e6-46db-b6e1-db12e3e079a4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:16.503310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6e18c2c-952a-4c60-a2ed-e24872fca331 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:16.521312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c816895-9136-4849-bb10-7ca1904127db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:16.522135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3c816895-9136-4849-bb10-7ca1904127db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Synchronizing usage tracker for tenant:327b2486ff2349f4abad58256fb924f1 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:16.542543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f6e18c2c-952a-4c60-a2ed-e24872fca331 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:16.542869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6e18c2c-952a-4c60-a2ed-e24872fca331 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:16.553123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cdcba395-8f5e-47c2-8b8f-59d338993589 None None] Provisioning complete for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:16.553706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cdcba395-8f5e-47c2-8b8f-59d338993589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.598152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.648142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.662929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e4fb3c1-6eff-4023-8a50-7a8978513eef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:16.686611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8a4dc261-860e-4ac8-beeb-4fb96af52018 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:16.718877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3c816895-9136-4849-bb10-7ca1904127db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Unset dirty status for tenant:327b2486ff2349f4abad58256fb924f1 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:16.724682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51962) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:16.725377 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c816895-9136-4849-bb10-7ca1904127db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks?id=e201d100-7efc-4ea8-b523-f447f0b12acb HTTP/1.1" status: 200  len: 765 time: 0.5792923
Nov 29 12:00:16.728349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8a4dc261-860e-4ac8-beeb-4fb96af52018 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:16.728811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8a4dc261-860e-4ac8-beeb-4fb96af52018 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Nov 29 12:00:16.761991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=8a4dc261-860e-4ac8-beeb-4fb96af52018,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:16.803806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:16.824025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 5920d17f-adf0-4204-b806-e0f197b4db5b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5920d17f-adf0-4204-b806-e0f197b4db5b,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:16.824635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.832396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 8a4dc261-860e-4ac8-beeb-4fb96af52018 not found, will not notify nova. {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 29 12:00:16.840393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5677c12-27e7-4902-bed3-43e16a2e68ed None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 12:00:16.845990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3a83be8d-2c13-451a-acfe-a6b125b113a3 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:16.899012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 3a83be8d-2c13-451a-acfe-a6b125b113a3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:16.899466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3a83be8d-2c13-451a-acfe-a6b125b113a3 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:16.915702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.921041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9e5a2-e6a6-4048-aa5e-7c73f347abdf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:16.921264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:16.922063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:16.925994 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9a9e5a2-e6a6-4048-aa5e-7c73f347abdf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1975634
Nov 29 12:00:16.927219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51966) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:16.968835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fc30cc21-1f74-48c4-999c-48b568cb70a5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Synchronizing usage tracker for tenant:327b2486ff2349f4abad58256fb924f1 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:16.989703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fc30cc21-1f74-48c4-999c-48b568cb70a5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Unset dirty status for tenant:327b2486ff2349f4abad58256fb924f1 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:16.992199 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc30cc21-1f74-48c4-999c-48b568cb70a5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 207 time: 0.0628407
Nov 29 12:00:16.995555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.034592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:17.167433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.173266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.180201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.186035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.192119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.198610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.200436 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5980c3d1-0ede-4fc4-99b2-7193e83ebb78 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.2025194
Nov 29 12:00:17.204250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.257897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 5920d17f-adf0-4204-b806-e0f197b4db5b owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:17.375370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:17.383372 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5ec86a24-ad54-47fe-8a71-9eb084881f93 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.1777930
Nov 29 12:00:17.388165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51978) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.454688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=c4848e71-6eaa-42bb-b499-f683adbee64e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:17.458477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:17.470523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c4848e71-6eaa-42bb-b499-f683adbee64e details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:17.534310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7603343
Nov 29 12:00:17.543667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 51982) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.589352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e77927-b475-4abb-8242-35de98c5cf79 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.590891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e77927-b475-4abb-8242-35de98c5cf79 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.592428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e77927-b475-4abb-8242-35de98c5cf79 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.594061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e77927-b475-4abb-8242-35de98c5cf79 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.595626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e77927-b475-4abb-8242-35de98c5cf79 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.597322 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54e77927-b475-4abb-8242-35de98c5cf79 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2081022
Nov 29 12:00:17.601095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51984) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.625408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818803107', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:17.647617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:17.656405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:17.661995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:17.671121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879502c-0157-4feb-82c3-76268a377ee0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.672506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879502c-0157-4feb-82c3-76268a377ee0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.673911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879502c-0157-4feb-82c3-76268a377ee0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.675441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879502c-0157-4feb-82c3-76268a377ee0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.676830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879502c-0157-4feb-82c3-76268a377ee0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.678813 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2879502c-0157-4feb-82c3-76268a377ee0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0767412
Nov 29 12:00:17.682448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.686258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:17.831888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf442ef2-00d2-41ee-ae2f-64d7b5cdbd77 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:17.832443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:17.833260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf442ef2-00d2-41ee-ae2f-64d7b5cdbd77 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks/8254f016-f6f6-48fd-9841-2a768dd8d647 HTTP/1.1" status: 200  len: 804 time: 0.1498828
Nov 29 12:00:17.833405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:17.837180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:17.837478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:17.851281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-729a1e5f-2082-4dca-b679-2bd76f566fea tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:17.923439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Router da157388-b246-4826-b20a-05d233a63f0d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:17.932686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:17.987227 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6b68e34-e284-43f6-9217-25a9f20fe4e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/networks/8254f016-f6f6-48fd-9841-2a768dd8d647?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1454294
Nov 29 12:00:17.987469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 51998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:18.009028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=708fefa4-7bca-46f1-8208-b53d1ac4e65f,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:18.015766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:18.058004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691e76c-c253-40f8-b8c7-d2e44db89363 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:18.062787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c691e76c-c253-40f8-b8c7-d2e44db89363 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/subnets/660b64af-098c-41df-80da-c3b368e4159d HTTP/1.1" status: 200  len: 843 time: 0.0709674
Nov 29 12:00:18.063009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:18.081264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': '72029cc2-f11a-489e-bf18-b139cc0019b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:18.081617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 37136669-6da0-4d7e-b4d1-c4778d1ab483, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:18.129770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f109da7-450d-4a4c-9d5d-87cca30adf72 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:18.131369 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7f109da7-450d-4a4c-9d5d-87cca30adf72 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "GET /v2.0/subnets/660b64af-098c-41df-80da-c3b368e4159d?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0674121
Nov 29 12:00:18.135283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:18.140723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730571282'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:18.145834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:18.155850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:18.167486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:18.171099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.199988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:18.211568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.211890 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Added segment f36939b1-32b9-43ea-bdbc-3c3c68d44e20 of type vlan for network 0ba660b1-099a-4407-a733-982654b1adf3
Nov 29 12:00:18.228846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.239350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.274641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.280424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:18.281005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.284188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-403a5342-30e5-40d8-8db1-ad0f298ef281 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:18.286037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3f3631d-0a3b-41e9-9f51-fa0857f9e343 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:18.347585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:18.349825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=5920d17f-adf0-4204-b806-e0f197b4db5b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:18.361709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] Sync routers for ids ['da157388-b246-4826-b20a-05d233a63f0d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:18.376509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] Routers {'da157388-b246-4826-b20a-05d233a63f0d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:18.377351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081ac1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['da157388-b246-4826-b20a-05d233a63f0d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:18.404499 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2681279
Nov 29 12:00:18.407356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:18.413150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'network_id': '0ba660b1-099a-4407-a733-982654b1adf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:18.431539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Network': ['ID=0ba660b1-099a-4407-a733-982654b1adf3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:18.436447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:18.437274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:18.458804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 37136669-6da0-4d7e-b4d1-c4778d1ab483 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:18.533690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0ba660b1-099a-4407-a733-982654b1adf3 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:18.538550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:18.559198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:18.596333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Made reservation on behalf of 327b2486ff2349f4abad58256fb924f1 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:18.601838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.714683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 12:00:18.715304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 12:00:18.717023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] Set router da157388-b246-4826-b20a-05d233a63f0d gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:18.794896 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "PUT /v2.0/routers/da157388-b246-4826-b20a-05d233a63f0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4218438
Nov 29 12:00:18.800561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:18.811296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.817032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 37136669-6da0-4d7e-b4d1-c4778d1ab483) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:18.837450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:18.838247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.838861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87b90dd-4b87-41a5-a201-308532f5d7dc None None] Network 37136669-6da0-4d7e-b4d1-c4778d1ab483 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:18.914478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081ac1c0>, [{'id': 'da157388-b246-4826-b20a-05d233a63f0d', 'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:04Z', 'updated_at': '2021-11-29T12:00:16Z', 'revision_number': 3, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:18.925433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] Checking router: da157388-b246-4826-b20a-05d233a63f0d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:18.928985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f03f9-f292-4165-af5d-d1e4900d8639 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:18.930813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f03f9-f292-4165-af5d-d1e4900d8639 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:18.931838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-960f03f9-f292-4165-af5d-d1e4900d8639 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:18.934471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:18.939519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] Routers {'da157388-b246-4826-b20a-05d233a63f0d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:18.940153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081ac1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['da157388-b246-4826-b20a-05d233a63f0d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:18.945505 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1446807
Nov 29 12:00:18.946490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:18.968867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1574948285'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:18.997321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-960f03f9-f292-4165-af5d-d1e4900d8639 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:19.001775 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-960f03f9-f292-4165-af5d-d1e4900d8639 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1970379
Nov 29 12:00:19.017469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52022) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:19.058236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.065178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7beaada4-b02b-436f-ae3f-5cfa461213fc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:19.093629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] Set router da157388-b246-4826-b20a-05d233a63f0d gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:19.182401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 9ffc32e9-8c49-4a70-a34f-5224f2425079 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:19.184251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=78d4aef3-27c3-4da4-8726-cb30602b0de8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:19.190614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:19.192500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.201961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Checking segment: {'id': 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0ba660b1-099a-4407-a733-982654b1adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:19.202320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network hostable DHCP agents. Network: 0ba660b1-099a-4407-a733-982654b1adf3, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:19.226957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:19.232882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:19.236862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081ac1c0>, [{'id': 'da157388-b246-4826-b20a-05d233a63f0d', 'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:04Z', 'updated_at': '2021-11-29T12:00:16Z', 'revision_number': 3, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:19.239043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:19.243058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Network 0ba660b1-099a-4407-a733-982654b1adf3 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:19.244193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f95-9735-4f80-ae45-de5c43f98f4d None None] The sync data for ids ['da157388-b246-4826-b20a-05d233a63f0d'] in dv-neutron-819579-1-hyperv is: [{'id': 'da157388-b246-4826-b20a-05d233a63f0d', 'name': 'tempest-NetworksTestDHCPv6-router-2143771147', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:04Z', 'updated_at': '2021-11-29T12:00:16Z', 'revision_number': 3, 'project_id': '553df5c5c08d4280b7f0d9d431aa2443', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:19.249715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:19.261417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 0ba660b1-099a-4407-a733-982654b1adf3) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:19.265882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:19.270303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.281781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:19.282513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.293416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623468b-b45e-42a8-9eff-aa720c89abe7 None None] Network 0ba660b1-099a-4407-a733-982654b1adf3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:19.317497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 6c67102f-17c3-4cc1-abe8-8d60cc4f1194 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:19.366119 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.9550147
Nov 29 12:00:19.374474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:19.379055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-37136669-6da0-4d7e-b4d1-c4778d1ab483', 'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': '708fefa4-7bca-46f1-8208-b53d1ac4e65f'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:19.379951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.384920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:19.402863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.501403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:19.635455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-0ba660b1-099a-4407-a733-982654b1adf3', 'network_id': '0ba660b1-099a-4407-a733-982654b1adf3', 'tenant_id': '327b2486ff2349f4abad58256fb924f1', 'fixed_ips': [{'subnet_id': '78d4aef3-27c3-4da4-8726-cb30602b0de8'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:19.636316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.724926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::1d1 (37136669-6da0-4d7e-b4d1-c4778d1ab483/708fefa4-7bca-46f1-8208-b53d1ac4e65f/6c67102f-17c3-4cc1-abe8-8d60cc4f1194) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:19.757655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2183298'] for subnet, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.807918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.829362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Allocated IP 2001:db8::3 (0ba660b1-099a-4407-a733-982654b1adf3/78d4aef3-27c3-4da4-8726-cb30602b0de8/1e91e576-0f7c-400d-9287-e4c6b333338f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:19.844333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.892033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.955527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:19.973281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object 6c67102f-17c3-4cc1-abe8-8d60cc4f1194 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:19.999525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.005383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7d87d4b-5e43-490a-8adc-e9067878855f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:20.084336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=6c67102f-17c3-4cc1-abe8-8d60cc4f1194,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:20.089122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:20.099834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 37136669-6da0-4d7e-b4d1-c4778d1ab483 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:20.101366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:20.104106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:20.110506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:20.110700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Allocated IP 2001:db8::2 (37136669-6da0-4d7e-b4d1-c4778d1ab483/708fefa4-7bca-46f1-8208-b53d1ac4e65f/cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:20.111097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.113295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:20.132820 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:20.141040 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9669518
Nov 29 12:00:20.144891 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:20.146555 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a738b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:20.150408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52030) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:20.165358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.2124097
Nov 29 12:00:20.165592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52034) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:20.256594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 6c67102f-17c3-4cc1-abe8-8d60cc4f1194 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:20.257639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.273248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.281095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-83b4523b-eac1-4b49-bccc-7d4c2b5204d7 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:20.292943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.314922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 9fe99f69-9714-4175-a3bc-375acd4be2ed {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:20.318875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Transition to ACTIVE for port object 1e91e576-0f7c-400d-9287-e4c6b333338f will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:20.332987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.350732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:20.360701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.12 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/bb6149e6-bbda-4b89-823d-abf9491eae68) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:20.364389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Transition to ACTIVE for port object 1e91e576-0f7c-400d-9287-e4c6b333338f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:20.364539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffc32e9-8c49-4a70-a34f-5224f2425079,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:20.384984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:20.391491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.411503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb0310-51b7-432a-af7b-b762072f160b None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:20.443144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.475482 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/9ffc32e9-8c49-4a70-a34f-5224f2425079 HTTP/1.1" status: 204  len: 168 time: 1.4565971
Nov 29 12:00:20.515855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:20.526491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.533898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9962acca-5ea8-4ef8-a1fb-3e0d0b03caa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:20.612835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8a4dc261-860e-4ac8-beeb-4fb96af52018 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:20.667093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.667547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.699022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.707653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8a4dc261-860e-4ac8-beeb-4fb96af52018 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:20.708003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8a4dc261-860e-4ac8-beeb-4fb96af52018 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:20.723261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Network 0ba660b1-099a-4407-a733-982654b1adf3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:20.768639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.774537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f8316be3-4347-4c0b-affc-658ffe78b386 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:20.778898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.782774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:20.786151 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a738b0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:17Z', 'revision_number': 10, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:20.790851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:20.797985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:20.800576 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:20.801322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a738b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:20.805470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Pushing event updated for resources: {'Port': ['ID=1e91e576-0f7c-400d-9287-e4c6b333338f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:20.816468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.819287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:20.822431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 6c67102f-17c3-4cc1-abe8-8d60cc4f1194 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:20.829300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe99f69-9714-4175-a3bc-375acd4be2ed,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:20.836754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:20.839425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-340b91df-8250-4ea4-b1d6-f38ed876e831 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:20.875249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:20.894558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Transition to ACTIVE for port object cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:20.903062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:20.905225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a632da-99b3-4177-b276-969a7a1509f4 None None] Network 5cccda53-b2ad-415a-a19f-5d6bfd14d548 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:20.907067 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/9fe99f69-9714-4175-a3bc-375acd4be2ed HTTP/1.1" status: 204  len: 168 time: 0.7557108
Nov 29 12:00:20.908278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:20.912500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52042) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:20.932500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:20.976922 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:21.015974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.038181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-69050e1c-ebf5-4edc-9c53-82354e6b80e5 tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:21.078641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Transition to ACTIVE for port object cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:21.106471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.114881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5e0cd60d-a9fa-4bf8-9f2f-f76449e76255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:21.179898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Attempting to bind port 1e91e576-0f7c-400d-9287-e4c6b333338f on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:21.180185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Attempting to bind port 1e91e576-0f7c-400d-9287-e4c6b333338f by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0ba660b1-099a-4407-a733-982654b1adf3'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:21.180558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Attempting to bind port 1e91e576-0f7c-400d-9287-e4c6b333338f on network 0ba660b1-099a-4407-a733-982654b1adf3 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:21.188791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Pushing event updated for resources: {'Port': ['ID=cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:21.192217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:21.198962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:21.199367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Checking segment: {'id': 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0ba660b1-099a-4407-a733-982654b1adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:21.199775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.200168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Bound using segment: {'id': 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0ba660b1-099a-4407-a733-982654b1adf3'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:21.200637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Bound port: 1e91e576-0f7c-400d-9287-e4c6b333338f, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0ba660b1-099a-4407-a733-982654b1adf3'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:21.201016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.208320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=bb6149e6-bbda-4b89-823d-abf9491eae68,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:21.236316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=6c67102f-17c3-4cc1-abe8-8d60cc4f1194,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:21.257193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:21.264188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:21.273491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.288521 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/6c67102f-17c3-4cc1-abe8-8d60cc4f1194 HTTP/1.1" status: 204  len: 168 time: 1.1218569
Nov 29 12:00:21.293912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52046) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:21.294646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.300922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Network 37136669-6da0-4d7e-b4d1-c4778d1ab483 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:21.316374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 5dccee8f-4ef5-4729-8ecb-979fddc3929e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:21.317003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.330941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:21.336500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:21.351889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-26038c65-30ac-4892-a9b4-326e5d74ee50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:00:21.352442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26038c65-30ac-4892-a9b4-326e5d74ee50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:21.355770 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a738b0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:17Z', 'revision_number': 10, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:21.361464 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3801591b-dd16-4ed2-b868-f79f6f002fcf None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:17Z', 'revision_number': 10, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None, '_interfaces': [{'id': '6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6', 'name': '', 'network_id': 'cea624f7-7834-4d1a-871b-da629feb4193', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'mac_address': 'fa:16:3e:12:07:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:59:13Z', 'updated_at': '2021-11-29T11:59:24Z', 'revision_number': 5, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'subnets': [{'id': '62491a44-d2d8-495d-b0c3-22b2aed76ac3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:21.384505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c9a7e276-4803-4d44-8fb8-ec096d2ed6dd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:router {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:21.473598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26038c65-30ac-4892-a9b4-326e5d74ee50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:21.475642 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26038c65-30ac-4892-a9b4-326e5d74ee50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/6c67102f-17c3-4cc1-abe8-8d60cc4f1194 HTTP/1.1" status: 404  len: 333 time: 0.1807613
Nov 29 12:00:21.477008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:21.482209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:21.504028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Deleting port 84b222cb-7f60-456a-8042-09e09e80067c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:21.504309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.532152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c9a7e276-4803-4d44-8fb8-ec096d2ed6dd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:router {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:21.535822 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9a7e276-4803-4d44-8fb8-ec096d2ed6dd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 1.0144579
Nov 29 12:00:21.536515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:21.583930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Attempting to bind port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:21.584472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Attempting to bind port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '72029cc2-f11a-489e-bf18-b139cc0019b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:21.585013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Attempting to bind port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 on network 37136669-6da0-4d7e-b4d1-c4778d1ab483 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:21.605502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:21.605927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Checking segment: {'id': '72029cc2-f11a-489e-bf18-b139cc0019b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:21.606592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.606711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Bound using segment: {'id': '72029cc2-f11a-489e-bf18-b139cc0019b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:21.607238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Bound port: cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72029cc2-f11a-489e-bf18-b139cc0019b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '37136669-6da0-4d7e-b4d1-c4778d1ab483'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:21.607620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.620705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] For port 1e91e576-0f7c-400d-9287-e4c6b333338f, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:21.674556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] For port 1e91e576-0f7c-400d-9287-e4c6b333338f, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1e91e576-0f7c-400d-9287-e4c6b333338f,segment=NetworkSegment(f36939b1-32b9-43ea-bdbc-3c3c68d44e20),segment_id=f36939b1-32b9-43ea-bdbc-3c3c68d44e20)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:21.694726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.725257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:21.737030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:21.885345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] DHCP port deletion for 5cccda53-b2ad-415a-a19f-5d6bfd14d548 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:21.980158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Deleting port 5dccee8f-4ef5-4729-8ecb-979fddc3929e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:21.980660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.012094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 708fefa4-7bca-46f1-8208-b53d1ac4e65f {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:22.015510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.065285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.067247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 5dccee8f-4ef5-4729-8ecb-979fddc3929e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5dccee8f-4ef5-4729-8ecb-979fddc3929e,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:22.067695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.100663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Pushing event updated for resources: {'Port': ['ID=1e91e576-0f7c-400d-9287-e4c6b333338f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:22.113107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:22.122837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] For port 84b222cb-7f60-456a-8042-09e09e80067c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=84b222cb-7f60-456a-8042-09e09e80067c,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:22.123292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.177695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] For port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:22.224870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 5dccee8f-4ef5-4729-8ecb-979fddc3929e owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:22.275446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752348684364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10115110'] for subnet, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.286029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-11a1bb67-c947-4e31-bdb5-cb9e3a7c2c39 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:22.313209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Calling delete_port for 84b222cb-7f60-456a-8042-09e09e80067c owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:22.353198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] For port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67,segment=NetworkSegment(72029cc2-f11a-489e-bf18-b139cc0019b1),segment_id=72029cc2-f11a-489e-bf18-b139cc0019b1)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:22.375762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.384978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2396f973-7bdf-41be-83d7-c29941f6eb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:22.537193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.550252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56196525-a6e4-4f63-b6d0-e41cc867aba2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:22.557904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.591960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] For port 5dccee8f-4ef5-4729-8ecb-979fddc3929e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5dccee8f-4ef5-4729-8ecb-979fddc3929e,segment=NetworkSegment(8659f3c9-d1bb-45de-adb1-4ce0a2930684),segment_id=8659f3c9-d1bb-45de-adb1-4ce0a2930684)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:22.592475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.608511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=5dccee8f-4ef5-4729-8ecb-979fddc3929e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:22.608773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.615453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.622357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:22.626359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port 5dccee8f-4ef5-4729-8ecb-979fddc3929e on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:22.634279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:22.634960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.636345 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "PUT /v2.0/subnets/78d4aef3-27c3-4da4-8726-cb30602b0de8 HTTP/1.1" status: 200  len: 900 time: 3.2608960
Nov 29 12:00:22.646121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:22.713945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event updated for resources: {'Subnet': ['ID=78d4aef3-27c3-4da4-8726-cb30602b0de8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:22.727794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:22.734926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.735487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Fanout notify agent at l3_agent the message router_deleted on router da157388-b246-4826-b20a-05d233a63f0d {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:00:22.791918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Calling delete_port for 5dccee8f-4ef5-4729-8ecb-979fddc3929e owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:22.798324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.810715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.883963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:22.886806 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97680b54-4f97-472e-8d6b-2c36e0e20a45 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/routers/da157388-b246-4826-b20a-05d233a63f0d HTTP/1.1" status: 204  len: 168 time: 1.3358350
Nov 29 12:00:22.889019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:22.901572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1e91e576-0f7c-400d-9287-e4c6b333338f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:22.958234 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.032795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.053216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Pushing event updated for resources: {'Port': ['ID=cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:23.058597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:23.060013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting port 1e91e576-0f7c-400d-9287-e4c6b333338f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:23.060600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.068153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.077995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9720e157-b6e7-43c6-9fad-72a413f90ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:23.078231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d085f42b0>,) {'filters': {'network_id': ['5cccda53-b2ad-415a-a19f-5d6bfd14d548']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:23.103074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085f42b0>, '8659f3c9-d1bb-45de-adb1-4ce0a2930684') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:23.103460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085f42b0>, '8659f3c9-d1bb-45de-adb1-4ce0a2930684') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:23.125034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.136408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 1e91e576-0f7c-400d-9287-e4c6b333338f completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:23.164177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 3f4b3527-07b7-43aa-ac18-936c31ac154f is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:00:23.167152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.172349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] No DVR routers for this DVR port 84b222cb-7f60-456a-8042-09e09e80067c on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:23.178374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:23.178671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b54036-235d-4cd2-9b9b-6d1c3e02d200 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:23.179134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:23.179410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Pushing event deleted for resources: {'Port': ['ID=84b222cb-7f60-456a-8042-09e09e80067c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:23.180949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54b54036-235d-4cd2-9b9b-6d1c3e02d200 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:23.186194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:23.191541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:23.191923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:23.209272 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:23.222730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.235100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:23.264051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84b222cb-7f60-456a-8042-09e09e80067c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:23.301687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=708fefa4-7bca-46f1-8208-b53d1ac4e65f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:23.306851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.313208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:23.320871 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/708fefa4-7bca-46f1-8208-b53d1ac4e65f HTTP/1.1" status: 204  len: 168 time: 1.8348608
Nov 29 12:00:23.337732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:23.342826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 84b222cb-7f60-456a-8042-09e09e80067c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:23.343515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84b222cb-7f60-456a-8042-09e09e80067c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:23.343633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54b54036-235d-4cd2-9b9b-6d1c3e02d200 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:23.344267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5dccee8f-4ef5-4729-8ecb-979fddc3929e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:23.344776 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54b54036-235d-4cd2-9b9b-6d1c3e02d200 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4537504
Nov 29 12:00:23.381844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52070) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:23.412775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 5dccee8f-4ef5-4729-8ecb-979fddc3929e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:23.413518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5dccee8f-4ef5-4729-8ecb-979fddc3929e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:23.414016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5920d17f-adf0-4204-b806-e0f197b4db5b no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:23.467527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 5920d17f-adf0-4204-b806-e0f197b4db5b {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:23.468024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5920d17f-adf0-4204-b806-e0f197b4db5b not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:23.496665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.562501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.572630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e60acad2-eba3-4f81-b0e5-1be74ba40dd8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:23.584050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:23.584304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.679721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Deleting port 5dccee8f-4ef5-4729-8ecb-979fddc3929e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:23.680299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.734979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.747329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=5cccda53-b2ad-415a-a19f-5d6bfd14d548,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:23.752823 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/5cccda53-b2ad-415a-a19f-5d6bfd14d548 HTTP/1.1" status: 204  len: 168 time: 2.8389766
Nov 29 12:00:23.754093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:23.757094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52074) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:23.757719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4cd9f-5026-4212-98e6-f86d387a4c5b None None] The port '5dccee8f-4ef5-4729-8ecb-979fddc3929e' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:00:23.761517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee46188-bfbf-4c56-a35b-0e157b3358cb None None] Network 0ba660b1-099a-4407-a733-982654b1adf3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:23.829307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f277f-7a1f-46fa-882d-aac3f6976700 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:23.829898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af9f277f-7a1f-46fa-882d-aac3f6976700 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:23.890788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] For port 1e91e576-0f7c-400d-9287-e4c6b333338f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1e91e576-0f7c-400d-9287-e4c6b333338f,segment=NetworkSegment(f36939b1-32b9-43ea-bdbc-3c3c68d44e20),segment_id=f36939b1-32b9-43ea-bdbc-3c3c68d44e20)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:23.890788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.894137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fdcc0ec1-e60a-4c35-a5a6-029f13f43985 None None] Provisioning for port 1e91e576-0f7c-400d-9287-e4c6b333338f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:23.912008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fdcc0ec1-e60a-4c35-a5a6-029f13f43985 None None] Provisioning complete for port 1e91e576-0f7c-400d-9287-e4c6b333338f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:23.912468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdcc0ec1-e60a-4c35-a5a6-029f13f43985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:23.929371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:23.957316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Sync routers for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:23.965622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af9f277f-7a1f-46fa-882d-aac3f6976700 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:23.966785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af9f277f-7a1f-46fa-882d-aac3f6976700 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5771661
Nov 29 12:00:23.976302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52078) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:24.050069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Calling delete_port for 1e91e576-0f7c-400d-9287-e4c6b333338f owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:24.056167 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8c56f47f-248e-4bda-8cf0-85b7e75739f5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0785725
Nov 29 12:00:24.059187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.062919 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 6.4572217
Nov 29 12:00:24.062919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52082) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:24.063331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52084) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:24.087453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:24.087992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08721190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:24.138399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:24.195301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67,segment=NetworkSegment(72029cc2-f11a-489e-bf18-b139cc0019b1),segment_id=72029cc2-f11a-489e-bf18-b139cc0019b1)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:24.195877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.311018 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5833d1f3-3cad-437c-b49e-47b79a02b396 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2424150
Nov 29 12:00:24.319202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52090) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:24.341009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:24.352954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:24.478924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ddf6d-738c-4503-bcd8-ba064e45e93c None None] Network 37136669-6da0-4d7e-b4d1-c4778d1ab483 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:24.479223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.484299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e99b1618-bf8d-4583-9cb1-917a49d2db8a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:24.492881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:24.531522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Port': ['ID=1e91e576-0f7c-400d-9287-e4c6b333338f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:24.533376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.534717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:24.543106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:24.544455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:24.587626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fdcc0ec1-e60a-4c35-a5a6-029f13f43985 None None] Could not find standard attr ID for object 1e91e576-0f7c-400d-9287-e4c6b333338f. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:00:24.596937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:24.599628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:24.608438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:24.612223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.626280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2d6699-54e0-485e-904c-0171cf1eab53 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:24.628025 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1c2d6699-54e0-485e-904c-0171cf1eab53 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3080099
Nov 29 12:00:24.636091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52094) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:24.658649 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-fdcc0ec1-e60a-4c35-a5a6-029f13f43985 None None] No ports have port_id starting with 1e91e576-0f7c-400d-9287-e4c6b333338f
Nov 29 12:00:24.691415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No DVR routers for this DVR port cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:24.732742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No DVR routers for this DVR port 1e91e576-0f7c-400d-9287-e4c6b333338f on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:24.733091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-761c90a2-a2e0-4e8d-a648-36dc9620edbf tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0955989
Nov 29 12:00:24.746925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52098) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:24.757110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726277103', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:24.808424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.847017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-50148cb0-a21b-4d56-9ebc-4f7e13fb1d82 None None] Could not find standard attr ID for object cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:00:24.878394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:24.890271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:24.895740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:24.909613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:24.927201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf95153-a8c6-4507-b3f2-3d85f02215a0 None None] DHCP port deletion for 37136669-6da0-4d7e-b4d1-c4778d1ab483 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:24.935238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:24.941299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08721190>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:21Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:24.942531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:24.945233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Checking router: 3f4b3527-07b7-43aa-ac18-936c31ac154f for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:24.945387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Updating router 3f4b3527-07b7-43aa-ac18-936c31ac154f port bb6149e6-bbda-4b89-823d-abf9491eae68 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:00:24.986420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.005709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.034054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8460>,) {'filters': {'network_id': ['37136669-6da0-4d7e-b4d1-c4778d1ab483']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:25.056466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8460>, '72029cc2-f11a-489e-bf18-b139cc0019b1') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:25.056925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03fa8460>, '72029cc2-f11a-489e-bf18-b139cc0019b1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:25.090580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.102070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.113117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:25.232994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa8fd6-ad85-4a3d-8a27-58500d8a16be None None] Network 0ba660b1-099a-4407-a733-982654b1adf3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:25.235971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=78d4aef3-27c3-4da4-8726-cb30602b0de8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:25.245381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.250985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:25.272360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:25.273299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:25.290527 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:25.300044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.321342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5ce0becb-00c5-4da6-b119-8fe11d1640cb None None] Could not find standard attr ID for object 1e91e576-0f7c-400d-9287-e4c6b333338f. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:00:25.406468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca6820>,) {'filters': {'network_id': ['0ba660b1-099a-4407-a733-982654b1adf3']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:25.421457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca6820>, 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:25.421862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca6820>, 'f36939b1-32b9-43ea-bdbc-3c3c68d44e20') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:25.436795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.448989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.455770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.461351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1102e4f1-8331-4300-834a-a025ffc98b69 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:25.488950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.501243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=37136669-6da0-4d7e-b4d1-c4778d1ab483,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:25.504145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:25.508847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:25.509285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:25.528889 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:25.550222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:00:25.554535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5b6db-a96d-49f2-a8b7-89fbfdf43046 None None] DHCP port deletion for 0ba660b1-099a-4407-a733-982654b1adf3 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:25.557041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.560727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.610502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.622138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-996184ed-2081-47b3-a1cf-54960f55c11d tempest-NetworksIpV6TestAttrs-376106544 tempest-NetworksIpV6TestAttrs-376106544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:25.720867 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/37136669-6da0-4d7e-b4d1-c4778d1ab483 HTTP/1.1" status: 204  len: 168 time: 2.3782949
Nov 29 12:00:25.722976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:25.736616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'name': 'tempest-PortsIpV6TestJSON-198743331'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:25.778474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Transition to ACTIVE for port object bb6149e6-bbda-4b89-823d-abf9491eae68 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:25.788868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.792574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:25.795498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:25.799108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:25.811520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:25.812109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.828971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.837169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=731d41b0-f14d-4dd3-880a-8d6442e90ac4,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:25.842644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:25.843117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.843911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cd8c79e2-0d82-4ef6-b15b-4764fa7c80ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:25.849596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:25.864856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed02b58-4a33-44dc-8ae3-e1bebbf9d67b None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:25.878468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:25.893618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=0ba660b1-099a-4407-a733-982654b1adf3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:25.907561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:25.914664 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/0ba660b1-099a-4407-a733-982654b1adf3 HTTP/1.1" status: 204  len: 168 time: 3.2534959
Nov 29 12:00:25.916174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:25.975928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:25.979272 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-484fe3e9-83cb-4bdc-b3e7-b37109bd6cd3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:25.979866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484fe3e9-83cb-4bdc-b3e7-b37109bd6cd3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:25.984482 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-484fe3e9-83cb-4bdc-b3e7-b37109bd6cd3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/78d4aef3-27c3-4da4-8726-cb30602b0de8 HTTP/1.1" status: 404  len: 337 time: 0.0672936
Nov 29 12:00:25.985094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:26.006760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:26.012786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:26.016357 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9541759
Nov 29 12:00:26.019483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:26.023157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b081eb-b13f-47fa-8f70-81f8b0e80dd4 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:26.023675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b081eb-b13f-47fa-8f70-81f8b0e80dd4 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:26.027676 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-47b081eb-b13f-47fa-8f70-81f8b0e80dd4 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/0ba660b1-099a-4407-a733-982654b1adf3 HTTP/1.1" status: 404  len: 339 time: 0.0401754
Nov 29 12:00:26.029620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:26.030207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52118) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:26.035200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:26.041765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Attempting to bind port bb6149e6-bbda-4b89-823d-abf9491eae68 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:26.041765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Attempting to bind port bb6149e6-bbda-4b89-823d-abf9491eae68 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:26.041765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Attempting to bind port bb6149e6-bbda-4b89-823d-abf9491eae68 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:26.054302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c26be-1725-45fe-a96f-b28ce788ea17 None None] Pushing event updated for resources: {'Port': ['ID=bb6149e6-bbda-4b89-823d-abf9491eae68,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:26.057832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd3c26be-1725-45fe-a96f-b28ce788ea17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:26.061295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:26.061677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:26.062086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.062541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:26.063260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Bound port: bb6149e6-bbda-4b89-823d-abf9491eae68, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:26.063791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.072551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=d7de1914-e869-4441-919b-e9b7cc62deb3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:26.079941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:26.080309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: c4848e71-6eaa-42bb-b499-f683adbee64e, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:26.126251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:26.126754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:26.130501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.166959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 32cd228d-6bfa-4ec6-8294-e864a7f21053 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:26.194790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.199933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c4848e71-6eaa-42bb-b499-f683adbee64e is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:26.219413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] For port bb6149e6-bbda-4b89-823d-abf9491eae68, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:26.233553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] For port bb6149e6-bbda-4b89-823d-abf9491eae68, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bb6149e6-bbda-4b89-823d-abf9491eae68,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:26.242114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.248471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91421b34-f680-4b80-8b28-6e41e673336e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:26.249498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c4848e71-6eaa-42bb-b499-f683adbee64e) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:26.259204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:26.262273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:26.262866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.263709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:26.268395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:26.289656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:26.320236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:26.325311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.325481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b13cb-dd87-4f15-857a-f1c62d109ef1 None None] Network c4848e71-6eaa-42bb-b499-f683adbee64e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:26.388366 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.6377168
Nov 29 12:00:26.392984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:26.397301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:26.397641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.441413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '731d41b0-f14d-4dd3-880a-8d6442e90ac4'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:26.442229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.449859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.474633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:26.475734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08721190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T11:59:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:26.507673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02caa130>,) {'filters': {'network_id': ['e201d100-7efc-4ea8-b523-f447f0b12acb']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:26.573888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02caa130>, 'ab1c2a0d-9c46-4dfa-951e-7936abd57a1a') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:26.574173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02caa130>, 'ab1c2a0d-9c46-4dfa-951e-7936abd57a1a') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:26.592314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.617501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.644266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:26.645257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.653342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1e91e576-0f7c-400d-9287-e4c6b333338f no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:26.660646 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:26.705151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c26be-1725-45fe-a96f-b28ce788ea17 None None] Pushing event updated for resources: {'Port': ['ID=bb6149e6-bbda-4b89-823d-abf9491eae68,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:26.708757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd3c26be-1725-45fe-a96f-b28ce788ea17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:26.739378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 1e91e576-0f7c-400d-9287-e4c6b333338f {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:26.739799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1e91e576-0f7c-400d-9287-e4c6b333338f not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:26.740217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:26.741709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.750980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:26.751385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.812049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1bd40328-ccc7-4f8b-be67-6679c05c7739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:26.821711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:26.822068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device cb9131cb-bb8f-4e96-8d8c-ba3f51f3fd67 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:27.018987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:27.024115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.034565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:27.051694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:27.082661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.092014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cf97a186-a143-488b-9a47-7c9cff058b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:27.106824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.131429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=e201d100-7efc-4ea8-b523-f447f0b12acb,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:27.136679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:27.138384 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/e201d100-7efc-4ea8-b523-f447f0b12acb HTTP/1.1" status: 204  len: 168 time: 1.1063709
Nov 29 12:00:27.140951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c4848e71-6eaa-42bb-b499-f683adbee64e', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:27.141847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52126) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:27.142019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.161737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Allocated IP 2001:db8::f816:3eff:fe60:a931 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/731d41b0-f14d-4dd3-880a-8d6442e90ac4/d0e0500e-32ac-4d90-bb64-91f30c29b708) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:27.188764 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-557af3f3-55a4-4796-ae5f-a5585cbbc9b0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:27.189392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557af3f3-55a4-4796-ae5f-a5585cbbc9b0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:27.191324 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-557af3f3-55a4-4796-ae5f-a5585cbbc9b0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/c81c46f4-e14e-48cc-bbfb-81e060487b9d HTTP/1.1" status: 404  len: 337 time: 0.0484548
Nov 29 12:00:27.201762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52130) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:27.245497 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0931e5b-8952-43c1-9150-76debe896525 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:27.246136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0931e5b-8952-43c1-9150-76debe896525 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:27.247990 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b0931e5b-8952-43c1-9150-76debe896525 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/9aaf2fc1-8d20-4a7e-9046-1f524d21a32a HTTP/1.1" status: 404  len: 339 time: 0.0450675
Nov 29 12:00:27.251206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52134) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:27.299131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.329817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting subnet d8a42119-c3c7-47ef-9148-79b6d483310b {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:27.333381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.374169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:27.383139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:27.399410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:27.404919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:27.405540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.427907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=32cd228d-6bfa-4ec6-8294-e864a7f21053,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:27.433732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.437962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:27.482297 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.7598758
Nov 29 12:00:27.486919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:27.503370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.534902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a8d5e835-e296-4872-9776-39bf1f504b9f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:27.554376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.562866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ff26fe9-dbfa-4061-ac2b-852aee5616da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:27.612005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:27.616769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:27.622779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:27.623065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:27.623611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.635537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:27.669887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=73b52515-8dc0-4e93-ac2b-66135b82a653,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:27.681041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:27.691289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 32cd228d-6bfa-4ec6-8294-e864a7f21053 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:27.691957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.715872 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6951509
Nov 29 12:00:27.721634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:27.725956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Allocated IP 172.20.0.2 (c4848e71-6eaa-42bb-b499-f683adbee64e/d7de1914-e869-4441-919b-e9b7cc62deb3/88c2e9b9-5769-4c6e-b124-056731761e5b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:27.736927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:8c:69:32', 'name': 'tempest-NetworksTestDHCPv6-1794773564'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:27.856664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.874408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Transition to ACTIVE for port object d0e0500e-32ac-4d90-bb64-91f30c29b708 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:27.907931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Transition to ACTIVE for port object d0e0500e-32ac-4d90-bb64-91f30c29b708 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:27.918779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.921977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08721190>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:21Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:27.929808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1231c20-53a0-4691-a311-2e337f6cf77c None None] The sync data for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv is: [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:21Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:27.934752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.937648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:27.947881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:27.957502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.013099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:28.070782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:28.081467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:28.084570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:28.094455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Pushing event updated for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:28.103811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:28.155352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:28.188950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:28.197452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.242603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Transition to ACTIVE for port object 88c2e9b9-5769-4c6e-b124-056731761e5b will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:28.254742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Attempting to bind port d0e0500e-32ac-4d90-bb64-91f30c29b708 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:28.255119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Attempting to bind port d0e0500e-32ac-4d90-bb64-91f30c29b708 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:28.256115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Attempting to bind port d0e0500e-32ac-4d90-bb64-91f30c29b708 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:28.268048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:28.268532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:28.269039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.269444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:28.269919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Bound port: d0e0500e-32ac-4d90-bb64-91f30c29b708, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:28.270301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.292180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Transition to ACTIVE for port object 88c2e9b9-5769-4c6e-b124-056731761e5b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:28.331399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.345085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf2dfa65-59fc-4fa8-b0eb-b241acdc9569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:28.424825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Network c4848e71-6eaa-42bb-b499-f683adbee64e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:28.428850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:28.432422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:28.452611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.461956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.469913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-43ea0af0-9111-4187-aa03-a7d6c0c390c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:28.489645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Pushing event updated for resources: {'Port': ['ID=88c2e9b9-5769-4c6e-b124-056731761e5b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:28.493582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:28.512259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.555515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:28.563573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Attempting to bind port 88c2e9b9-5769-4c6e-b124-056731761e5b on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:28.563955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Attempting to bind port 88c2e9b9-5769-4c6e-b124-056731761e5b by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:28.564321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Attempting to bind port 88c2e9b9-5769-4c6e-b124-056731761e5b on network c4848e71-6eaa-42bb-b499-f683adbee64e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:28.571355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:28.573691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:28.574075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Checking segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:28.574202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port a91d3146-bc1a-4ec5-b3bb-4ace24ba216a yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:28.574491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.574892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Bound using segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:28.575482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Bound port: 88c2e9b9-5769-4c6e-b124-056731761e5b, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:28.576324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.588738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.594942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-34ddf19f-9ab7-4652-81e0-fa6b00124e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:28.771029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Pushing event updated for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:28.774656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:28.824066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] For port 88c2e9b9-5769-4c6e-b124-056731761e5b, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:28.831688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] For port 88c2e9b9-5769-4c6e-b124-056731761e5b, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=88c2e9b9-5769-4c6e-b124-056731761e5b,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:28.838229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:28.843467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:28.872575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (c4848e71-6eaa-42bb-b499-f683adbee64e/d7de1914-e869-4441-919b-e9b7cc62deb3/76f36a7d-c009-46b3-b2cc-aaeee494ba1d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:28.898498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bb6149e6-bbda-4b89-823d-abf9491eae68 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:28.968330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222dc296-a339-4689-b787-db5bd25548ef None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:28.969998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 32cd228d-6bfa-4ec6-8294-e864a7f21053 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:28.988682 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:00:29.016874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a42119-c3c7-47ef-9148-79b6d483310b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:29.028212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.038929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:29.098577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:29.106921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/d8a42119-c3c7-47ef-9148-79b6d483310b HTTP/1.1" status: 204  len: 168 time: 1.8546464
Nov 29 12:00:29.115148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52146) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:29.185950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.204898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Pushing event updated for resources: {'Port': ['ID=88c2e9b9-5769-4c6e-b124-056731761e5b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:29.216819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 76f36a7d-c009-46b3-b2cc-aaeee494ba1d will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:29.220615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:29.364228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 172.20.0.12 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/73b52515-8dc0-4e93-ac2b-66135b82a653/a91d3146-bc1a-4ec5-b3bb-4ace24ba216a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:29.371298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fe8c:6932 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/731d41b0-f14d-4dd3-880a-8d6442e90ac4/a91d3146-bc1a-4ec5-b3bb-4ace24ba216a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:29.377458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6849e66c-a341-4320-bc0f-daa570099a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.390221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting subnet 6993266b-3ce0-427e-9f7a-8d00c710ee78 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:29.394338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port bb6149e6-bbda-4b89-823d-abf9491eae68 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:29.403368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.444085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bb6149e6-bbda-4b89-823d-abf9491eae68 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:29.444612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.523093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.552672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4c8a6c71-525b-41b3-99da-1ce0d99c59be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:29.617935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.634426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.637689 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/32cd228d-6bfa-4ec6-8294-e864a7f21053 HTTP/1.1" status: 204  len: 168 time: 2.1470225
Nov 29 12:00:29.642113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:29.644650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=32cd228d-6bfa-4ec6-8294-e864a7f21053,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:29.646943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52150) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:29.652626 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8928626
Nov 29 12:00:29.655044 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:29.661730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port bb6149e6-bbda-4b89-823d-abf9491eae68, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bb6149e6-bbda-4b89-823d-abf9491eae68,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:29.662786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'mac_address': 'fa:16:3e:dd:39:81', 'name': 'tempest-PortsIpV6TestJSON-893782274'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:29.671994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.676260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-333eadbd-7dde-46ae-952a-474bc2c6fefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:29.681372 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:29.682151 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086d90a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:29.760423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=bb6149e6-bbda-4b89-823d-abf9491eae68,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:29.765955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:29.791657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52152) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:29.792824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:29.800330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:29.805011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:29.813574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:29.821989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:29.834196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.909230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.917988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:29.922875 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:29.926517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:29.934647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d8f30dda-3177-427d-874a-c438570debad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:29.983984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object a91d3146-bc1a-4ec5-b3bb-4ace24ba216a will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:30.017026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c4848e71-6eaa-42bb-b499-f683adbee64e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:30.022347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:30.028748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:30.057347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.076697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting subnet 62491a44-d2d8-495d-b0c3-22b2aed76ac3 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:30.080256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.085543 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086d90a0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:27Z', 'revision_number': 11, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:30.086991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:30.090081 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:30.100872 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:30.101387 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086d90a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:30.137573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.145567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:30.174502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.179512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.193815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d56e5d5d-4750-4cdc-a6a2-8348bf399661 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:30.218004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.239660 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:30.263412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:30.273370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:30.294558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:30.304052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port b22c7e25-7dfb-4337-85be-24e85723d135 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:30.368379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:30.369011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.369693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.448246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a91d3146-bc1a-4ec5-b3bb-4ace24ba216a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:30.465832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:30.467129 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086d90a0>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:27Z', 'revision_number': 11, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:30.473186 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdd4c5-cd11-40c7-b553-91cfa17e55dd None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:27Z', 'revision_number': 11, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:30.531491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.548009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.8177986
Nov 29 12:00:30.551660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:30.585027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.601362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9c8e1530-b7d4-4214-87ea-564fae979984 None None] Provisioning complete for port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:30.601957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1530-b7d4-4214-87ea-564fae979984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.604648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.632311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e3a4bd4d-1b5b-4c1d-ab2e-5496ec50eb84 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:30.750086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=6993266b-3ce0-427e-9f7a-8d00c710ee78,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:30.814236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.893800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:30.906140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c73533-e530-475d-9c69-1b305df49ceb None None] Network 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:30.911973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.917758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:30.935687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cbf93b77-bc7e-4be0-9824-8f4b546d0717 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:30.957392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495e824-bec2-44da-afd5-97aef7b6bd9b None None] Network c4848e71-6eaa-42bb-b499-f683adbee64e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:31.009884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96e094-8cf3-461c-98cd-73f4a6ce7729 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:31.028773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96e094-8cf3-461c-98cd-73f4a6ce7729 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:31.029594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf96e094-8cf3-461c-98cd-73f4a6ce7729 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:31.095975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf96e094-8cf3-461c-98cd-73f4a6ce7729 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:31.100515 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf96e094-8cf3-461c-98cd-73f4a6ce7729 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.5445385
Nov 29 12:00:31.110617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:31.260572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=b22c7e25-7dfb-4337-85be-24e85723d135,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:31.272912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:31.278944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:31.285151 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/6993266b-3ce0-427e-9f7a-8d00c710ee78 HTTP/1.1" status: 204  len: 168 time: 2.1557043
Nov 29 12:00:31.285151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:31.286814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52166) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:31.289833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:31.290325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port a91d3146-bc1a-4ec5-b3bb-4ace24ba216a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:31.290846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.295726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:31.296377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.329505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.350770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bb6149e6-bbda-4b89-823d-abf9491eae68 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:31.386044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783bf95-7553-4161-a510-fac3f81d8ba4 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:31.389994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-847b738f-0292-41a3-95ea-c21732b70f8e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:31.435059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Subnet': ['ID=62491a44-d2d8-495d-b0c3-22b2aed76ac3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:31.444627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:31.463729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.467236 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/62491a44-d2d8-495d-b0c3-22b2aed76ac3 HTTP/1.1" status: 204  len: 168 time: 1.6355546
Nov 29 12:00:31.470944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52170) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:31.505565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.8459537
Nov 29 12:00:31.523776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4685b-4807-4c4d-9122-46feb1403bcc None None] Network cea624f7-7834-4d1a-871b-da629feb4193 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:31.545475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:31.575717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.583021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.602676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.618543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-20daad8d-9076-46d7-b275-850621cc61a0 None None] Provisioning for port 88c2e9b9-5769-4c6e-b124-056731761e5b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:31.621371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.624088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:31.624415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.634621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-281535dd-6fc3-43b4-8b4a-3c56fe697979 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:31.692796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Deleting port 37c83de5-a610-4b41-b39c-18679514395b {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:31.692796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.760338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ced81-7961-4d88-b32a-15812a35ce49 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:31.761043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b67ced81-7961-4d88-b32a-15812a35ce49 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:31.785801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:31.788527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.797105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:31.805105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.809264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.919003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bb6149e6-bbda-4b89-823d-abf9491eae68 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:31.919417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:31.992703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] For port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,segment=NetworkSegment(3d9fde50-0d55-4d78-b18c-6b16cc447224),segment_id=3d9fde50-0d55-4d78-b18c-6b16cc447224)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:31.993198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.039188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d1513f87-8880-4d37-b954-5da5a72a9f11 None None] Provisioning for port d0e0500e-32ac-4d90-bb64-91f30c29b708 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:32.136745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Calling delete_port for 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:32.141160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for a91d3146-bc1a-4ec5-b3bb-4ace24ba216a owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:32.199913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b67ced81-7961-4d88-b32a-15812a35ce49 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:32.201081 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b67ced81-7961-4d88-b32a-15812a35ce49 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/b22c7e25-7dfb-4337-85be-24e85723d135 HTTP/1.1" status: 200  len: 844 time: 0.6548412
Nov 29 12:00:32.211809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:32.244054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] DHCP port deletion for 7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:32.248728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 88c2e9b9-5769-4c6e-b124-056731761e5b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:32.298626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Deleting port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:32.299093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.332540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] DHCP port deletion for cea624f7-7834-4d1a-871b-da629feb4193 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:32.334624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] For port 37c83de5-a610-4b41-b39c-18679514395b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=37c83de5-a610-4b41-b39c-18679514395b,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:32.335001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.371974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Deleting port 37c83de5-a610-4b41-b39c-18679514395b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:32.372395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.439833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.457817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c24ff84a-78ea-4261-9bbd-745bbb5cea34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:32.481525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Calling delete_port for 37c83de5-a610-4b41-b39c-18679514395b owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:32.529834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=a91d3146-bc1a-4ec5-b3bb-4ace24ba216a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:32.540911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:32.553667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port b22c7e25-7dfb-4337-85be-24e85723d135 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:32.554009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.614054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.619706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e41937cb-7913-41ef-a619-9ce6efae868e tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:32.689955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Port': ['ID=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:32.698789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:32.699311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.704576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No DVR routers for this DVR port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:32.706552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Provisioning for port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:32.707088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dd6d2394-1676-4853-9e07-0f3456a04d6f tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:32.770698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 88c2e9b9-5769-4c6e-b124-056731761e5b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:32.801038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Provisioning complete for port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:32.801571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.829075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Port': ['ID=37c83de5-a610-4b41-b39c-18679514395b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:32.836913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:32.838715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 88c2e9b9-5769-4c6e-b124-056731761e5b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:32.839208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:32.842427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No DVR routers for this DVR port 37c83de5-a610-4b41-b39c-18679514395b on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:32.863568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c4848e71-6eaa-42bb-b499-f683adbee64e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:32.870999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:32.888842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '731d41b0-f14d-4dd3-880a-8d6442e90ac4', 'ip_address': '2001:db8::f816:3eff:fe60:a931'}, {'subnet_id': '73b52515-8dc0-4e93-ac2b-66135b82a653'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'd0e0500e-32ac-4d90-bb64-91f30c29b708'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:00:33.022281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] For port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b,segment=NetworkSegment(3d9fde50-0d55-4d78-b18c-6b16cc447224),segment_id=3d9fde50-0d55-4d78-b18c-6b16cc447224)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:33.022797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.071183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:00:33.089677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.215753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Calling delete_port for 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:33.216690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.259126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.265900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.274388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0361f0a0>,) {'filters': {'network_id': ['7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:33.283662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for b22c7e25-7dfb-4337-85be-24e85723d135 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:33.295557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] For port 37c83de5-a610-4b41-b39c-18679514395b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=37c83de5-a610-4b41-b39c-18679514395b,segment=NetworkSegment(ce52b8ed-c112-4ff8-aaac-f2af88f27bd0),segment_id=ce52b8ed-c112-4ff8-aaac-f2af88f27bd0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:33.295956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.297952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0361f0a0>, '3d9fde50-0d55-4d78-b18c-6b16cc447224') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:33.298254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0361f0a0>, '3d9fde50-0d55-4d78-b18c-6b16cc447224') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:33.307258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Provisioning complete for port 88c2e9b9-5769-4c6e-b124-056731761e5b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:33.307630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.314240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02dfd970>,) {'filters': {'network_id': ['cea624f7-7834-4d1a-871b-da629feb4193']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:33.322791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.330838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.338445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02dfd970>, 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:33.338879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02dfd970>, 'ce52b8ed-c112-4ff8-aaac-f2af88f27bd0') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:33.355138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.361953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.375290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:33.375983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.382643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a91d3146-bc1a-4ec5-b3bb-4ace24ba216a HTTP/1.1" status: 204  len: 168 time: 2.2710478
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:33.392615 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:33.395058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52182) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.429350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.437124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-577440d8-242b-4d60-b55b-f5ceaee95cdf tempest-RoutersIpV6AdminTest-1326087460 tempest-RoutersIpV6AdminTest-1326087460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:33.479507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.486158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=b22c7e25-7dfb-4337-85be-24e85723d135,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:33.489286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 3f4b3527-07b7-43aa-ac18-936c31ac154f has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:33.492156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:33.498819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.505417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:33.505941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:33.530535 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:33.549097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Calling delete_port for 37c83de5-a610-4b41-b39c-18679514395b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:33.630933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8a049-db6b-491a-9f3d-682a988ab6da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:33.632577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8a049-db6b-491a-9f3d-682a988ab6da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:33.634288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8a049-db6b-491a-9f3d-682a988ab6da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:33.635101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0bc8a049-db6b-491a-9f3d-682a988ab6da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:33.637783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.642441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4b763eaa-ebbd-4a9a-accf-1364aade64dc tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:33.657813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.674275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.676021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:33.684763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:33.686906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.691421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:33.710132 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/b22c7e25-7dfb-4337-85be-24e85723d135 HTTP/1.1" status: 204  len: 168 time: 1.4968061
Nov 29 12:00:33.715451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52186) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.737735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.761170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0bc8a049-db6b-491a-9f3d-682a988ab6da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:33.762792 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0bc8a049-db6b-491a-9f3d-682a988ab6da tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3643291
Nov 29 12:00:33.774084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.775332 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/7a10b1a6-26d9-42a3-8049-4a6d1fe9d28a HTTP/1.1" status: 204  len: 168 time: 2.4868109
Nov 29 12:00:33.776304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52192) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.777647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Pushing event deleted for resources: {'Network': ['ID=cea624f7-7834-4d1a-871b-da629feb4193,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:33.784412 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/networks/cea624f7-7834-4d1a-871b-da629feb4193 HTTP/1.1" status: 204  len: 168 time: 2.3119397
Nov 29 12:00:33.785798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:33.786383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52198) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.787571 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d96ed7b-3533-4615-84e2-917c2d798f07 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:00:33.788113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7d96ed7b-3533-4615-84e2-917c2d798f07 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:33.800626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:33.800989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:33.824353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'routes': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:33.882329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 731d41b0-f14d-4dd3-880a-8d6442e90ac4 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:33.908937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:33.916434 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/3f4b3527-07b7-43aa-ac18-936c31ac154f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5223107
Nov 29 12:00:33.917225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.919796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:33.920165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:33.924336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.936301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 88c2e9b9-5769-4c6e-b124-056731761e5b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=88c2e9b9-5769-4c6e-b124-056731761e5b,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:33.939444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Sync routers for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:33.951012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:33.951913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d0e0500e-32ac-4d90-bb64-91f30c29b708 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:33.960170 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-633c0c59-9db6-4d29-abd4-7690cade366f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:33.960627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633c0c59-9db6-4d29-abd4-7690cade366f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:33.965075 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-633c0c59-9db6-4d29-abd4-7690cade366f tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/be93a3a1-3fe6-45eb-9f7c-27a4217c97eb HTTP/1.1" status: 404  len: 337 time: 0.1852295
Nov 29 12:00:33.967447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52206) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:33.990444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0000e653-bb56-4169-bb13-54e6a762ab7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:34.047372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7d96ed7b-3533-4615-84e2-917c2d798f07 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:34.049543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:34.050190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ec3040>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:34.052893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7d96ed7b-3533-4615-84e2-917c2d798f07 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/b22c7e25-7dfb-4337-85be-24e85723d135 HTTP/1.1" status: 404  len: 333 time: 0.3338096
Nov 29 12:00:34.059975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52210) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.060170 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a036a422-48ee-4bee-abd9-91bd2c6168af tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:34.060292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a036a422-48ee-4bee-abd9-91bd2c6168af tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:34.064484 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a036a422-48ee-4bee-abd9-91bd2c6168af tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/1c82df4c-92cd-4837-8428-ce099e243f8a HTTP/1.1" status: 404  len: 339 time: 0.0907826
Nov 29 12:00:34.068099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'name': 'tempest-PortsIpV6TestJSON-1650770466'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:34.073749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52214) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.094122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.094604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.095088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.095570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.096035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.096500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.096951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.097400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.102452 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3ff6831-eb3d-42af-9c1e-63286ad114fa tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5688 time: 0.1811402
Nov 29 12:00:34.150328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.168789 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f85476-5252-4e24-b1ec-f6e6c79e1d2a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:34.169179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f85476-5252-4e24-b1ec-f6e6c79e1d2a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:34.173352 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04f85476-5252-4e24-b1ec-f6e6c79e1d2a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/c3c28539-77f4-4f9a-90e0-b074bd0424e6 HTTP/1.1" status: 404  len: 337 time: 0.0960495
Nov 29 12:00:34.173571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52222) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.202124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Allocated IP 172.20.0.2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/73b52515-8dc0-4e93-ac2b-66135b82a653/d0e0500e-32ac-4d90-bb64-91f30c29b708) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:34.230422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Added routes are [] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Nov 29 12:00:34.230687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Removed routes are [] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Nov 29 12:00:34.231330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.236459 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-730fa39b-5180-4b48-aebf-eb66df12b793 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:34.236989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730fa39b-5180-4b48-aebf-eb66df12b793 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:34.241376 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-730fa39b-5180-4b48-aebf-eb66df12b793 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/50e84a1c-3009-4c2b-b015-59203a7959b5 HTTP/1.1" status: 404  len: 339 time: 0.0641453
Nov 29 12:00:34.241621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.281187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:34.304895 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6613c8d9-13be-4fd6-83d1-dfa12ac11627 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:34.305662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6613c8d9-13be-4fd6-83d1-dfa12ac11627 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:34.307016 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6613c8d9-13be-4fd6-83d1-dfa12ac11627 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/a710cdad-92e6-4d5b-9993-a436327c3227 HTTP/1.1" status: 404  len: 337 time: 0.0644772
Nov 29 12:00:34.312003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Deleting port 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:34.312391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.314308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.314814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.315311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.315746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.316227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.316668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.317122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.317574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:34.322485 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec50145c-6523-40b7-9803-896725f18485 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5232 time: 0.1694758
Nov 29 12:00:34.322485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:34.322485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52230) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.322797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.420009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf50b4-8f29-4200-bb3a-f742d0cd2183 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:34.420411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaf50b4-8f29-4200-bb3a-f742d0cd2183 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:34.422128 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6eaf50b4-8f29-4200-bb3a-f742d0cd2183 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/6700b647-6bf5-494d-a647-6441af194c45 HTTP/1.1" status: 404  len: 339 time: 0.0982909
Nov 29 12:00:34.424833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52238) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.440326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Deleting port 37c83de5-a610-4b41-b39c-18679514395b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:34.440727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.462144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:34.465590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.468441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=88c2e9b9-5769-4c6e-b124-056731761e5b,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:34.471917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:34.534088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a867f36c-7b2c-4834-acd5-dc1ae3b3b790 None None] The port '8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:00:34.557823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:34.558247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-f0886597-b4ff-456a-8269-99c30347afc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:34.567074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 2b34b224-1f47-4dd2-99c7-8fbd93db19fb yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:34.618969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting subnet 1cb32590-b415-4897-809d-4c1b6bfd7309 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:34.622195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ba5e3-3e72-4ba8-a197-a21508bd4bd9 None None] The port '37c83de5-a610-4b41-b39c-18679514395b' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:00:34.637996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.639969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.644097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.651875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d0e0500e-32ac-4d90-bb64-91f30c29b708 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:34.683762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:34.726545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d0e0500e-32ac-4d90-bb64-91f30c29b708 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:34.726545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.738485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.787360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:00:34.830334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:34.955188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:34.962866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:34.964135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0ee1eff6-51b8-443f-8d89-c743806b9a3a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 704 time: 1.1731858
Nov 29 12:00:34.967269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52242) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:34.969133 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] Sync routers for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:34.980445 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:34.981912 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9f10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:34.998031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:00:34.999146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.021357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.031179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-16f19a00-02d0-46b4-b099-9f07fac17930 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:35.040837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.055463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-16f19a00-02d0-46b4-b099-9f07fac17930 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:35.056881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-16f19a00-02d0-46b4-b099-9f07fac17930 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 205 time: 0.0882368
Nov 29 12:00:35.059370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52246) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:35.087687 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26e0a420-0211-4f09-8753-928224ad02f7 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2141 time: 0.7594256
Nov 29 12:00:35.115737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.124990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:35.150580 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:35.181333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Transition to ACTIVE for port object d0e0500e-32ac-4d90-bb64-91f30c29b708 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:35.193354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.223036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.228711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.258780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.287072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:35.305560 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9f10>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:27Z', 'revision_number': 11, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:35.311928 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] Checking router: 5eb87e31-a6e0-40de-8ef6-aa649cd175cd for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:35.323041 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] Routers {'5eb87e31-a6e0-40de-8ef6-aa649cd175cd'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:35.324057 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9f10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:35.380923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:35.401002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:35.407329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.430390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.434805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:35.439914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d14c873-c282-4484-b55a-c12dc3b6b4b6 None None] Network 87ed2f40-21a3-451b-a22e-a6da011ab2c1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:35.440335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:35.440953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.459687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=2b34b224-1f47-4dd2-99c7-8fbd93db19fb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:35.463577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:35.470388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6cadf02c-40c9-4edf-a044-e2951ee6861d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:35.514989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:35.515851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] Set router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:35.538104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711106025', 'description': 'tempest-secgroup-smoke-711106025 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:35.543101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb32590-b415-4897-809d-4c1b6bfd7309,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:35.545907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:35.549116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.579389 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/1cb32590-b415-4897-809d-4c1b6bfd7309 HTTP/1.1" status: 204  len: 168 time: 1.1534591
Nov 29 12:00:35.580664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:35.592596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52256) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:35.619526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.5595875
Nov 29 12:00:35.631214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52260) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:35.638976 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9f10>, [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:27Z', 'revision_number': 11, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:35.643606 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4e0cb-33d6-4882-8e86-d518cb69e96e None None] The sync data for ids ['5eb87e31-a6e0-40de-8ef6-aa649cd175cd'] in dv-neutron-819579-1-hyperv is: [{'id': '5eb87e31-a6e0-40de-8ef6-aa649cd175cd', 'name': 'tempest-RoutersIpV6Test-router-712441733', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:59:09Z', 'updated_at': '2021-11-29T12:00:27Z', 'revision_number': 11, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:35.643883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:35.663357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.665696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.677400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:35.699550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.700162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb87e31-a6e0-40de-8ef6-aa649cd175cd {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:00:35.726684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Pushing event updated for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:35.735776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:35.736186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:35.738806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:35.741610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f653c8e3-f653-44d5-a724-f4bfb065cc8f None None] Provisioning complete for port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:35.741988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f653c8e3-f653-44d5-a724-f4bfb065cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.746428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.747599 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5510b7c-3c81-4ef6-98a3-9753763b6200 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 204  len: 168 time: 0.6859782
Nov 29 12:00:35.758084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52264) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:35.791436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-963405539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:35.808335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:35.819360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Usage tracker for resource:router and tenant:d5ae97d1151a41469d9634de7d33dd37 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:35.828750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:35.832760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.841922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:35.855352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.873861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.874916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.910119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.934076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:35.952599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:35.956036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.986726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:35.993751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.997344 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6d4099a9-3668-4c37-9610-b0a35da1aee1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2355745
Nov 29 12:00:35.997881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:35.998233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:35.998649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52268) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:36.004091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:36.032029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:36.034523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.052363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f653c8e3-f653-44d5-a724-f4bfb065cc8f None None] Port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:00:36.074286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ec3040>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:31Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:36.091588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Checking router: 3f4b3527-07b7-43aa-ac18-936c31ac154f for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:36.092736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Updating router 3f4b3527-07b7-43aa-ac18-936c31ac154f port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:00:36.103121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.157912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.387527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] DHCP port deletion for 87ed2f40-21a3-451b-a22e-a6da011ab2c1 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:36.389247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.407878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Deleting port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:36.408380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.488528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cdc398e1-75f1-4160-94fd-b251dca3b06e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:36.558738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.574097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.577148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=731d41b0-f14d-4dd3-880a-8d6442e90ac4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:36.579918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:36.594325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.626998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.639750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72ca9104-db4d-424a-905a-cc4ed948cddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:36.642977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2245ae-e7cd-40c5-8ac8-b5676e6f8e55 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:36.649233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.664633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.674109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] For port ac3ca018-8dbd-45d5-b020-f5c0254f88a4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,segment=NetworkSegment(4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f),segment_id=4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:36.674464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.686622 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/731d41b0-f14d-4dd3-880a-8d6442e90ac4 HTTP/1.1" status: 204  len: 168 time: 2.9097157
Nov 29 12:00:36.699100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52272) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:36.755331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:36.775820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-87c0be86-a50e-4927-93ed-d649651739d5 None None] Could not find standard attr ID for object a91d3146-bc1a-4ec5-b3bb-4ace24ba216a. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:00:36.800696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.809809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c92823d-af38-4655-b641-abd821e5df51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:36.841609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Router ab49022e-eb66-49ab-84dd-43113721bae6 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:00:36.856150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.860088 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.3330882
Nov 29 12:00:36.862254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:00:36.876189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Calling delete_port for ac3ca018-8dbd-45d5-b020-f5c0254f88a4 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:36.899410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:36.903216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52276) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:36.916418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7a2ed-509d-42a2-8b05-d6d69116f53a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:36.919481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:36.923306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '65a7a2ed-509d-42a2-8b05-d6d69116f53a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:36.942298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:36.946314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.953442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:36.965337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:36.973434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:36.974041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ecf59c3-15a9-4c32-8bc8-5600d1e6bbc6 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:36.983050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:36.990378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:36.991914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:36.994766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-855324ac-9a7e-47fc-9d55-7d0cec1ae87f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:36.995842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-87c0be86-a50e-4927-93ed-d649651739d5 None None] Provisioning for port d0e0500e-32ac-4d90-bb64-91f30c29b708 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:36.998920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.000137 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bd5eeadf-d457-42ee-8f0b-2ba27e1a224c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "PUT /v2.0/routers/ab49022e-eb66-49ab-84dd-43113721bae6 HTTP/1.1" status: 200  len: 697 time: 1.0004942
Nov 29 12:00:37.002660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52280) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:37.028073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Sync routers for ids ['ab49022e-eb66-49ab-84dd-43113721bae6'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:37.057753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] In _notify_port_updated(), no bound segment for port 2b34b224-1f47-4dd2-99c7-8fbd93db19fb on network 838afd14-1c48-413d-93d2-879a087c3c54 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:00:37.063613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:37.063883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.064252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-87c0be86-a50e-4927-93ed-d649651739d5 None None] Provisioning complete for port d0e0500e-32ac-4d90-bb64-91f30c29b708 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:37.067526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/ports/2b34b224-1f47-4dd2-99c7-8fbd93db19fb HTTP/1.1" status: 200  len: 818 time: 1.4311085
Nov 29 12:00:37.068040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-87c0be86-a50e-4927-93ed-d649651739d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.069775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 73b52515-8dc0-4e93-ac2b-66135b82a653 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:37.086004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:37.126534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 88c2e9b9-5769-4c6e-b124-056731761e5b up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:37.141149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.163693 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3eb92aa7-d084-4c89-930c-c07e8150278a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/routers/ab49022e-eb66-49ab-84dd-43113721bae6 HTTP/1.1" status: 200  len: 703 time: 0.1582780
Nov 29 12:00:37.165133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52288) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:37.166355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:00:37.199103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Routers {'ab49022e-eb66-49ab-84dd-43113721bae6'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:37.199779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08732b80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['ab49022e-eb66-49ab-84dd-43113721bae6'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:37.217537 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b254327-8f12-4a61-a425-88f2c9e24b5e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab49022e-eb66-49ab-84dd-43113721bae6 HTTP/1.1" status: 200  len: 205 time: 0.0505223
Nov 29 12:00:37.219311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=2b34b224-1f47-4dd2-99c7-8fbd93db19fb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:37.220593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52292) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:37.226827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.234724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.245183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:37.245708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17b91671-2aac-4d5b-8644-d8723463c1b4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:37.275807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:37.279212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:37.292041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] For port ac3ca018-8dbd-45d5-b020-f5c0254f88a4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,segment=NetworkSegment(4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f),segment_id=4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:37.292762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.312169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 2b34b224-1f47-4dd2-99c7-8fbd93db19fb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:37.312513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.355791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.476286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.512188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Port': ['ID=ac3ca018-8dbd-45d5-b020-f5c0254f88a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:37.531443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No DVR routers for this DVR port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:37.539632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:37.641457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Calling delete_port for ac3ca018-8dbd-45d5-b020-f5c0254f88a4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:37.680393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.680974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Set router ab49022e-eb66-49ab-84dd-43113721bae6 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:37.682929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.709150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.709864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Fanout notify agent at l3_agent the message router_deleted on router ab49022e-eb66-49ab-84dd-43113721bae6 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:00:37.725150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.729985 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4da22ba7-4373-4f35-944a-8080ad6b4c5c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/ab49022e-eb66-49ab-84dd-43113721bae6 HTTP/1.1" status: 204  len: 168 time: 0.5045207
Nov 29 12:00:37.729985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52296) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:37.857733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.865983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08732b80>, [{'id': 'ab49022e-eb66-49ab-84dd-43113721bae6', 'name': 'tempest-RoutersIpV6Test-router-963405539', 'tenant_id': 'd5ae97d1151a41469d9634de7d33dd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:35Z', 'updated_at': '2021-11-29T12:00:36Z', 'revision_number': 2, 'project_id': 'd5ae97d1151a41469d9634de7d33dd37', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:37.881821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.898394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Checking router: ab49022e-eb66-49ab-84dd-43113721bae6 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:00:37.900946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Transition to ACTIVE for port object 76f36a7d-c009-46b3-b2cc-aaeee494ba1d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:37.906047 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-279fc16b-bdb0-4b1e-aa60-dc01522fc45d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab49022e-eb66-49ab-84dd-43113721bae6 HTTP/1.1" status: 200  len: 205 time: 0.1737945
Nov 29 12:00:37.911978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52300) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:37.928980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.957868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.964711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:37.974385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:37.983407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03d5c880>,) {'filters': {'network_id': ['87ed2f40-21a3-451b-a22e-a6da011ab2c1']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:37.983657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:37.985929 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-76937c21-69fe-44b7-b0e4-69f7ed6a2157 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:37.990061 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-76937c21-69fe-44b7-b0e4-69f7ed6a2157 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/ab49022e-eb66-49ab-84dd-43113721bae6 HTTP/1.1" status: 404  len: 336 time: 0.0764532
Nov 29 12:00:37.990570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52304) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.019059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03d5c880>, '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:38.019481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03d5c880>, '4a28567b-dfba-4ff6-93ef-8bcc0ea4fb6f') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:38.029291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 88c2e9b9-5769-4c6e-b124-056731761e5b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:38.029291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.029753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006446c5-4087-4814-85e7-1a5782ad2e51,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:38.029889 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca488114-7c67-4f9b-a192-e3031485e43c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.030377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca488114-7c67-4f9b-a192-e3031485e43c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.032592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.036456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ca488114-7c67-4f9b-a192-e3031485e43c tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/4cd8d9cb-ca49-4bd6-8367-6bbf016eb82b HTTP/1.1" status: 404  len: 337 time: 0.0441151
Nov 29 12:00:38.036835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52308) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.067778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Routers set() bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:38.068472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Router IDs set() for agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 29 12:00:38.068863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab49022e-eb66-49ab-84dd-43113721bae6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent'). {{(pid=87601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 29 12:00:38.069529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f66bb-9d59-4865-a573-165de46cee57 None None] The sync data for ids ['ab49022e-eb66-49ab-84dd-43113721bae6'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:38.069651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.076389 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb22163-5d92-4ad7-b525-3fe91d7068c5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.076389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb22163-5d92-4ad7-b525-3fe91d7068c5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.079695 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2eb22163-5d92-4ad7-b525-3fe91d7068c5 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/02de2584-7076-4723-8e55-8a2cf0b7f932 HTTP/1.1" status: 404  len: 337 time: 0.0415192
Nov 29 12:00:38.080944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52312) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.149832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b981a7-6a01-4b27-8dd5-80524d577cff tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.150726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b981a7-6a01-4b27-8dd5-80524d577cff tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.156050 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-86b981a7-6a01-4b27-8dd5-80524d577cff tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/9fe99f69-9714-4175-a3bc-375acd4be2ed HTTP/1.1" status: 404  len: 337 time: 0.0729375
Nov 29 12:00:38.156986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52316) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.161875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:38.162256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:38.165054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.178169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.178705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.179220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.179676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.180270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.180751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.181776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.182690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.183154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.183648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.184110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.184568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:38.205606 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87f5f4-a562-42dc-b068-f7791e67c306 None None] Pushing event updated for resources: {'Port': ['ID=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:38.209383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af87f5f4-a562-42dc-b068-f7791e67c306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:38.229955 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28e512d-bd97-4a6e-9461-92c84807b97b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.230425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28e512d-bd97-4a6e-9461-92c84807b97b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.235058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b28e512d-bd97-4a6e-9461-92c84807b97b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/62491a44-d2d8-495d-b0c3-22b2aed76ac3 HTTP/1.1" status: 404  len: 337 time: 0.0767238
Nov 29 12:00:38.235774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52320) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.267458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 2b34b224-1f47-4dd2-99c7-8fbd93db19fb owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:38.291383 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c0ba55e4-7ed5-4692-a1dd-ac639930341f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 200  len: 205 time: 0.0543396
Nov 29 12:00:38.291992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52324) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.304292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:38.305581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.310231 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3926859
Nov 29 12:00:38.324040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52328) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.337864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.354945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '65a7a2ed-509d-42a2-8b05-d6d69116f53a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:38.355790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Attempting to bind port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:38.356166 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Attempting to bind port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:38.356532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Attempting to bind port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d on network c4848e71-6eaa-42bb-b499-f683adbee64e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:38.368307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:38.371843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:38.372208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Checking segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:38.372533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.372968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Bound using segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:38.373493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Bound port: 76f36a7d-c009-46b3-b2cc-aaeee494ba1d, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:38.373912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.381145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:38.382753 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-672a3c7c-bb04-472c-843c-fd98ea7a48b3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:38.384676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:38.385183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.386600 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-672a3c7c-bb04-472c-843c-fd98ea7a48b3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/5eb87e31-a6e0-40de-8ef6-aa649cd175cd HTTP/1.1" status: 404  len: 336 time: 0.0936084
Nov 29 12:00:38.387335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52332) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:38.401924 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:38.404989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:38.431826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d0e0500e-32ac-4d90-bb64-91f30c29b708 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:38.439908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a9a7e6c7-f3ee-4d8f-8a7b-21c37f3158af tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=178dab9e-653e-42d3-ba3b-4a90970bc76a HTTP/1.1" status: 200  len: 205 time: 0.0515201
Nov 29 12:00:38.440495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52336) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.466240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:38.517310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-cb540393-951f-4ff9-adcd-c1141ef82592 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:38.518744 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cb540393-951f-4ff9-adcd-c1141ef82592 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/178dab9e-653e-42d3-ba3b-4a90970bc76a HTTP/1.1" status: 404  len: 336 time: 0.0773542
Nov 29 12:00:38.521557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.535308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.546944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] For port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:38.551254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] For port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:38.559991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:38.563412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.567492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:38.587784 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-81eae964-7cd4-4d8c-bf6b-161314971dbd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.588349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81eae964-7cd4-4d8c-bf6b-161314971dbd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.592460 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-81eae964-7cd4-4d8c-bf6b-161314971dbd tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/fe43be9e-33e7-4db2-b099-63c00ddc1c75 HTTP/1.1" status: 404  len: 337 time: 0.0673060
Nov 29 12:00:38.592905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.598476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d0e0500e-32ac-4d90-bb64-91f30c29b708 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:38.598857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.611881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=73b52515-8dc0-4e93-ac2b-66135b82a653,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:38.616216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:38.617127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.618988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.628465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.638220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6b2e8b2-daec-4d55-95a0-7281128e41d5 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:38.655390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.668742 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b8c4a60-6d01-499d-88dd-01100164a1fe tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 200  len: 205 time: 0.0725427
Nov 29 12:00:38.669780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.681568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Deleting port ac3ca018-8dbd-45d5-b020-f5c0254f88a4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:38.681947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.682991 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/87ed2f40-21a3-451b-a22e-a6da011ab2c1 HTTP/1.1" status: 204  len: 168 time: 3.0869367
Nov 29 12:00:38.689997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.699371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=87ed2f40-21a3-451b-a22e-a6da011ab2c1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:38.711481 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/73b52515-8dc0-4e93-ac2b-66135b82a653 HTTP/1.1" status: 204  len: 168 time: 2.0113888
Nov 29 12:00:38.712402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:38.715006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:38.718220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.777270 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6680e6-82d7-4da7-86bf-3e4035dee133 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.777870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6680e6-82d7-4da7-86bf-3e4035dee133 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.779651 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e6680e6-82d7-4da7-86bf-3e4035dee133 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/48d0b539-18d6-43ed-b79e-df4edb55fb90 HTTP/1.1" status: 404  len: 337 time: 0.0819614
Nov 29 12:00:38.783441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cb339-2071-4983-9451-b7753f7ea8b1 None None] The port 'ac3ca018-8dbd-45d5-b020-f5c0254f88a4' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:00:38.786007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-7e008965-41b2-46b4-81d9-74c1d9c9e0be tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:38.786309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:38.787404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ec3040>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:38.797233 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7e008965-41b2-46b4-81d9-74c1d9c9e0be tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/56a316e8-6f36-4b45-9d20-3f8081ab8a2a HTTP/1.1" status: 404  len: 336 time: 0.1260307
Nov 29 12:00:38.808284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52360) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.808624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52362) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.880905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87f5f4-a562-42dc-b068-f7791e67c306 None None] Pushing event updated for resources: {'Port': ['ID=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:38.910610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3c39beeb-a43f-41f1-8ede-7f87ae9e2c94 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:router {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:38.914991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4ff0a35-62ef-4a65-8b74-dbc52436b298 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:38.933397 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f8ddc78b-9a2c-4cac-b40b-1e637273f6ce tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=a822f5a0-5371-4fdd-bc1a-5a6b72594be6 HTTP/1.1" status: 200  len: 205 time: 0.1194158
Nov 29 12:00:38.934554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34a2f47-301d-4821-a017-a9c13a4631d1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:38.935000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34a2f47-301d-4821-a017-a9c13a4631d1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:38.936571 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c34a2f47-301d-4821-a017-a9c13a4631d1 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/8170966c-4b77-4913-8688-a59450f96b84 HTTP/1.1" status: 404  len: 339 time: 0.1245883
Nov 29 12:00:38.937083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52368) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.939358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52372) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:38.960354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af87f5f4-a562-42dc-b068-f7791e67c306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:38.994780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=2b34b224-1f47-4dd2-99c7-8fbd93db19fb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:39.009303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.011909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/2b34b224-1f47-4dd2-99c7-8fbd93db19fb HTTP/1.1" status: 204  len: 168 time: 1.9248295
Nov 29 12:00:39.013124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:39.021879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52374) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.057735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3c39beeb-a43f-41f1-8ede-7f87ae9e2c94 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:router {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:39.063027 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3c39beeb-a43f-41f1-8ede-7f87ae9e2c94 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2875092
Nov 29 12:00:39.066025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.090382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.091679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:39.099247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.102792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8cb7b687-5f33-4556-b68f-275d65f50f52 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:39.114308 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-de83fa1a-341e-4e70-b7f9-cc4a24f148d3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:39.120387 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-de83fa1a-341e-4e70-b7f9-cc4a24f148d3 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/a822f5a0-5371-4fdd-bc1a-5a6b72594be6 HTTP/1.1" status: 404  len: 336 time: 0.1821806
Nov 29 12:00:39.121980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.136069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:00:39.154472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting subnet 660b64af-098c-41df-80da-c3b368e4159d {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:39.157992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.184019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25e8839-ceff-493a-bed2-4f6aab853eed,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:39.185760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4867026-b1bb-4306-a15d-d9e748fd947a None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:39.199562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:39.209170 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f8b5d-f311-4ce8-a275-24051745799f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:39.209623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23f8b5d-f311-4ce8-a275-24051745799f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:39.226023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f3ada-abef-4fb4-bd94-67f612597f67 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:39.226745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf5f3ada-abef-4fb4-bd94-67f612597f67 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:39.235413 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b23f8b5d-f311-4ce8-a275-24051745799f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/06d47b46-502b-4bad-ab0a-d231b9d42b91 HTTP/1.1" status: 404  len: 337 time: 0.1015933
Nov 29 12:00:39.235413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.239313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9091845
Nov 29 12:00:39.239313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.239313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.279647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 37c83de5-a610-4b41-b39c-18679514395b no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:39.292258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.292978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '65a7a2ed-509d-42a2-8b05-d6d69116f53a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:39.299366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-69da5f49-2c79-4284-9b72-30158dddba61 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Synchronizing usage tracker for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:39.308179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:39.313168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:39.314991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf5f3ada-abef-4fb4-bd94-67f612597f67 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:39.316360 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf5f3ada-abef-4fb4-bd94-67f612597f67 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.2989390
Nov 29 12:00:39.319543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:39.322265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.332513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:39.367095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:39.373228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 37c83de5-a610-4b41-b39c-18679514395b {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:39.373623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 37c83de5-a610-4b41-b39c-18679514395b not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:39.374264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac3ca018-8dbd-45d5-b020-f5c0254f88a4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:39.375928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-69da5f49-2c79-4284-9b72-30158dddba61 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Unset dirty status for tenant:d5ae97d1151a41469d9634de7d33dd37 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:39.376814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:39.380336 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-69da5f49-2c79-4284-9b72-30158dddba61 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 HTTP/1.1" status: 200  len: 205 time: 0.1399369
Nov 29 12:00:39.380814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52400) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.381583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:39.382812 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7020d0-016a-4cc0-92a9-81d3fb282459 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:00:39.385023 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e7020d0-016a-4cc0-92a9-81d3fb282459 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/2b34b224-1f47-4dd2-99c7-8fbd93db19fb HTTP/1.1" status: 404  len: 333 time: 0.0606000
Nov 29 12:00:39.392671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.398130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.408796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890010927'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:39.418152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:39.429720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:39.435205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:39.437038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: ac3ca018-8dbd-45d5-b020-f5c0254f88a4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:39.437423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac3ca018-8dbd-45d5-b020-f5c0254f88a4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:39.437837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:39.450108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:39.450329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:39.472801 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-d1e27523-16bc-488e-8aaa-56446e021046 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:39.476442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d1e27523-16bc-488e-8aaa-56446e021046 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/8a291398-d40c-4cb6-bbc6-b1fc7f9b0b28 HTTP/1.1" status: 404  len: 336 time: 0.0893159
Nov 29 12:00:39.476608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52408) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.480557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:39.484675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.514227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:39.517760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.543213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:39.543213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8fbd5d8d-2dd4-4c07-89c6-a9dd411a732b not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:39.543580 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22b9fe2-4a9d-4a68-a1bd-b4c54b4551bf tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:39.543919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22b9fe2-4a9d-4a68-a1bd-b4c54b4551bf tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:39.548150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a22b9fe2-4a9d-4a68-a1bd-b4c54b4551bf tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/27242dac-63bf-460b-af4e-e9dead6ba3ad HTTP/1.1" status: 404  len: 337 time: 0.0680659
Nov 29 12:00:39.557971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d2b74dbd-9442-4b9d-9f68-8b0b9f005ea2 None None] Provisioning complete for port d0e0500e-32ac-4d90-bb64-91f30c29b708 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:39.558353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2b74dbd-9442-4b9d-9f68-8b0b9f005ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.601654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52412) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.653154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.664600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.695874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:39.698550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-446c1ebe-9642-4134-9aff-75812646c239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:39.715911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d0e0500e-32ac-4d90-bb64-91f30c29b708 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:39.719912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.720248 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment 06d8230c-20af-4486-a1ba-1982dc2623cd of type vlan for network 108e6fa9-f948-40bc-be02-7e0c375f91a5
Nov 29 12:00:39.721521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.722704 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4472184
Nov 29 12:00:39.727727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1602ec-b9ab-4007-b612-e0aeeaafd53a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:39.730899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:39.732269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.738995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '65a7a2ed-509d-42a2-8b05-d6d69116f53a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:39.748464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:39.761875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:39.767221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:39.776770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.780773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:39.816806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.836421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.844941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:39.846491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.850816 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-91432594-3780-43c5-9193-fa62473f5dfb tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "GET /v2.0/ports?device_id=675fbf1f-c97a-4861-a9f1-29db6d51f9bb HTTP/1.1" status: 200  len: 205 time: 0.2453349
Nov 29 12:00:39.853784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:39.854829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:39.961630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:39.971072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-51dfe510-7cc8-4cb7-9b06-8d2eba0ba8bc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:40.004760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d0e0500e-32ac-4d90-bb64-91f30c29b708 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:40.005386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.019229 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-e02a673d-7ed5-49ec-9bc4-232685c964d1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] delete failed (client error): The resource could not be found.
Nov 29 12:00:40.022670 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e02a673d-7ed5-49ec-9bc4-232685c964d1 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/routers/675fbf1f-c97a-4861-a9f1-29db6d51f9bb HTTP/1.1" status: 404  len: 336 time: 0.1496317
Nov 29 12:00:40.022834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.022975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.023807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Subnet': ['ID=660b64af-098c-41df-80da-c3b368e4159d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:40.027794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52424) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.043546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f762db7-c6bd-4ab7-bfd3-6ee72add07d1 None None] Network 8254f016-f6f6-48fd-9841-2a768dd8d647 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:40.045933 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6505702
Nov 29 12:00:40.057921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.074729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:40.090336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.090772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.091088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.091482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.091850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.092215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.092577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.092936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.093293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.093648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.094003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.094354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:40.097979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:40.099889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=108e6fa9-f948-40bc-be02-7e0c375f91a5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:40.101559 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-236ff2d0-f265-4bcb-a710-93175c93c199 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:40.102010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236ff2d0-f265-4bcb-a710-93175c93c199 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:40.104795 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-236ff2d0-f265-4bcb-a710-93175c93c199 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/d4eaffde-18d1-4a5e-b404-a4266826b6a0 HTTP/1.1" status: 404  len: 337 time: 0.0725625
Nov 29 12:00:40.110633 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/subnets/660b64af-098c-41df-80da-c3b368e4159d HTTP/1.1" status: 204  len: 168 time: 1.0946863
Nov 29 12:00:40.112105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52432) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.112431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52434) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.135608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:40.173828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:40.236981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:40.237185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:40.241197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.244075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:40.247814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:40.250035 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d40f288-3338-4bbc-b944-578aa45a17cb tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:00:40.250927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d40f288-3338-4bbc-b944-578aa45a17cb tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:40.254787 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9d40f288-3338-4bbc-b944-578aa45a17cb tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] 10.222.0.20 "DELETE /v2.0/subnets/6338c95e-8aeb-4b54-b184-edaa3da64a9d HTTP/1.1" status: 404  len: 337 time: 0.1388667
Nov 29 12:00:40.254951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.256689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-52330483-5b30-4edd-affc-b8d61292d600 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:40.270001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:40.276692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07750808-4df0-45d4-a2ed-f5bcb2583629,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:40.290956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:40.307490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:40.314946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.338291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.340687 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6065855
Nov 29 12:00:40.343471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.345086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52442) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.352162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Deleting port d0e0500e-32ac-4d90-bb64-91f30c29b708 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:40.352683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.374473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Deleting port 18b3acbd-5b72-41e0-ba15-c828d8e2431a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:40.375077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.417327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '65a7a2ed-509d-42a2-8b05-d6d69116f53a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:40.424718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:40.430700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:40.434082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:40.440400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:40.456454 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:00:40.481034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.562846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:00:40.589956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.600275 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.645596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.673449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e5c9fa4-bb5f-45fc-94e0-d7d3294c24c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:40.685718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:40.686281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.699586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5038b750-40fc-456d-b3f2-096719e39f5f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:40.702449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.705093 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3575349
Nov 29 12:00:40.706375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:40.713878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52454) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.727950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '65a7a2ed-509d-42a2-8b05-d6d69116f53a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:40.740026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:40.749453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:40.750150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] For port 18b3acbd-5b72-41e0-ba15-c828d8e2431a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=18b3acbd-5b72-41e0-ba15-c828d8e2431a,segment=NetworkSegment(ffb411ab-7be0-45f9-8ed9-05aab9237e13),segment_id=ffb411ab-7be0-45f9-8ed9-05aab9237e13)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:40.750516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.775756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:40.784097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:40.852417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.857340 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:00:40.865596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:40.910304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Calling delete_port for d0e0500e-32ac-4d90-bb64-91f30c29b708 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:40.915840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:40.938258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Calling delete_port for 18b3acbd-5b72-41e0-ba15-c828d8e2431a owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:40.976842 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7526c2f5-7236-41de-ac41-c2cb41c8d4cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5ae97d1151a41469d9634de7d33dd37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3826230
Nov 29 12:00:40.977199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52458) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:40.994920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ec3040>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:38Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:41.003522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=b5aa973f-ed0a-42e0-bee9-e97fc825d6a9,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:41.012808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:41.019943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7f3-4bba-4788-9674-4e32fa17a0c2 None None] The sync data for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv is: [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:38Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:41.027820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': '06d8230c-20af-4486-a1ba-1982dc2623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:41.028194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 108e6fa9-f948-40bc-be02-7e0c375f91a5, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:41.060527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.072480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.073444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:41.073920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:41.087762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e67b4c51-1a85-4fc2-b75d-e2ed95563b04 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:41.117657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:41.140057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1e0d64-eec2-4fb5-ae59-7d037c3571f5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:41.146903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:41.148143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.148247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 108e6fa9-f948-40bc-be02-7e0c375f91a5) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:41.152870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.162653 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4392335
Nov 29 12:00:41.162653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:41.162653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.183468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.183734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78549b-7e47-4cbf-8d25-2bf0b7f4e424 None None] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:41.191867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:41.192118 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1327541
Nov 29 12:00:41.194745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52464) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:41.209639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:41.282843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.283082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c1e72-6a54-41dd-8e26-1323b5afc918 None None] DHCP port deletion for 8254f016-f6f6-48fd-9841-2a768dd8d647 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:41.317291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Port': ['ID=18b3acbd-5b72-41e0-ba15-c828d8e2431a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:41.328568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:41.334077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] No DVR routers for this DVR port 18b3acbd-5b72-41e0-ba15-c828d8e2431a on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:41.461501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:41.474408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:41.480966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:41.491338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:41.507936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-108e6fa9-f948-40bc-be02-7e0c375f91a5', 'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': 'b5aa973f-ed0a-42e0-bee9-e97fc825d6a9'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:41.508160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-b92613cc-75e1-4e90-80e6-2e25feab9739 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:41.509395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.534822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:41.538985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.558842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-b92613cc-75e1-4e90-80e6-2e25feab9739 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:41.567574 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-b92613cc-75e1-4e90-80e6-2e25feab9739 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711106025&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.1398156
Nov 29 12:00:41.594858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Deleting port d0e0500e-32ac-4d90-bb64-91f30c29b708 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:41.597626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.772949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.796633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Allocated IP 2001:db8::2 (108e6fa9-f948-40bc-be02-7e0c375f91a5/b5aa973f-ed0a-42e0-bee9-e97fc825d6a9/0c785498-e5c2-437d-9638-c9da35659187) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:41.877566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.883025 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5aa973f-ed0a-42e0-bee9-e97fc825d6a9 (CIDR: 2001:db8::/64)
Nov 29 12:00:41.888280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-910f9195-f92d-4f3a-bb85-0fd4eda0c1bd tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:41.903218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-10a95ffb-3ac2-4e9a-86a9-1db0f45466d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:41.903864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-10a95ffb-3ac2-4e9a-86a9-1db0f45466d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:41.906945 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:00:41.907415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:00:41.907532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:41.909236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 76f36a7d-c009-46b3-b2cc-aaeee494ba1d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:41.940677 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-659c66e8-e219-4d6d-88c1-468659ff84b7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7406077
Nov 29 12:00:41.942791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-10a95ffb-3ac2-4e9a-86a9-1db0f45466d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:41.944327 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-10a95ffb-3ac2-4e9a-86a9-1db0f45466d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=c4848e71-6eaa-42bb-b499-f683adbee64e HTTP/1.1" status: 200  len: 797 time: 0.3756454
Nov 29 12:00:41.944980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52478) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:41.946222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e6ab7-c71c-4a4f-9da4-35b5c19428ab,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:41.953043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:41.964374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:42.001001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.004930 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/117e6ab7-c71c-4a4f-9da4-35b5c19428ab HTTP/1.1" status: 204  len: 168 time: 1.0267584
Nov 29 12:00:42.007013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d085ef970>,) {'filters': {'network_id': ['8254f016-f6f6-48fd-9841-2a768dd8d647']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:42.038829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085ef970>, 'ffb411ab-7be0-45f9-8ed9-05aab9237e13') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:42.039121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085ef970>, 'ffb411ab-7be0-45f9-8ed9-05aab9237e13') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:42.056610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:42.059542 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-1c46e837-f02c-44e7-b51b-b7b168099bea tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0861495
Nov 29 12:00:42.066591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.127433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.146559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:42.148593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:42.170968 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:42.240410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.266091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.266981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.286582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:42.296015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:42.299908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:42.300283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.370228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.370918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:42.389935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:42.397197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:42.407677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.413990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.428273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:42.428930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-0a9740ac-79ca-449e-89cd-66195a20da36 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:42.432977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:42.435597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:42.441061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Transition to ACTIVE for port object 0c785498-e5c2-437d-9638-c9da35659187 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:42.443682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:42.444966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.459503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:42.459905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.464235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:42.470041 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] 10.222.0.20 "DELETE /v2.0/networks/8254f016-f6f6-48fd-9841-2a768dd8d647 HTTP/1.1" status: 204  len: 168 time: 2.3500981
Nov 29 12:00:42.470041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=8']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:42.474308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:42.474984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ed605f7a-a55b-427f-8609-881e42f424c0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:42.492698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.580408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=cf358f08-df3b-4a1f-ab5e-4c90f84d044c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:42.590419 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5133057
Nov 29 12:00:42.592098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:42.592647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aad541e5-9f99-4381-8ff9-cfeafa8f8824 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:42.638822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52492) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:42.640208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Pushing event deleted for resources: {'Network': ['ID=8254f016-f6f6-48fd-9841-2a768dd8d647,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:42.651270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Transition to ACTIVE for port object 0c785498-e5c2-437d-9638-c9da35659187 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:42.653998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:42.658424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:42.658808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Calling delete_port for d0e0500e-32ac-4d90-bb64-91f30c29b708 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:42.846180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-0a9740ac-79ca-449e-89cd-66195a20da36 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:42.848124 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-0a9740ac-79ca-449e-89cd-66195a20da36 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7816935
Nov 29 12:00:42.857147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.901982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:42.907072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:42.913120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:42.914214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.916236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:42.935049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:42.955954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:42.956893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:42.963091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4af3a22e-060e-4918-8ed5-df16334c46b9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:42.964567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.011689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5936a142-f8db-4e5c-b94c-188ca9da6c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:43.038178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:43.042033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:43.048528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:43.049123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.079292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:43.082550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:43.083324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:43.086237 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1396141
Nov 29 12:00:43.088995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:43.092736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:43.095963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5', 'fixed_ips': [{'subnet_id': 'b5aa973f-ed0a-42e0-bee9-e97fc825d6a9'}, {'subnet_id': '4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35'}], 'name': 'tempest-PortsIpV6TestJSON-1443008173'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:43.118946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:43.135832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:43.199744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.263593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.274987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Pushing event updated for resources: {'Port': ['ID=0c785498-e5c2-437d-9638-c9da35659187,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:43.283872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:43.293186 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7a20aeb8-1d36-4842-ada4-4fc4ca424671 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=327b2486ff2349f4abad58256fb924f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757091
Nov 29 12:00:43.296884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:43.301827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:43.360604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Attempting to bind port 0c785498-e5c2-437d-9638-c9da35659187 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:43.360604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Attempting to bind port 0c785498-e5c2-437d-9638-c9da35659187 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '06d8230c-20af-4486-a1ba-1982dc2623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:43.360604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Attempting to bind port 0c785498-e5c2-437d-9638-c9da35659187 on network 108e6fa9-f948-40bc-be02-7e0c375f91a5 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:43.362580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:43.362935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:43.377139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:43.377536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Checking segment: {'id': '06d8230c-20af-4486-a1ba-1982dc2623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:43.377922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.378324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Bound using segment: {'id': '06d8230c-20af-4486-a1ba-1982dc2623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:43.378957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Bound port: 0c785498-e5c2-437d-9638-c9da35659187, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d8230c-20af-4486-a1ba-1982dc2623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:43.379372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.425193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:43.449243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:43.469997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:43.470825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 18b3acbd-5b72-41e0-ba15-c828d8e2431a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:43.472342 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-290cb80b-8a79-4232-b8df-08660450cf3c service neutron] 10.222.0.20 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6081095
Nov 29 12:00:43.474875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:43.504809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.518377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 18b3acbd-5b72-41e0-ba15-c828d8e2431a {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:43.518729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 18b3acbd-5b72-41e0-ba15-c828d8e2431a not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:43.519149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d0e0500e-32ac-4d90-bb64-91f30c29b708 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:43.549443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.585469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Deleting port d0e0500e-32ac-4d90-bb64-91f30c29b708 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:43.585852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.606738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52526) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:43.618976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-1049f791-274a-4bcb-a049-fd8576543f8b service neutron] 10.222.0.20 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457474
Nov 29 12:00:43.622146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:43.650123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.657263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-144e7443-ae0a-4a7e-8d4c-9f3fa0427b0a tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:43.735201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.744745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:43.754765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:43.762961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:43.763796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.774393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.795033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.796724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d12ec0e0-efdf-45bf-bc34-c68c2cb55b24 HTTP/1.1" status: 204  len: 168 time: 0.4985874
Nov 29 12:00:43.805414 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1532476
Nov 29 12:00:43.806066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 068b59db-d148-45cc-aa69-97790334c2a8 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:43.808657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52534) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:43.814252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:a3:a0:12', 'name': 'tempest-NetworksTestDHCPv6-194091465'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:43.837622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=2676c6eb-eea3-416d-ac6e-1341db40ba80,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:43.841886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:43.846433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b78107b0-b22a-4459-b6d7-47a9979e4b98 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:43.922962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] For port 0c785498-e5c2-437d-9638-c9da35659187, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:43.926055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] For port 0c785498-e5c2-437d-9638-c9da35659187, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0c785498-e5c2-437d-9638-c9da35659187,segment=NetworkSegment(06d8230c-20af-4486-a1ba-1982dc2623cd),segment_id=06d8230c-20af-4486-a1ba-1982dc2623cd)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:43.933516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ec0e0-efdf-45bf-bc34-c68c2cb55b24,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:43.940685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:43.961521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1536360612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:43.974584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:43.974867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:43.975266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:43.983439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:router and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:43.988556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:43.999945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:44.011107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.035891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cee45eee-a809-4d6f-adcb-5a7e806aae52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:44.157572 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-78b90ae0-c1c7-499a-ad95-d15c8cce99c3 req-edc3aee9-7e9e-401c-90cb-021cf4a887c8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 210 time: 0.1214206
Nov 29 12:00:44.184883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.193613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.218791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:44.233403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Calling delete_port for d0e0500e-32ac-4d90-bb64-91f30c29b708 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:44.234644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:44.241197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:44.249724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:44.252205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.276562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:44.332032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Pushing event updated for resources: {'Port': ['ID=0c785498-e5c2-437d-9638-c9da35659187,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:44.334880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.348576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:44.371126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.417517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.419349 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-013583fa-6094-45c5-8a4a-2a3e710b0dfe tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.8110814
Nov 29 12:00:44.423604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52552) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:44.444435 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:44.445814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::36c (108e6fa9-f948-40bc-be02-7e0c375f91a5/b5aa973f-ed0a-42e0-bee9-e97fc825d6a9/068b59db-d148-45cc-aa69-97790334c2a8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:44.448978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1382250990'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:44.459396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.466686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8:0:1::ae (108e6fa9-f948-40bc-be02-7e0c375f91a5/4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35/068b59db-d148-45cc-aa69-97790334c2a8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:44.468052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:44.475285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:44.486432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:network and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:44.492696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:44.504331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:44.521841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.557944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:44.561396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.594937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:44.595332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:44.614582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port e40f9514-4fdb-4f92-8c95-1b0045b600c8 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:44.658098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 76f36a7d-c009-46b3-b2cc-aaeee494ba1d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:44.744424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.763839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:44.772052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:44.780122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:44.788402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:security_group_rule and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:44.794199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:44.851217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:44.851725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.853467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.855708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:44.877501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object 068b59db-d148-45cc-aa69-97790334c2a8 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:44.917670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:44.926963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:45.041475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=068b59db-d148-45cc-aa69-97790334c2a8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:45.051659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:45.054379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:45.057163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:45.059992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:45.066266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:45.066901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.101130 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 2.0107162
Nov 29 12:00:45.104504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:45.115095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5aa973f-ed0a-42e0-bee9-e97fc825d6a9'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:45.164783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 172.20.0.10 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2676c6eb-eea3-416d-ac6e-1341db40ba80/e40f9514-4fdb-4f92-8c95-1b0045b600c8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:45.182049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fea3:a012 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/cf358f08-df3b-4a1f-ab5e-4c90f84d044c/e40f9514-4fdb-4f92-8c95-1b0045b600c8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:45.251153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.261738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.273093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b27b3f3-540e-4d8f-9a21-c0c81216b600 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:45.385542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:45.412762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e195e5aa-05c8-4e25-bc47-953c22fc7d88 req-d6d691b4-49e5-4e1d-a721-5ceed0ac1b09 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 210 time: 0.0989037
Nov 29 12:00:45.430201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.580680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008812037'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:45.590379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:45.592448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:45.598047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:45.603066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:45.609405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8536a583-df6d-4d95-9951-ed63e0a8e6fe,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:45.612261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.612601 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Added segment 41e0b7d1-4940-4b4e-8840-eaed3d8ab459 of type vlan for network bf254f4c-6a09-46bb-a55e-c1351418f37e
Nov 29 12:00:45.622418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:45.650987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:45.665098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.674095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.689027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:45.690885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object e40f9514-4fdb-4f92-8c95-1b0045b600c8 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:45.694761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.738876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.745144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:45.745897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.751262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-26e22732-ace8-46c5-aade-b68b49778e21 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:45.854641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.897135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:45.909263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef802a-51b7-47ee-8fde-bc13e0c33635 None None] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:45.926329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Network': ['ID=bf254f4c-6a09-46bb-a55e-c1351418f37e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:45.932530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:45.933170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:45.976643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.5513418
Nov 29 12:00:45.978718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:45.986256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52586) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:45.989098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:45.994157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:46.043813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Deleting port d0e0500e-32ac-4d90-bb64-91f30c29b708 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:46.044463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.061564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:46.062338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.073611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:46.081454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'subnet': {'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:46.087064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:security_group_rule and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:46.095787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:46.107614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.2957251
Nov 29 12:00:46.117759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52590) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:46.143103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:46.206547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network bf254f4c-6a09-46bb-a55e-c1351418f37e details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:46.232988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Delete allocated IP 2001:db8:0:1::ae (108e6fa9-f948-40bc-be02-7e0c375f91a5/4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 29 12:00:46.243033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-c39a91a9-dcd3-4198-a2c6-2cbd76c976d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:46.244529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-c39a91a9-dcd3-4198-a2c6-2cbd76c976d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=c4848e71-6eaa-42bb-b499-f683adbee64e HTTP/1.1" status: 200  len: 797 time: 0.2909172
Nov 29 12:00:46.255807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=e40f9514-4fdb-4f92-8c95-1b0045b600c8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:46.261940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:46.288906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:46.293285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:subnet and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:46.301067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:46.310057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:46.327396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:46.330870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.358865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf00e5-93f1-4ba5-960e-3e44de831628 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:46.365430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf00e5-93f1-4ba5-960e-3e44de831628 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:46.366126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cfdf00e5-93f1-4ba5-960e-3e44de831628 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:46.368493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7bec83a1-aa83-4c1d-9131-7dd9719646c1 None None] Provisioning for port 0c785498-e5c2-437d-9638-c9da35659187 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:46.416246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-4a4c1fe6-314e-4ae9-9324-39ceb71b5b25 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 379 time: 0.1575036
Nov 29 12:00:46.438251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['65a7a2ed-509d-42a2-8b05-d6d69116f53a']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:46.461770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cfdf00e5-93f1-4ba5-960e-3e44de831628 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:46.463030 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cfdf00e5-93f1-4ba5-960e-3e44de831628 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.3413558
Nov 29 12:00:46.466565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52600) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:46.553499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port e40f9514-4fdb-4f92-8c95-1b0045b600c8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:46.553849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.565018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.594139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.605873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5970e3c7-c2a2-4005-bafe-bea74e10d149 tempest-ServerActionsTestJSON-1704350492 tempest-ServerActionsTestJSON-1704350492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:46.676785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:46.708214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37557552-be1b-4516-b20d-0664ea46e801,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:46.723649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0c785498-e5c2-437d-9638-c9da35659187 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:46.723790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:46.747078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.747437 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 185a632a-d706-4fff-a500-e92f6819bab9 of type vlan for network a4e3981c-6e56-400c-a3a3-6c0dee335b0b
Nov 29 12:00:46.763028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.770992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2d720de0-df8d-491b-9b10-aab6f66c6e35 req-f9d044a5-4754-4c74-a6c1-d45995bcf775 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 210 time: 0.1065168
Nov 29 12:00:46.792663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:46.806467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.810091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Ignored duplicate provisioning block setup for port 068b59db-d148-45cc-aa69-97790334c2a8 by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 29 12:00:46.817336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] For port d0e0500e-32ac-4d90-bb64-91f30c29b708, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d0e0500e-32ac-4d90-bb64-91f30c29b708,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:46.818057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.819027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:46.824968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.834020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08706b3e-7ec7-4e5c-abfe-20e274e49da4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:46.904054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.906330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:46.909859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:46.911153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-269b69b2-eace-4f97-8833-87cfa735cff0 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:46.979695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Calling delete_port for d0e0500e-32ac-4d90-bb64-91f30c29b708 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:46.995547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] In _notify_port_updated(), no bound segment for port 068b59db-d148-45cc-aa69-97790334c2a8 on network 108e6fa9-f948-40bc-be02-7e0c375f91a5 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:00:47.001601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:47.002216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.003534 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/ports/068b59db-d148-45cc-aa69-97790334c2a8 HTTP/1.1" status: 200  len: 926 time: 1.8980823
Nov 29 12:00:47.010240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52606) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:47.014687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Update dhcp port {'port': {'network_id': '108e6fa9-f948-40bc-be02-7e0c375f91a5', 'fixed_ips': [{'subnet_id': 'b5aa973f-ed0a-42e0-bee9-e97fc825d6a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '0c785498-e5c2-437d-9638-c9da35659187'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:00:47.033900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Subnet': ['ID=954f760d-ef93-48f8-94d1-d6c791e47f1e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:47.044797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5aa973f-ed0a-42e0-bee9-e97fc825d6a9'}, {'subnet_id': '4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:47.045167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.050748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:47.051366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.058237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=068b59db-d148-45cc-aa69-97790334c2a8,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:47.075599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:47.075769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:47.078766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d9062b4c-891b-43b3-a1ef-e9b2d77f4189 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:47.087845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.112022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.166813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Checking segment: {'id': '41e0b7d1-4940-4b4e-8840-eaed3d8ab459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:47.167249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network hostable DHCP agents. Network: bf254f4c-6a09-46bb-a55e-c1351418f37e, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:47.184288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 0c785498-e5c2-437d-9638-c9da35659187 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:47.201943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0c785498-e5c2-437d-9638-c9da35659187 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:47.202327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.239978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for e40f9514-4fdb-4f92-8c95-1b0045b600c8 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:47.266564 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.8726718
Nov 29 12:00:47.266564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=a4e3981c-6e56-400c-a3a3-6c0dee335b0b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:47.270462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:47.272973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:47.279375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-63265757'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:47.289463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:47.290438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:47.302292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:47.307755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:47.318950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:47.328474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.14 (c4848e71-6eaa-42bb-b499-f683adbee64e/d7de1914-e869-4441-919b-e9b7cc62deb3/78ed9a46-2133-43f2-a452-d955c6418297) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:47.343093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:47.346620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.408534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:47.418318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.418674 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment bc002c05-4b7a-45ea-b38b-0a7817d4aa70 of type vlan for network 370848bc-8330-401c-a737-348b178a649a
Nov 29 12:00:47.448471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.501229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.508369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.511077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd3c26be-1725-45fe-a96f-b28ce788ea17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:47.515022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:47.515825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.519392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network bf254f4c-6a09-46bb-a55e-c1351418f37e is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:47.561676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, bf254f4c-6a09-46bb-a55e-c1351418f37e) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:47.565105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00ca74ec-baff-4508-b9dc-0c0f7ee8d530 tempest-FloatingIPNegativeTestJSON-1648729678 tempest-FloatingIPNegativeTestJSON-1648729678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:47.577705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:47.578290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.614900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e3450-20ae-4f2c-80c7-f9f3cae2f949 None None] Network bf254f4c-6a09-46bb-a55e-c1351418f37e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:47.674921 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.4014502
Nov 29 12:00:47.685227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:47.701780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:47.704411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Pushing event deleted for resources: {'Port': ['ID=d0e0500e-32ac-4d90-bb64-91f30c29b708,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:47.721314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:47.740285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=370848bc-8330-401c-a737-348b178a649a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:47.796989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.804948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:47.861140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 370848bc-8330-401c-a737-348b178a649a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:47.885088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.892315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:47.900541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:47.906123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:47.913314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:47.921128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:47.923464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:47.924135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9365048
Nov 29 12:00:47.928073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'network': {'name': 'tempest-router-network01--1515137408'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:47.935584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:47.938344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:47.942449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.004528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] No DVR routers for this DVR port d0e0500e-32ac-4d90-bb64-91f30c29b708 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:48.019126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.034680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5df179e6-0cdb-48b4-bdb1-f68f9d56f96d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:48.042550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb20c21-c6eb-4b66-a2bd-15553b8d9f48 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:48.074782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Allocated IP 2001:db8:0:1::2 (108e6fa9-f948-40bc-be02-7e0c375f91a5/4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35/0c785498-e5c2-437d-9638-c9da35659187) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:48.101979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=e40f9514-4fdb-4f92-8c95-1b0045b600c8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:48.104523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:48.145714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:network and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:48.145714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 78ed9a46-2133-43f2-a452-d955c6418297 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:48.150844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:48.209285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-2c60a59e-9707-444b-9290-859b45b356cf req-10b05182-6a4f-4a35-bc4d-aecd0a392146 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:48.218529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:48.259854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:48.263304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.278119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-2c60a59e-9707-444b-9290-859b45b356cf req-10b05182-6a4f-4a35-bc4d-aecd0a392146 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:48.278551 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c60a59e-9707-444b-9290-859b45b356cf req-10b05182-6a4f-4a35-bc4d-aecd0a392146 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 210 time: 0.3450565
Nov 29 12:00:48.320151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:48.334031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.335222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.340239 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/e40f9514-4fdb-4f92-8c95-1b0045b600c8 HTTP/1.1" status: 204  len: 168 time: 1.8703163
Nov 29 12:00:48.341890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52624) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:48.343482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e40b729-7fb2-4cd3-ba87-7e746990d2d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:48.376793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.377446 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Added segment 834e9152-d0d5-4a4c-a361-6542e8c19475 of type vlan for network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9
Nov 29 12:00:48.436818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 29 12:00:48.436818 dv-neutron-819579-1-hyperv neutron-server[87601]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Nov 29 12:00:48.436818 dv-neutron-819579-1-hyperv neutron-server[87601]: [parameters: {'status': 'ACTIVE', 'ports_id': '0c785498-e5c2-437d-9638-c9da35659187'}]
Nov 29 12:00:48.436818 dv-neutron-819579-1-hyperv neutron-server[87601]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:00:48.437272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:00:48.452496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-bf254f4c-6a09-46bb-a55e-c1351418f37e', 'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e', 'tenant_id': '0b087bb1c7f54deb90b03d3791108e95', 'fixed_ips': [{'subnet_id': '954f760d-ef93-48f8-94d1-d6c791e47f1e'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:48.453334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.466280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd0c60f-cf91-4375-b011-17e9d31ebd22 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:48.468312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd0c60f-cf91-4375-b011-17e9d31ebd22 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:48.470004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd0c60f-cf91-4375-b011-17e9d31ebd22 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:48.470588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ffd0c60f-cf91-4375-b011-17e9d31ebd22 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:48.487502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c4848e71-6eaa-42bb-b499-f683adbee64e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:48.489213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ffd0c60f-cf91-4375-b011-17e9d31ebd22 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:48.493458 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ffd0c60f-cf91-4375-b011-17e9d31ebd22 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1478486
Nov 29 12:00:48.493680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52628) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:48.499160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:48.502025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.513814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:48.546684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=78ed9a46-2133-43f2-a452-d955c6418297,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:48.565654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:48.577709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 2676c6eb-eea3-416d-ac6e-1341db40ba80 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:48.581955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.620138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] For port 0c785498-e5c2-437d-9638-c9da35659187, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0c785498-e5c2-437d-9638-c9da35659187,segment=NetworkSegment(06d8230c-20af-4486-a1ba-1982dc2623cd),segment_id=06d8230c-20af-4486-a1ba-1982dc2623cd)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:48.637817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:48.639157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.647214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.647346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.656450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:48.694881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.700667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:48.700846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.723706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.727371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8593114-e5cb-48a9-a8e3-61d1729e7da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '2676c6eb-eea3-416d-ac6e-1341db40ba80'}, {'subnet_id': 'cf358f08-df3b-4a1f-ab5e-4c90f84d044c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:48.728240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8593114-e5cb-48a9-a8e3-61d1729e7da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.749520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3254385
Nov 29 12:00:48.763463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.768554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Request body: {'port': {'device_id': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:48.799205 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8744178
Nov 29 12:00:48.811947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52632) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:48.845117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'network': {'name': 'tempest-router-network02--481572009'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:48.846021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.862239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:48.865889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b181dba5-470c-4736-b50f-e0cf5bf5e9f0 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:48.866634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Transition to ACTIVE for port object 0c785498-e5c2-437d-9638-c9da35659187 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:48.867861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Allocated IP 2001:db8::2 (bf254f4c-6a09-46bb-a55e-c1351418f37e/954f760d-ef93-48f8-94d1-d6c791e47f1e/22234176-3d51-41ca-81c5-c6744b971229) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:48.878540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.880703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=5f5ffebe-5f98-4d9e-8e63-44d9bed92816,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:48.889706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:48.890029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd3c26be-1725-45fe-a96f-b28ce788ea17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:48.890955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:network and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:48.904827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4b53aaa-ee25-492c-8039-39125e40b812 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:48.905809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:48.913316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=2676c6eb-eea3-416d-ac6e-1341db40ba80,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:48.951804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:48.959186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '185a632a-d706-4fff-a500-e92f6819bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:48.959567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: a4e3981c-6e56-400c-a3a3-6c0dee335b0b, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:48.968535 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2676c6eb-eea3-416d-ac6e-1341db40ba80 HTTP/1.1" status: 204  len: 168 time: 0.4714036
Nov 29 12:00:48.968725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:48.968846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52636) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:48.984968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:49.049595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8:0:1::2ba (108e6fa9-f948-40bc-be02-7e0c375f91a5/4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35/068b59db-d148-45cc-aa69-97790334c2a8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:49.062637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet cf358f08-df3b-4a1f-ab5e-4c90f84d044c {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:49.082427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-c8593114-e5cb-48a9-a8e3-61d1729e7da5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2676c6eb-eea3-416d-ac6e-1341db40ba80: This subnet is being modified by another concurrent operation.
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2676c6eb-eea3-416d-ac6e-1341db40ba80: This subnet is being modified by another concurrent operation.
Nov 29 12:00:49.101286 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 12:00:49.114025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:49.114025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.126532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.140508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Network': ['ID=095cf065-cbeb-4ad2-9400-4f3405dd9fa9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:49.143375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:49.149896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:49.172569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3372d88-5518-4b57-be9f-a4deafade47f None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:49.185339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:49.203185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e7fbafa0-9549-4719-b645-fc20ab450fcc None None] Provisioning for port 78ed9a46-2133-43f2-a452-d955c6418297 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:49.203906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, a4e3981c-6e56-400c-a3a3-6c0dee335b0b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:49.208530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:49.209193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.212053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.214205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:49.252788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.253162 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Added segment e76a893f-577e-45d2-bdcb-1b0d466af72e of type vlan for network 15da1c05-9a61-42fd-9894-e99773fb5ecd
Nov 29 12:00:49.268778 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5774806
Nov 29 12:00:49.269019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52640) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:49.279684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.291582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e7fbafa0-9549-4719-b645-fc20ab450fcc None None] Provisioning complete for port 78ed9a46-2133-43f2-a452-d955c6418297 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:49.292198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7fbafa0-9549-4719-b645-fc20ab450fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.311599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.322279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': '370848bc-8330-401c-a737-348b178a649a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:49.386648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.409883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Ignored duplicate provisioning block setup for port 068b59db-d148-45cc-aa69-97790334c2a8 by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 29 12:00:49.415209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Pushing event updated for resources: {'Port': ['ID=0c785498-e5c2-437d-9638-c9da35659187,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:49.417176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.418679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6bb9f7-6f52-42ee-a495-979ca43904bf None None] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:49.432281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f577fd93-1137-4821-9eb8-1f98262e8298 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:49.467200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:49.470070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.480826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:49.487304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.494179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:49.496903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:49.526537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:49.578471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbafa0-9549-4719-b645-fc20ab450fcc None None] Port 78ed9a46-2133-43f2-a452-d955c6418297 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:00:49.621753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:49.625475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.656917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=068b59db-d148-45cc-aa69-97790334c2a8,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:49.667072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:49.673960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.679908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:49.680425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.703043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 0c785498-e5c2-437d-9638-c9da35659187, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0c785498-e5c2-437d-9638-c9da35659187,segment=NetworkSegment(06d8230c-20af-4486-a1ba-1982dc2623cd),segment_id=06d8230c-20af-4486-a1ba-1982dc2623cd)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:49.703633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e68aeaa1-d380-429b-9a85-af8349e3a99e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:49.734632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d745eea-4863-4ab3-b191-959ef6283b7d tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:49.764227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.766020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4bef65a9-9347-4b21-96e0-a90437435d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:49.822620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=cf358f08-df3b-4a1f-ab5e-4c90f84d044c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:49.825021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:49.826983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.940050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] In _notify_port_updated(), no bound segment for port 068b59db-d148-45cc-aa69-97790334c2a8 on network 108e6fa9-f948-40bc-be02-7e0c375f91a5 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:00:49.946438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:49.947095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:49.951393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/ports/068b59db-d148-45cc-aa69-97790334c2a8 HTTP/1.1" status: 200  len: 1012 time: 2.9302843
Nov 29 12:00:49.952942 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/cf358f08-df3b-4a1f-ab5e-4c90f84d044c HTTP/1.1" status: 204  len: 168 time: 0.9832430
Nov 29 12:00:49.954563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52646) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:49.956742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52648) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:49.979214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0c785498-e5c2-437d-9638-c9da35659187 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:50.050755 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2358837
Nov 29 12:00:50.061401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52654) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:50.083080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'subnet': {'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:50.120835 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4e9302c2-401c-4b45-9f77-fa42a8101208 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1219692
Nov 29 12:00:50.121555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.137271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52658) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:50.149553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=0c785498-e5c2-437d-9638-c9da35659187,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:50.154076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:50.157506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:50.199934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Transition to ACTIVE for port object 22234176-3d51-41ca-81c5-c6744b971229 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:50.251304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 068b59db-d148-45cc-aa69-97790334c2a8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:50.251653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.265862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Transition to ACTIVE for port object 22234176-3d51-41ca-81c5-c6744b971229 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:50.284459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.290568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52d0d898-76cf-4dcb-9274-01639c945c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:50.323049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4e3981c-6e56-400c-a3a3-6c0dee335b0b', 'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': '5f5ffebe-5f98-4d9e-8e63-44d9bed92816'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:50.323934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.345317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb193-f659-44ca-a298-1a2abdee673f req-f663ddbc-0c9b-4691-9524-0472269b0cd0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:50.347668 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2bb193-f659-44ca-a298-1a2abdee673f req-f663ddbc-0c9b-4691-9524-0472269b0cd0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 932 time: 0.8791547
Nov 29 12:00:50.362861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f5038b-52cb-46c5-844b-3cd3c90f1917 None None] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:50.389269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:50.401781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:50.405349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Network bf254f4c-6a09-46bb-a55e-c1351418f37e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:50.419712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Network': ['ID=15da1c05-9a61-42fd-9894-e99773fb5ecd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:50.425681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:50.428069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:50.433506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:subnet and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:50.447136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:50.457523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:50.466979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:50.472487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-bc2bb193-f659-44ca-a298-1a2abdee673f req-ab2225bc-b303-421a-b636-3e8a563941b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:50.484092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:50.500263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:50.502615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:50.506929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 15da1c05-9a61-42fd-9894-e99773fb5ecd details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:50.542422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.549124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc3bc40d-4779-47d1-b702-014767229f9f tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:50.553201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Pushing event updated for resources: {'Port': ['ID=22234176-3d51-41ca-81c5-c6744b971229,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:50.561365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:50.575094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:50.578809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.593495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:50.597075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.598025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ed9a46-2133-43f2-a452-d955c6418297 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:00:50.619738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-bc2bb193-f659-44ca-a298-1a2abdee673f req-ab2225bc-b303-421a-b636-3e8a563941b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:50.621055 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2bb193-f659-44ca-a298-1a2abdee673f req-ab2225bc-b303-421a-b636-3e8a563941b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2597561
Nov 29 12:00:50.628464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.732969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Provisioning for port 068b59db-d148-45cc-aa69-97790334c2a8 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:50.753316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.757547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Transition to ACTIVE for port object 78ed9a46-2133-43f2-a452-d955c6418297 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:50.773643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=a71fa707-36fe-4474-adfa-ee99e0103def,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:50.779782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.784676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:50.785653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4f86a09-9ca5-418b-a65f-162ddfda1344 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:50.799802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Provisioning complete for port 068b59db-d148-45cc-aa69-97790334c2a8 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:50.800188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.814483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '370848bc-8330-401c-a737-348b178a649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:50.814842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: 370848bc-8330-401c-a737-348b178a649a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:50.862888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Attempting to bind port 22234176-3d51-41ca-81c5-c6744b971229 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:50.863501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Attempting to bind port 22234176-3d51-41ca-81c5-c6744b971229 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '41e0b7d1-4940-4b4e-8840-eaed3d8ab459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:50.864040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Attempting to bind port 22234176-3d51-41ca-81c5-c6744b971229 on network bf254f4c-6a09-46bb-a55e-c1351418f37e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:50.895939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 068b59db-d148-45cc-aa69-97790334c2a8 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:50.948270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:50.948989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Checking segment: {'id': '41e0b7d1-4940-4b4e-8840-eaed3d8ab459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:50.949633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.950409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Bound using segment: {'id': '41e0b7d1-4940-4b4e-8840-eaed3d8ab459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:50.951796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Bound port: 22234176-3d51-41ca-81c5-c6744b971229, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e0b7d1-4940-4b4e-8840-eaed3d8ab459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf254f4c-6a09-46bb-a55e-c1351418f37e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:50.952514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:50.956950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed9a46-2133-43f2-a452-d955c6418297,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:50.996630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 370848bc-8330-401c-a737-348b178a649a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:50.998922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:51.016493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Port 068b59db-d148-45cc-aa69-97790334c2a8 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:00:51.089108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Allocated IP 172.20.0.2 (a4e3981c-6e56-400c-a3a3-6c0dee335b0b/5f5ffebe-5f98-4d9e-8e63-44d9bed92816/27915468-6d08-43a2-9d97-f5ba843fdd87) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:51.111288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Provisioning for port 0c785498-e5c2-437d-9638-c9da35659187 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:51.111451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 370848bc-8330-401c-a737-348b178a649a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:51.169297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f7a0d-72e0-4462-bc1f-d4cc4f2b815c None None] Network 370848bc-8330-401c-a737-348b178a649a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:51.192800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:51.193508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.211349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.227239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:51.230563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.236591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9db99062-ea19-405c-8460-0c842f6ca051 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:51.274812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.275084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Provisioning complete for port 0c785498-e5c2-437d-9638-c9da35659187 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:51.275423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69edf7a4-0f5e-4127-80c3-2ef48a5ed9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.290673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Attempting to bind port 78ed9a46-2133-43f2-a452-d955c6418297 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:51.290968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Attempting to bind port 78ed9a46-2133-43f2-a452-d955c6418297 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:51.291437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Attempting to bind port 78ed9a46-2133-43f2-a452-d955c6418297 on network c4848e71-6eaa-42bb-b499-f683adbee64e {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:51.305699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:51.306966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Port 78ed9a46-2133-43f2-a452-d955c6418297 on network c4848e71-6eaa-42bb-b499-f683adbee64e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:00:51.307404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Attempting to bind port 78ed9a46-2133-43f2-a452-d955c6418297 on network c4848e71-6eaa-42bb-b499-f683adbee64e {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:51.313032 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0402350
Nov 29 12:00:51.314803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:51.314940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52662) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:51.332008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:51.332480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Checking segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:51.332975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Bound using segment: {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:51.333594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Bound port: 78ed9a46-2133-43f2-a452-d955c6418297, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:51.334044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.347198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:51.347599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.355355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Subnet': ['ID=2525c5a8-9f90-4bdd-acf2-908c99dea4ae,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:51.361394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:51.371398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2121956037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:51.384461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaecb0c-b70c-44a4-b148-24ec6ecb9cd4 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:51.402507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Checking segment: {'id': '834e9152-d0d5-4a4c-a361-6542e8c19475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:51.403033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network hostable DHCP agents. Network: 095cf065-cbeb-4ad2-9400-4f3405dd9fa9, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:51.455933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:51.464790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] For port 78ed9a46-2133-43f2-a452-d955c6418297, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:51.469350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] For port 78ed9a46-2133-43f2-a452-d955c6418297, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78ed9a46-2133-43f2-a452-d955c6418297,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:51.472763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 095cf065-cbeb-4ad2-9400-4f3405dd9fa9) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:51.476064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.481961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:51.513911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:51.514661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.535296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] For port 22234176-3d51-41ca-81c5-c6744b971229, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:51.537915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e1a4cd-b187-467e-9490-dfcba2354bb4 None None] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:51.562905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:51.563648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.564007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:51.565325 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] 10.222.0.18 "PUT /v2.0/ports/78ed9a46-2133-43f2-a452-d955c6418297 HTTP/1.1" status: 200  len: 1094 time: 2.8034334
Nov 29 12:00:51.566069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:00:51.566415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=660cc735-4a96-46a1-bb12-afae86379d31,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:51.573246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.576186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:51.581207 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5098157
Nov 29 12:00:51.582133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:51.582809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:51.585586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-854bd8d6-747c-4709-9dc7-58a13d23e601 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:51.592910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'subnet': {'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:51.622756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:51.637967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:51.664594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=068b59db-d148-45cc-aa69-97790334c2a8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:51.671828 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/068b59db-d148-45cc-aa69-97790334c2a8 HTTP/1.1" status: 204  len: 168 time: 1.7160759
Nov 29 12:00:51.672753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52674) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:51.674120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:51.684703 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5463083
Nov 29 12:00:51.685565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52678) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:51.736563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] For port 22234176-3d51-41ca-81c5-c6744b971229, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22234176-3d51-41ca-81c5-c6744b971229,segment=NetworkSegment(41e0b7d1-4940-4b4e-8840-eaed3d8ab459),segment_id=41e0b7d1-4940-4b4e-8840-eaed3d8ab459)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:51.753777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:51.756372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed9a46-2133-43f2-a452-d955c6418297,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:51.759836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:51.762226 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297', 'status': 'completed', 'code': 200}
Nov 29 12:00:51.838449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.840554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:51.850599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:subnet and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:51.855642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:51.856421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:51.872378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:51.887505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-9b53de00-1851-45e0-ac00-0ef9cf03b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:51.889118 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-9b53de00-1851-45e0-ac00-0ef9cf03b297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 1097 time: 0.2693315
Nov 29 12:00:51.893495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:51.898439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.940595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.941647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:51.948307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0c785498-e5c2-437d-9638-c9da35659187 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:52.012405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fcd8cd-7533-4e15-99a0-cb10abf0efb4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:00:52.012932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-18fcd8cd-7533-4e15-99a0-cb10abf0efb4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:52.035962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.046496 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-be5f52a0-4b6e-4f93-b521-153b3d44ca4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ed9a46-2133-43f2-a452-d955c6418297 HTTP/1.1" status: 200  len: 217 time: 0.1287351
Nov 29 12:00:52.054682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:52.064568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:52.076502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:52.079262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-18fcd8cd-7533-4e15-99a0-cb10abf0efb4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:52.082993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-18fcd8cd-7533-4e15-99a0-cb10abf0efb4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/068b59db-d148-45cc-aa69-97790334c2a8 HTTP/1.1" status: 404  len: 333 time: 0.4014590
Nov 29 12:00:52.085843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52682) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:52.086776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:52.147889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.160492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-c9045a36-b9bb-421e-9548-df74235fe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:52.162475 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-c9045a36-b9bb-421e-9548-df74235fe01a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7de1914-e869-4441-919b-e9b7cc62deb3 HTTP/1.1" status: 200  len: 834 time: 0.1053703
Nov 29 12:00:52.165116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:52.168531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.212364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebb3b5-5d29-4344-ac60-f1587aef8a7b req-b6e79666-f69f-467e-bf3b-eefa92707ca4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:52.213165 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62ebb3b5-5d29-4344-ac60-f1587aef8a7b req-b6e79666-f69f-467e-bf3b-eefa92707ca4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 944 time: 0.2647657
Nov 29 12:00:52.263664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.267665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04503e20-dd57-48b6-89f2-768ee333f83c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9228473
Nov 29 12:00:52.271209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:52.302131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:52.321086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.323835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Pushing event updated for resources: {'Port': ['ID=22234176-3d51-41ca-81c5-c6744b971229,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:52.410837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.461319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.461771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.462201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.462651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.463078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.463526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.463945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.464370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.464789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.465207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.465624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.466040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:00:52.487920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:52.545161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.606815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.618391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-370848bc-8330-401c-a737-348b178a649a', 'network_id': '370848bc-8330-401c-a737-348b178a649a', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': 'a71fa707-36fe-4474-adfa-ee99e0103def'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:52.620549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.677535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0c785498-e5c2-437d-9638-c9da35659187 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:52.678015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.791395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Transition to ACTIVE for port object 27915468-6d08-43a2-9d97-f5ba843fdd87 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:52.821992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-095cf065-cbeb-4ad2-9400-4f3405dd9fa9', 'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9', 'tenant_id': '0b087bb1c7f54deb90b03d3791108e95', 'fixed_ips': [{'subnet_id': '2525c5a8-9f90-4bdd-acf2-908c99dea4ae'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:52.823329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.833697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '660cc735-4a96-46a1-bb12-afae86379d31'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:52.834856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:52.913417 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62ebb3b5-5d29-4344-ac60-f1587aef8a7b req-54e7c697-c7bc-445b-8fdf-97cea98e15d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6511278
Nov 29 12:00:52.965972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-c416f784-8018-4fb3-b837-1f6c8ea1d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:52.969926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-c416f784-8018-4fb3-b837-1f6c8ea1d840 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4848e71-6eaa-42bb-b499-f683adbee64e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8002903
Nov 29 12:00:53.002821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.009612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b9ac9d3-c840-432c-b991-825e358b52b2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:53.057571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.073175 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35 HTTP/1.1" status: 204  len: 168 time: 0.9815121
Nov 29 12:00:53.073175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:53.075393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:53.076036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52690) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:53.169345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:00:53.170783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.177015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bef8c7ce-bbf0-4761-9884-4f53ee44e3ff tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:53.198556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5d235-5ad1-4338-9d7c-892f879fbbb3 None None] Network 108e6fa9-f948-40bc-be02-7e0c375f91a5 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:53.218352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Transition to ACTIVE for port object 27915468-6d08-43a2-9d97-f5ba843fdd87 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:53.270151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:53.272000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=fe461351-b1d5-4dfb-927f-3ec027ee10d9,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:53.274984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.277507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:53.279981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:53.283363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-589f15fe-5bdb-4d6d-8607-c90d862d7c19 None None] Could not find standard attr ID for object 068b59db-d148-45cc-aa69-97790334c2a8. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:00:53.285862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet b5aa973f-ed0a-42e0-bee9-e97fc825d6a9 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:00:53.286475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Allocated IP 2001:db8::2 (095cf065-cbeb-4ad2-9400-4f3405dd9fa9/2525c5a8-9f90-4bdd-acf2-908c99dea4ae/bee48571-f8d4-4704-84c0-40bbdb2c59d1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:53.290046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:53.290556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ab52f74-66d4-40e4-811c-e51692f79afc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:53.291005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.306759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.340933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.360723 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6690514
Nov 29 12:00:53.361953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52694) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:53.365898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:53.367949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:26:54:4f', 'name': 'tempest-NetworksTestDHCPv6-1189435131'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:53.436285 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-35a6334f-5539-47d3-a055-0aa2d7aa20e8 service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3932905
Nov 29 12:00:53.441391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.456049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Subnet': ['ID=0cb08f67-9aa7-4487-9499-d38be0ca8d04,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:53.463427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.486422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:53.502410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:53.553292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:53.606772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:53.618271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.620923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Checking segment: {'id': 'e76a893f-577e-45d2-bdcb-1b0d466af72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:53.621277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network hostable DHCP agents. Network: 15da1c05-9a61-42fd-9894-e99773fb5ecd, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:53.672981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:53.677781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:53.681548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:53.687763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:53.693794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-589f15fe-5bdb-4d6d-8607-c90d862d7c19 None None] Provisioning complete for port 0c785498-e5c2-437d-9638-c9da35659187 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:53.694175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-589f15fe-5bdb-4d6d-8607-c90d862d7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.724921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:53.736442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Pushing event updated for resources: {'Port': ['ID=27915468-6d08-43a2-9d97-f5ba843fdd87,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:53.798125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network 15da1c05-9a61-42fd-9894-e99773fb5ecd is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:53.835694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:53.842293 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af87e0f6-e1a9-4db2-b4cd-b63fd40e7ff5 req-6cc40425-ed5d-44af-9636-4e4302a1ea8f service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3912082
Nov 29 12:00:53.842862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 15da1c05-9a61-42fd-9894-e99773fb5ecd) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:53.857885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:53.870568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.898310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f7fda-0c9a-437f-983f-90187aeb73e5 None None] Network 15da1c05-9a61-42fd-9894-e99773fb5ecd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:53.910255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.932998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:53.996391 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4120238
Nov 29 12:00:54.003304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52700) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:54.098424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b8c3c7f-125c-4f7b-8229-64dcd5b46da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:54.126416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Allocated IP 172.21.0.2 (370848bc-8330-401c-a737-348b178a649a/a71fa707-36fe-4474-adfa-ee99e0103def/05cfda6c-5987-4afc-af54-921812e94a6a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:54.172391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=b5aa973f-ed0a-42e0-bee9-e97fc825d6a9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:54.174983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.178677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 1c86da70-b7da-45cc-88f5-5940ab5eae80 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:54.217061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:54.226293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/b5aa973f-ed0a-42e0-bee9-e97fc825d6a9 HTTP/1.1" status: 204  len: 168 time: 1.1487668
Nov 29 12:00:54.232829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52704) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:54.389021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.402133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 0c785498-e5c2-437d-9638-c9da35659187 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:54.402963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.409690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d145b-d4a1-40c6-9f95-84bbe13eb3f1 None None] Network bf254f4c-6a09-46bb-a55e-c1351418f37e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:54.554948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.20.0.1 (a4e3981c-6e56-400c-a3a3-6c0dee335b0b/5f5ffebe-5f98-4d9e-8e63-44d9bed92816/6577ee69-e3ad-46de-9911-6f3c4c61f031) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:54.636633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-69a75e56-c12f-4fc5-81c8-7bd9cf24b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:54.638121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-69a75e56-c12f-4fc5-81c8-7bd9cf24b886 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 1097 time: 0.7248473
Nov 29 12:00:54.707538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22234176-3d51-41ca-81c5-c6744b971229 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:54.731915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.738549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port 0c785498-e5c2-437d-9638-c9da35659187, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0c785498-e5c2-437d-9638-c9da35659187,segment=NetworkSegment(06d8230c-20af-4486-a1ba-1982dc2623cd),segment_id=06d8230c-20af-4486-a1ba-1982dc2623cd)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:54.739007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.885946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 0c785498-e5c2-437d-9638-c9da35659187 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:00:54.908602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Attempting to bind port 27915468-6d08-43a2-9d97-f5ba843fdd87 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:54.908978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Attempting to bind port 27915468-6d08-43a2-9d97-f5ba843fdd87 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '185a632a-d706-4fff-a500-e92f6819bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:54.909342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Attempting to bind port 27915468-6d08-43a2-9d97-f5ba843fdd87 on network a4e3981c-6e56-400c-a3a3-6c0dee335b0b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:54.917723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Transition to ACTIVE for port object 05cfda6c-5987-4afc-af54-921812e94a6a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:54.961861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:54.962261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Checking segment: {'id': '185a632a-d706-4fff-a500-e92f6819bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:54.962690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.962950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Bound using segment: {'id': '185a632a-d706-4fff-a500-e92f6819bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:54.963455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Bound port: 27915468-6d08-43a2-9d97-f5ba843fdd87, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185a632a-d706-4fff-a500-e92f6819bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a4e3981c-6e56-400c-a3a3-6c0dee335b0b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:54.963821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.965931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf78b-ea3d-4858-a9ff-0c7c27acccf5 req-dd05ae12-07ab-49c6-81e4-54a58492fa4f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:54.967465 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8deaf78b-ea3d-4858-a9ff-0c7c27acccf5 req-dd05ae12-07ab-49c6-81e4-54a58492fa4f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 944 time: 0.6211030
Nov 29 12:00:54.987403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:54.992430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0de85b4c-b683-45d5-9678-013a657c191b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:54.999766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Allocated IP 172.20.0.2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/660cc735-4a96-46a1-bb12-afae86379d31/e07f8a35-b3bf-4e00-8182-91287611b785) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:55.036587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=0c785498-e5c2-437d-9638-c9da35659187,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:55.040205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:55.044687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No DVR routers for this DVR port 0c785498-e5c2-437d-9638-c9da35659187 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:00:55.063687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.072812 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-589f15fe-5bdb-4d6d-8607-c90d862d7c19 None None] No ports have port_id starting with 0c785498-e5c2-437d-9638-c9da35659187
Nov 29 12:00:55.082813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Allocated IP 2001:db8::f816:3eff:fe5e:66d7 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/fe461351-b1d5-4dfb-927f-3ec027ee10d9/e07f8a35-b3bf-4e00-8182-91287611b785) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:55.098297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Transition to ACTIVE for port object 05cfda6c-5987-4afc-af54-921812e94a6a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:55.122393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-76567ad0-6fcf-450f-973b-09f4b4ab4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:55.123882 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-76567ad0-6fcf-450f-973b-09f4b4ab4a59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4848e71-6eaa-42bb-b499-f683adbee64e HTTP/1.1" status: 200  len: 898 time: 0.4753737
Nov 29 12:00:55.133001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.152247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-15da1c05-9a61-42fd-9894-e99773fb5ecd', 'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd', 'tenant_id': '0b087bb1c7f54deb90b03d3791108e95', 'fixed_ips': [{'subnet_id': '0cb08f67-9aa7-4487-9499-d38be0ca8d04'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:55.153093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.175817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.191819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.204202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08889af0>,) {'filters': {'network_id': ['108e6fa9-f948-40bc-be02-7e0c375f91a5']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:55.217823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08889af0>, '06d8230c-20af-4486-a1ba-1982dc2623cd') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:55.218026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08889af0>, '06d8230c-20af-4486-a1ba-1982dc2623cd') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:55.219580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:55.229856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.251471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.261467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:00:55.261870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:00:55.277549 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:00:55.340000 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8deaf78b-ea3d-4858-a9ff-0c7c27acccf5 req-c6049af7-67ca-4949-a3cc-e385858dd5db tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3238444
Nov 29 12:00:55.344449 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-4f005d72-dc56-4eda-b2d3-e50e82e6e12d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ed9a46-2133-43f2-a452-d955c6418297 HTTP/1.1" status: 200  len: 217 time: 0.1512275
Nov 29 12:00:55.349909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object 6577ee69-e3ad-46de-9911-6f3c4c61f031 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:55.365180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.375733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f56d516b-962d-495e-8687-99966179ef9f tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:55.391610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.406074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=108e6fa9-f948-40bc-be02-7e0c375f91a5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:55.415260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:55.417542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 22234176-3d51-41ca-81c5-c6744b971229 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:55.424388 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/108e6fa9-f948-40bc-be02-7e0c375f91a5 HTTP/1.1" status: 204  len: 168 time: 1.1912270
Nov 29 12:00:55.429595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52710) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:55.499326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Network 370848bc-8330-401c-a737-348b178a649a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:55.505460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.517815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-ca4e4755-6386-48b6-a920-5be66260bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:55.519262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-ca4e4755-6386-48b6-a920-5be66260bc57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7de1914-e869-4441-919b-e9b7cc62deb3 HTTP/1.1" status: 200  len: 834 time: 0.1336570
Nov 29 12:00:55.519480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:55.520476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4f953-edd5-424a-8553-fa8de2b54e5f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:55.521523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d2e4f953-edd5-424a-8553-fa8de2b54e5f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:55.533633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:55.543435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d2e4f953-edd5-424a-8553-fa8de2b54e5f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:55.548420 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d2e4f953-edd5-424a-8553-fa8de2b54e5f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1177716
Nov 29 12:00:55.549027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52714) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:55.558347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] For port 27915468-6d08-43a2-9d97-f5ba843fdd87, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:55.571113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.576896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Transition to ACTIVE for port object bee48571-f8d4-4704-84c0-40bbdb2c59d1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:55.585331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c99baf2f-a186-4d13-b1dd-648eca57569b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:55.587661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Pushing event updated for resources: {'Port': ['ID=05cfda6c-5987-4afc-af54-921812e94a6a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:55.639748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:55.646677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 78ed9a46-2133-43f2-a452-d955c6418297 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:00:55.649017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Provisioning for port 22234176-3d51-41ca-81c5-c6744b971229 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:55.654938 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8fc1de79-05a8-4e9a-b264-b14b89012aca tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1045327
Nov 29 12:00:55.655607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52718) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:55.659599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] For port 27915468-6d08-43a2-9d97-f5ba843fdd87, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=27915468-6d08-43a2-9d97-f5ba843fdd87,segment=NetworkSegment(185a632a-d706-4fff-a500-e92f6819bab9),segment_id=185a632a-d706-4fff-a500-e92f6819bab9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:55.663626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1441918907'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:55.669698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:55.673950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:55.677803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:55.678408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad28a5-fa35-44c7-b61e-679f7833d8c4 None None] DHCP port deletion for 108e6fa9-f948-40bc-be02-7e0c375f91a5 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:00:55.684822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:55.699847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:55.703415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.733404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:00:55.743691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.744050 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment ccb88131-6aec-4a40-a0b4-f80b3f88d09e of type vlan for network 66e8fe17-04f4-4419-ba8f-2b13246694d9
Nov 29 12:00:55.768867 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Provisioning complete for port 22234176-3d51-41ca-81c5-c6744b971229 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:55.769335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.792846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.808624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.819949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af87f5f4-a562-42dc-b068-f7791e67c306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:55.832133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:55.837690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:55.842379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:55.863705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.869963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:55.870576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.877326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a4eed93d-f19e-47d1-aa08-8a250b9d7623 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:55.892576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=6577ee69-e3ad-46de-9911-6f3c4c61f031,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:55.898757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:55.900529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Transition to ACTIVE for port object bee48571-f8d4-4704-84c0-40bbdb2c59d1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:55.922756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:55.927367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-b6a17a3d-6917-4471-92fe-72933805b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:55.928849 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-b6a17a3d-6917-4471-92fe-72933805b6e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4848e71-6eaa-42bb-b499-f683adbee64e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3989036
Nov 29 12:00:55.976995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:00:55.995113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=66e8fe17-04f4-4419-ba8f-2b13246694d9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:55.998926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:56.001130 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3436592
Nov 29 12:00:56.004410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52722) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:56.012738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:56.034464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Attempting to bind port 05cfda6c-5987-4afc-af54-921812e94a6a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:56.034776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Attempting to bind port 05cfda6c-5987-4afc-af54-921812e94a6a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '370848bc-8330-401c-a737-348b178a649a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:56.035078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Attempting to bind port 05cfda6c-5987-4afc-af54-921812e94a6a on network 370848bc-8330-401c-a737-348b178a649a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:56.058840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:00:56.124516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:56.128481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:56.129830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.131583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:56.133766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Allocated IP 2001:db8::1 (095cf065-cbeb-4ad2-9400-4f3405dd9fa9/2525c5a8-9f90-4bdd-acf2-908c99dea4ae/4a93262a-ea06-403c-951c-b6952268ae37) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:56.138085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:56.151710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:56.155231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.161028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:56.161722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Checking segment: {'id': 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '370848bc-8330-401c-a737-348b178a649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:56.162292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.162954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Bound using segment: {'id': 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '370848bc-8330-401c-a737-348b178a649a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:56.163758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Bound port: 05cfda6c-5987-4afc-af54-921812e94a6a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '370848bc-8330-401c-a737-348b178a649a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:56.164112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.291832 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-ec4960b2-f241-41e2-942c-e72edc7f34e0 service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549209
Nov 29 12:00:56.316788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Pushing event updated for resources: {'Port': ['ID=27915468-6d08-43a2-9d97-f5ba843fdd87,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:56.323369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Allocated IP 2001:db8::2 (15da1c05-9a61-42fd-9894-e99773fb5ecd/0cb08f67-9aa7-4487-9499-d38be0ca8d04/184d9529-35e9-4273-8146-6344a7bdf4f4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:56.364943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:56.368363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:56.397939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.409367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.409541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:56.439068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.453373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8cf848c0-7407-4d9c-9fe3-29595434c737 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:56.461985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:56.498752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:56.517301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.555065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Transition to ACTIVE for port object e07f8a35-b3bf-4e00-8182-91287611b785 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:56.560623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Transition to ACTIVE for port object 4a93262a-ea06-403c-951c-b6952268ae37 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:56.667961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=507f90da-de4d-48fe-bdc1-eee5cc7a0a18,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:56.671018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:56.676292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 66e8fe17-04f4-4419-ba8f-2b13246694d9, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:00:56.683812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:56.713930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:00:56.737399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0c785498-e5c2-437d-9638-c9da35659187 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:00:56.738548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802219a2-a2c7-4209-80fc-f8eb0199e088 req-c48844fa-4ebd-47d9-87e2-0bc4934e652b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:56.746932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-802219a2-a2c7-4209-80fc-f8eb0199e088 req-c48844fa-4ebd-47d9-87e2-0bc4934e652b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 944 time: 0.2495253
Nov 29 12:00:56.803876 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-802219a2-a2c7-4209-80fc-f8eb0199e088 req-65379ae4-28ad-40b6-abdc-dcc44c69eafc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555122
Nov 29 12:00:56.878073 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-376a4649-e9ca-4cfb-aaba-c9c7d98fbce7 req-b285bdc3-0fd6-4f7e-8b4a-94c158226867 service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5765421
Nov 29 12:00:56.891431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 66e8fe17-04f4-4419-ba8f-2b13246694d9) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:56.896276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:56.898530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.908597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:56.915817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4c85929-3cdc-4de4-8db2-fa437a5e5e21 tempest-PortsAdminExtendedAttrsTestJSON-261553524 tempest-PortsAdminExtendedAttrsTestJSON-261553524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:56.928025 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9190571
Nov 29 12:00:56.928485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52730) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:56.934152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9', 'name': 'tempest-PortsIpV6TestJSON-68757529'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:56.989783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:57.029761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fcfe88-526e-4368-9ef3-a3a7e0f2055a None None] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:57.035866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:57.038587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:57.039326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.062956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Pushing event updated for resources: {'Port': ['ID=bee48571-f8d4-4704-84c0-40bbdb2c59d1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:57.068750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 0c785498-e5c2-437d-9638-c9da35659187 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:00:57.069220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0c785498-e5c2-437d-9638-c9da35659187 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:00:57.070960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-88ad8943-b365-4d53-9222-999080b7cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.079220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Transition to ACTIVE for port object e07f8a35-b3bf-4e00-8182-91287611b785 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:57.087236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:57.094586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Port': ['ID=4a93262a-ea06-403c-951c-b6952268ae37,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:57.098312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:57.231938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:57.246046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:57.258317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.264920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:57.271881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.284141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Attempting to bind port bee48571-f8d4-4704-84c0-40bbdb2c59d1 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:57.285466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Attempting to bind port bee48571-f8d4-4704-84c0-40bbdb2c59d1 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '834e9152-d0d5-4a4c-a361-6542e8c19475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:57.285726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Attempting to bind port bee48571-f8d4-4704-84c0-40bbdb2c59d1 on network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:57.335674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] For port 05cfda6c-5987-4afc-af54-921812e94a6a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:57.352306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] For port 05cfda6c-5987-4afc-af54-921812e94a6a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=05cfda6c-5987-4afc-af54-921812e94a6a,segment=NetworkSegment(bc002c05-4b7a-45ea-b38b-0a7817d4aa70),segment_id=bc002c05-4b7a-45ea-b38b-0a7817d4aa70)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:57.356513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port f5a30a27-51f6-48c9-af01-e64c30da0c3c yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:57.358057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 78ed9a46-2133-43f2-a452-d955c6418297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78ed9a46-2133-43f2-a452-d955c6418297,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:57.370386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.442997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.470572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:57.518141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::306 (66e8fe17-04f4-4419-ba8f-2b13246694d9/507f90da-de4d-48fe-bdc1-eee5cc7a0a18/f5a30a27-51f6-48c9-af01-e64c30da0c3c) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:57.534619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.545232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:57.545615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Checking segment: {'id': '834e9152-d0d5-4a4c-a361-6542e8c19475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:57.546029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.546433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Bound using segment: {'id': '834e9152-d0d5-4a4c-a361-6542e8c19475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:57.546931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Bound port: bee48571-f8d4-4704-84c0-40bbdb2c59d1, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834e9152-d0d5-4a4c-a361-6542e8c19475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '095cf065-cbeb-4ad2-9400-4f3405dd9fa9'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:57.547345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.573012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Pushing event updated for resources: {'Port': ['ID=e07f8a35-b3bf-4e00-8182-91287611b785,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:57.578563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:57.588508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:57.622078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '78ed9a46-2133-43f2-a452-d955c6418297', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'port_id': '78ed9a46-2133-43f2-a452-d955c6418297', 'mac_address': 'fa:16:3e:50:f2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:00:57.639498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:57.719786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.738575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] For port 22234176-3d51-41ca-81c5-c6744b971229, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22234176-3d51-41ca-81c5-c6744b971229,segment=NetworkSegment(41e0b7d1-4940-4b4e-8840-eaed3d8ab459),segment_id=41e0b7d1-4940-4b4e-8840-eaed3d8ab459)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:57.745438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.774169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:57.776547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e812e-2375-4884-85d3-112f75cf41c3 None None] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:57.782214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.833515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b0a41a4-6892-480a-8a8d-9432494fd8c7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:57.887312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.900125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:57.931274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:57.957615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object f5a30a27-51f6-48c9-af01-e64c30da0c3c will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:57.990317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 172.20.0.11 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/660cc735-4a96-46a1-bb12-afae86379d31/1c86da70-b7da-45cc-88f5-5940ab5eae80) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:58.009017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fe26:544f (a4d3d494-b2ed-4250-bea4-58c092cb68b2/fe461351-b1d5-4dfb-927f-3ec027ee10d9/1c86da70-b7da-45cc-88f5-5940ab5eae80) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:58.088908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.093150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Could not find standard attr ID for object 068b59db-d148-45cc-aa69-97790334c2a8. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:00:58.100185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b5923f9e-6f5e-457b-b048-bfa406835c5b tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:58.122666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=6577ee69-e3ad-46de-9911-6f3c4c61f031,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:58.123095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.134338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:58.265945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:58.274881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:58.276374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.277327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:58.283956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:58.284139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.294775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=f5a30a27-51f6-48c9-af01-e64c30da0c3c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:58.296623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:58.346781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a4c6-57ec-4f1f-a7d8-d693ea1571ba req-103bef5f-06ef-4ec2-80e0-779edaeab8df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:58.348372 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b42a4c6-57ec-4f1f-a7d8-d693ea1571ba req-103bef5f-06ef-4ec2-80e0-779edaeab8df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 944 time: 0.3392706
Nov 29 12:00:58.348643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4189799
Nov 29 12:00:58.349446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:58.362555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9', 'name': 'tempest-PortsIpV6TestJSON-212413686'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:00:58.400493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:58.402604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.405668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:58.419889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.420617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.421842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4bba18c3-1864-4a93-8de6-226b0d7d1663 None None] Provisioning complete for port 22234176-3d51-41ca-81c5-c6744b971229 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:00:58.422317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bba18c3-1864-4a93-8de6-226b0d7d1663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.429242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c979f8de-2840-4858-ba1c-0cdea571458f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:58.447068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Pushing event updated for resources: {'Port': ['ID=05cfda6c-5987-4afc-af54-921812e94a6a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:58.465407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] For port bee48571-f8d4-4704-84c0-40bbdb2c59d1, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:58.470288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:58.470288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d9b9f88-a3e3-4e4b-8aab-9a0fee951b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:58.490555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.534146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 1c86da70-b7da-45cc-88f5-5940ab5eae80 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:58.548767 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b42a4c6-57ec-4f1f-a7d8-d693ea1571ba req-392e03bf-034e-4e39-9bf2-004f165e3ac5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1824691
Nov 29 12:00:58.569834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:00:58.586655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:00:58.591117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:00:58.598715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:00:58.616940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:00:58.621658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.635779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.645691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:58.715900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] For port bee48571-f8d4-4704-84c0-40bbdb2c59d1, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bee48571-f8d4-4704-84c0-40bbdb2c59d1,segment=NetworkSegment(834e9152-d0d5-4a4c-a361-6542e8c19475),segment_id=834e9152-d0d5-4a4c-a361-6542e8c19475)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:58.736801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port da5d54f7-8b74-4724-9a47-92d70bfb1ab3 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:00:58.756488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 05cfda6c-5987-4afc-af54-921812e94a6a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:58.776001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:58.781897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:58.784672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:00:58.821988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ed9a46-2133-43f2-a452-d955c6418297 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:00:58.847025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:00:58.848153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Port': ['ID=4a93262a-ea06-403c-951c-b6952268ae37,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:58.862132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=1c86da70-b7da-45cc-88f5-5940ab5eae80,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:58.865274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:58.873397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Pushing event updated for resources: {'Port': ['ID=22234176-3d51-41ca-81c5-c6744b971229,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:58.891900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:00:58.908784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:58.909517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.913952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:58.919784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:58.944971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:58.947517 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 5.5847597
Nov 29 12:00:58.952205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52740) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:58.965012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:59.030557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router f4916e13-1762-4a64-b633-7e9c31097ea9 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:00:59.086086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Attempting to bind port e07f8a35-b3bf-4e00-8182-91287611b785 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:00:59.086861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Attempting to bind port e07f8a35-b3bf-4e00-8182-91287611b785 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:00:59.087328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Attempting to bind port e07f8a35-b3bf-4e00-8182-91287611b785 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:00:59.090017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d10a9-773f-402c-8597-457245d48a6d None None] Network 370848bc-8330-401c-a737-348b178a649a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:00:59.112517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::a9 (66e8fe17-04f4-4419-ba8f-2b13246694d9/507f90da-de4d-48fe-bdc1-eee5cc7a0a18/da5d54f7-8b74-4724-9a47-92d70bfb1ab3) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:00:59.131780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dbaf6-02a8-4e20-ab8b-4697cbd9ac23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:59.132119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.137363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 78ed9a46-2133-43f2-a452-d955c6418297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78ed9a46-2133-43f2-a452-d955c6418297,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:00:59.138016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dbaf6-02a8-4e20-ab8b-4697cbd9ac23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:59.138781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d69dbaf6-02a8-4e20-ab8b-4697cbd9ac23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:59.187118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d69dbaf6-02a8-4e20-ab8b-4697cbd9ac23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:59.191091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d69dbaf6-02a8-4e20-ab8b-4697cbd9ac23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.2373099
Nov 29 12:00:59.194690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:59.241974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:00:59.242436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:00:59.243097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.243740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:00:59.244502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Bound port: e07f8a35-b3bf-4e00-8182-91287611b785, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:00:59.245156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.283449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.300835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:00:59.305136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Transition to ACTIVE for port object 184d9529-35e9-4273-8146-6344a7bdf4f4 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:59.321693 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f4916e13-1762-4a64-b633-7e9c31097ea9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0457108
Nov 29 12:00:59.324920 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] Sync routers for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:00:59.330691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52750) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:59.341226 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:59.343191 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9cd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:59.363198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 1c86da70-b7da-45cc-88f5-5940ab5eae80 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:00:59.363554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.382807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7eb4fa35-aad2-475e-a6a4-a81f44fbdef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.470430 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9cd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:59.477134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743fde63-45d4-472c-9e5f-d98ff6ce7624 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:00:59.477839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-743fde63-45d4-472c-9e5f-d98ff6ce7624 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:00:59.483001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] For port e07f8a35-b3bf-4e00-8182-91287611b785, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:00:59.483815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Router 7c9e89a1-b7f8-412a-a654-e515eed92ceb is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:00:59.486615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] For port e07f8a35-b3bf-4e00-8182-91287611b785, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e07f8a35-b3bf-4e00-8182-91287611b785,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:00:59.503142 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:00:59.504161 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9cd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:59.506204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Pushing event updated for resources: {'Port': ['ID=bee48571-f8d4-4704-84c0-40bbdb2c59d1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:00:59.509646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:00:59.521544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe28656d-e3c1-4787-b006-34128b41cbb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:00:59.551453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.603018 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086d9cd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:00:59.607300 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5523037-75e7-413c-9765-be2c6f42b2e9 None None] The sync data for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:00:59.687478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Transition to ACTIVE for port object 184d9529-35e9-4273-8146-6344a7bdf4f4 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:00:59.696755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-66e8fe17-04f4-4419-ba8f-2b13246694d9', 'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': '507f90da-de4d-48fe-bdc1-eee5cc7a0a18'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:00:59.697588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.707622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['78ed9a46-2133-43f2-a452-d955c6418297'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:00:59.789363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 05cfda6c-5987-4afc-af54-921812e94a6a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:00:59.846757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-743fde63-45d4-472c-9e5f-d98ff6ce7624 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:00:59.846757 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-743fde63-45d4-472c-9e5f-d98ff6ce7624 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports/6577ee69-e3ad-46de-9911-6f3c4c61f031 HTTP/1.1" status: 200  len: 910 time: 0.5124400
Nov 29 12:00:59.853723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52756) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:00:59.889824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.905761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:00:59.975375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 27915468-6d08-43a2-9d97-f5ba843fdd87 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:00:59.999129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object da5d54f7-8b74-4724-9a47-92d70bfb1ab3 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:00.017033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4bba18c3-1864-4a93-8de6-226b0d7d1663 None None] Provisioning for port 27915468-6d08-43a2-9d97-f5ba843fdd87 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:00.021110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=78ed9a46-2133-43f2-a452-d955c6418297,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:00.024839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:00.074799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf2d7916-d7c2-4eda-89b1-dd66aa4fdae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:00.104138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaf126-4e92-4141-9b87-81f30c7383fe req-069544ea-a5f3-4fba-8552-5ceafb86fdec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:00.105882 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5aeaf126-4e92-4141-9b87-81f30c7383fe req-069544ea-a5f3-4fba-8552-5ceafb86fdec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 945 time: 0.3175914
Nov 29 12:01:00.147006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:00.264410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Network 15da1c05-9a61-42fd-9894-e99773fb5ecd is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:00.325811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:00.338349 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3338072
Nov 29 12:01:00.341979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52760) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:00.383159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:00.400373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Pushing event updated for resources: {'Port': ['ID=e07f8a35-b3bf-4e00-8182-91287611b785,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:00.408766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 1c86da70-b7da-45cc-88f5-5940ab5eae80 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:00.455324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:00.491521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:00.503571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:00.585306 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5aeaf126-4e92-4141-9b87-81f30c7383fe req-336c5cdb-050e-4e80-bf87-f281e7243f72 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4549713
Nov 29 12:01:00.642205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:00.646562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:00.649417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:00.655721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:00.656370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:00.677985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=da5d54f7-8b74-4724-9a47-92d70bfb1ab3,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:00.680062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:00.687442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3327928
Nov 29 12:01:00.700951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52764) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:00.702574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] Sync routers for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:00.720166 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Pushing event updated for resources: {'Port': ['ID=184d9529-35e9-4273-8146-6344a7bdf4f4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:00.731277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:00.732560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:00.751366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.838s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:00.751729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:00.869455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65453c4e-b091-4813-92ee-48ed38596fb3 None None] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:00.903297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:00.903895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08cc5160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:00.907129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:00.917656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-39cb24d4-5b81-4bb4-9726-98512205747a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:00.968033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=1c86da70-b7da-45cc-88f5-5940ab5eae80,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:00.970898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:00.978434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Provisioning for port 05cfda6c-5987-4afc-af54-921812e94a6a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:00.986870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Attempting to bind port 184d9529-35e9-4273-8146-6344a7bdf4f4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:00.987282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Attempting to bind port 184d9529-35e9-4273-8146-6344a7bdf4f4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e76a893f-577e-45d2-bdcb-1b0d466af72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:00.987653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Attempting to bind port 184d9529-35e9-4273-8146-6344a7bdf4f4 on network 15da1c05-9a61-42fd-9894-e99773fb5ecd {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:01.079324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Allocated IP 2001:db8::2 (66e8fe17-04f4-4419-ba8f-2b13246694d9/507f90da-de4d-48fe-bdc1-eee5cc7a0a18/c213e95d-9f0d-417a-ac4e-3a05dce95179) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:01.133180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.153341 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/1c86da70-b7da-45cc-88f5-5940ab5eae80 HTTP/1.1" status: 204  len: 168 time: 1.9552968
Nov 29 12:01:01.154555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52768) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:01.159840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08cc5160>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:01.171139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:01.171942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Checking segment: {'id': 'e76a893f-577e-45d2-bdcb-1b0d466af72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:01.172574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.173135 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Bound using segment: {'id': 'e76a893f-577e-45d2-bdcb-1b0d466af72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:01.174319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Bound port: 184d9529-35e9-4273-8146-6344a7bdf4f4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76a893f-577e-45d2-bdcb-1b0d466af72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15da1c05-9a61-42fd-9894-e99773fb5ecd'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:01.175012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.239609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465c779-cd20-431c-8719-626a64843195 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:01.241470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465c779-cd20-431c-8719-626a64843195 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:01.243239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465c779-cd20-431c-8719-626a64843195 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:01.244279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6465c779-cd20-431c-8719-626a64843195 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:01.264049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6465c779-cd20-431c-8719-626a64843195 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:01.268629 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6465c779-cd20-431c-8719-626a64843195 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1126328
Nov 29 12:01:01.269355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52772) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:01.346328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 660cc735-4a96-46a1-bb12-afae86379d31 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:01.349964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.391603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Provisioning complete for port 05cfda6c-5987-4afc-af54-921812e94a6a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:01.391991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.417254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.477913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f18e0f-0df8-48e7-a132-9bb0553e2251 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:01.491615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 27915468-6d08-43a2-9d97-f5ba843fdd87 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:01.510458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.550877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:01.551551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08cc5160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:01.574726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd8780-f346-4cf9-86c4-de46863af28b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:01.575506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-82cd8780-f346-4cf9-86c4-de46863af28b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:01.588544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.589071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.593054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-16a1d14b-a2b0-4b2b-84d9-89a40fe73f3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:01.629409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=660cc735-4a96-46a1-bb12-afae86379d31,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:01.632231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:01.635111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.651422 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/660cc735-4a96-46a1-bb12-afae86379d31 HTTP/1.1" status: 204  len: 168 time: 0.3807871
Nov 29 12:01:01.652093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52778) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:01.726543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet fe461351-b1d5-4dfb-927f-3ec027ee10d9 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:01.729471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.741400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08cc5160>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:01.741948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776e04b-41e1-42d3-88e4-c2522182611d None None] The sync data for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:01.743349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 27915468-6d08-43a2-9d97-f5ba843fdd87 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:01.743782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.801665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.833206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-82cd8780-f346-4cf9-86c4-de46863af28b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:01.835035 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82cd8780-f346-4cf9-86c4-de46863af28b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A306 HTTP/1.1" status: 200  len: 927 time: 1.1226408
Nov 29 12:01:01.845741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52782) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:01.903425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.985027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:01.991046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-24097a78-b524-411e-8d35-2be77e0bd1d2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:02.027612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=fe461351-b1d5-4dfb-927f-3ec027ee10d9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:02.030742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:02.031886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.037094 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4b0c1897-cbed-4a3f-a061-f3f30c98451e tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:02.038182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b0c1897-cbed-4a3f-a061-f3f30c98451e tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.6950033
Nov 29 12:01:02.041512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52786) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:02.042819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port da5d54f7-8b74-4724-9a47-92d70bfb1ab3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:02.043198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.060575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.069480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.145859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e40f-705f-413b-9c58-bf7f5d81f26d req-eeb9358c-b0a7-4475-a564-4b2fe212b98f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:02.147103 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6bb5e40f-705f-413b-9c58-bf7f5d81f26d req-eeb9358c-b0a7-4475-a564-4b2fe212b98f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 945 time: 0.4299905
Nov 29 12:01:02.246402 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/fe461351-b1d5-4dfb-927f-3ec027ee10d9 HTTP/1.1" status: 204  len: 168 time: 0.5911217
Nov 29 12:01:02.252686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52790) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:02.298052 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6bb5e40f-705f-413b-9c58-bf7f5d81f26d req-698386b6-ace5-4c2c-afa3-07fc4b01b091 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250958
Nov 29 12:01:02.309153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.329625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Transition to ACTIVE for port object c213e95d-9f0d-417a-ac4e-3a05dce95179 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:02.338825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.399327 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-39e2511b-fbbe-4026-81e3-0e24c387c7c1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1441762
Nov 29 12:01:02.401116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52794) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:02.418033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:02.431869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] For port 184d9529-35e9-4273-8146-6344a7bdf4f4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:02.437342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Transition to ACTIVE for port object c213e95d-9f0d-417a-ac4e-3a05dce95179 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:02.472907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] For port 05cfda6c-5987-4afc-af54-921812e94a6a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=05cfda6c-5987-4afc-af54-921812e94a6a,segment=NetworkSegment(bc002c05-4b7a-45ea-b38b-0a7817d4aa70),segment_id=bc002c05-4b7a-45ea-b38b-0a7817d4aa70)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:02.481103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.21.0.1 (370848bc-8330-401c-a737-348b178a649a/a71fa707-36fe-4474-adfa-ee99e0103def/4db8ebe9-f413-4c06-9687-cc7d69908ea2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:02.491618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] For port 184d9529-35e9-4273-8146-6344a7bdf4f4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=184d9529-35e9-4273-8146-6344a7bdf4f4,segment=NetworkSegment(e76a893f-577e-45d2-bdcb-1b0d466af72e),segment_id=e76a893f-577e-45d2-bdcb-1b0d466af72e)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:02.497072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.502242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.509885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.515280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:02.559427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.611893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 27915468-6d08-43a2-9d97-f5ba843fdd87, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=27915468-6d08-43a2-9d97-f5ba843fdd87,segment=NetworkSegment(185a632a-d706-4fff-a500-e92f6819bab9),segment_id=185a632a-d706-4fff-a500-e92f6819bab9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:02.650172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:02.661388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:02.694572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:02.700076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for da5d54f7-8b74-4724-9a47-92d70bfb1ab3 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:02.712148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:02.717607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Pushing event updated for resources: {'Port': ['ID=c213e95d-9f0d-417a-ac4e-3a05dce95179,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:02.750706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:02.778352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:02.800335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:02.861658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:02.872716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Provisioning for port bee48571-f8d4-4704-84c0-40bbdb2c59d1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:02.951556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:02.956378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.009409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Pushing event updated for resources: {'Port': ['ID=05cfda6c-5987-4afc-af54-921812e94a6a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:03.012880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:03.013845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Attempting to bind port c213e95d-9f0d-417a-ac4e-3a05dce95179 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:03.014297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Attempting to bind port c213e95d-9f0d-417a-ac4e-3a05dce95179 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:03.014896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Attempting to bind port c213e95d-9f0d-417a-ac4e-3a05dce95179 on network 66e8fe17-04f4-4419-ba8f-2b13246694d9 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:03.020309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-92f0bdd1-c34a-43e8-b01d-b958f8b73a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:03.056366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bee48571-f8d4-4704-84c0-40bbdb2c59d1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:03.095996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.121942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:03.122520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Checking segment: {'id': 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:03.122739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.123107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Bound using segment: {'id': 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:03.123623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Bound port: c213e95d-9f0d-417a-ac4e-3a05dce95179, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '66e8fe17-04f4-4419-ba8f-2b13246694d9'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:03.124003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.137973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Provisioning complete for port 05cfda6c-5987-4afc-af54-921812e94a6a triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:03.138353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.146612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object 4db8ebe9-f413-4c06-9687-cc7d69908ea2 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:03.160979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.168425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:03.252588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=da5d54f7-8b74-4724-9a47-92d70bfb1ab3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:03.258731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:03.304226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.324776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 78ed9a46-2133-43f2-a452-d955c6418297 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:03.326149 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/da5d54f7-8b74-4724-9a47-92d70bfb1ab3 HTTP/1.1" status: 204  len: 168 time: 1.4791329
Nov 29 12:01:03.340108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:03.343399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.442928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20faa2de-c40a-44f2-bd17-3a1b7c5a6586 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:03.472091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.479067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7d396aec-e3a7-4e0a-8cab-7ce88505569a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:03.519014 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b441dcac-34ac-4ab8-bc2c-18196c4ee415 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:01:03.519598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b441dcac-34ac-4ab8-bc2c-18196c4ee415 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:03.521170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Pushing event updated for resources: {'Port': ['ID=184d9529-35e9-4273-8146-6344a7bdf4f4,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:03.569795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 370848bc-8330-401c-a737-348b178a649a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:03.576594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:03.579318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:03.586253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:03.590497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:03.600033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:03.613809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:03.614628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.623777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.629320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Deleting port e07f8a35-b3bf-4e00-8182-91287611b785 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:03.629706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.655419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.660355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=4db8ebe9-f413-4c06-9687-cc7d69908ea2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:03.673181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b441dcac-34ac-4ab8-bc2c-18196c4ee415 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:03.675597 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b441dcac-34ac-4ab8-bc2c-18196c4ee415 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/da5d54f7-8b74-4724-9a47-92d70bfb1ab3 HTTP/1.1" status: 404  len: 333 time: 0.3335717
Nov 29 12:01:03.678491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:03.684905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:03.739457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port bee48571-f8d4-4704-84c0-40bbdb2c59d1 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:03.794762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bee48571-f8d4-4704-84c0-40bbdb2c59d1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:03.795151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.841954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port f5a30a27-51f6-48c9-af01-e64c30da0c3c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:03.842296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:03.843797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] For port c213e95d-9f0d-417a-ac4e-3a05dce95179, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:03.853976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=27915468-6d08-43a2-9d97-f5ba843fdd87,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:03.857248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:03.863921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.290s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:03.864317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:03.901420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.239s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:03.901788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:03.963099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] For port c213e95d-9f0d-417a-ac4e-3a05dce95179, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c213e95d-9f0d-417a-ac4e-3a05dce95179,segment=NetworkSegment(ccb88131-6aec-4a40-a0b4-f80b3f88d09e),segment_id=ccb88131-6aec-4a40-a0b4-f80b3f88d09e)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:04.004314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.014048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:04.029202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=0aa626f1-e79e-4eaf-9c9f-8d0e0269d734,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:04.032642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:04.054189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6519921
Nov 29 12:01:04.060088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52808) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:04.069024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:04.104571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 78ed9a46-2133-43f2-a452-d955c6418297 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:04.346574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134a99-b0e6-490e-9d36-e1da32311661 req-22a69141-c15e-4f3a-b1ee-a8929b23d85a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:04.348135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9134a99-b0e6-490e-9d36-e1da32311661 req-22a69141-c15e-4f3a-b1ee-a8929b23d85a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 945 time: 0.8219190
Nov 29 12:01:04.360083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Pushing event updated for resources: {'Port': ['ID=c213e95d-9f0d-417a-ac4e-3a05dce95179,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:04.370269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:04.377337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 78ed9a46-2133-43f2-a452-d955c6418297 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:04.378096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.397886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.457410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Provisioning for port 6577ee69-e3ad-46de-9911-6f3c4c61f031 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:04.465114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.500734 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9134a99-b0e6-490e-9d36-e1da32311661 req-ade75cf8-16ee-4650-bdb5-ffaa6b7b6f32 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1444879
Nov 29 12:01:04.516519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:04.524343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:04.526147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Provisioning complete for port 6577ee69-e3ad-46de-9911-6f3c4c61f031 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:04.527119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.527278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting port 4a93262a-ea06-403c-951c-b6952268ae37 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:04.527510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.566869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.595780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for f5a30a27-51f6-48c9-af01-e64c30da0c3c owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:04.663208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:04.688663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:04.710735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:04.720801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.742376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771acf7e-b3c6-434f-9afa-2cb87542a8fa None None] Network 15da1c05-9a61-42fd-9894-e99773fb5ecd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:04.903014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.935394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port bee48571-f8d4-4704-84c0-40bbdb2c59d1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bee48571-f8d4-4704-84c0-40bbdb2c59d1,segment=NetworkSegment(834e9152-d0d5-4a4c-a361-6542e8c19475),segment_id=834e9152-d0d5-4a4c-a361-6542e8c19475)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:04.940829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] For port e07f8a35-b3bf-4e00-8182-91287611b785, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e07f8a35-b3bf-4e00-8182-91287611b785,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:04.941385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.952218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Port 6577ee69-e3ad-46de-9911-6f3c4c61f031 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:04.964722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:04.965746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e07f8a35-b3bf-4e00-8182-91287611b785 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:05.044449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-595a660a-d1f5-4437-adbd-62fd861cf5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:05.052589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Calling delete_port for 4a93262a-ea06-403c-951c-b6952268ae37 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:05.095842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.111810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.121104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:05.185127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=f5a30a27-51f6-48c9-af01-e64c30da0c3c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:05.188509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:05.189301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Calling delete_port for e07f8a35-b3bf-4e00-8182-91287611b785 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:05.345273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:01:05.349914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Provisioning complete for port 27915468-6d08-43a2-9d97-f5ba843fdd87 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:05.350288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.379429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.388239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af7f7200-6a6c-42e5-b7c6-78badf860d60 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:05.406718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=bee48571-f8d4-4704-84c0-40bbdb2c59d1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:05.410162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:05.419420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 78ed9a46-2133-43f2-a452-d955c6418297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78ed9a46-2133-43f2-a452-d955c6418297,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:05.422124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.447973 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/f5a30a27-51f6-48c9-af01-e64c30da0c3c HTTP/1.1" status: 204  len: 168 time: 1.7613754
Nov 29 12:01:05.450857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52816) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:05.459926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.467120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b90bb9ef-0cb9-42dc-bbc7-5368e63c397c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:05.498107 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb45e35-48c4-449c-8d77-6fc9880403d4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:01:05.499610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4cb45e35-48c4-449c-8d77-6fc9880403d4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:05.527740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.536481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.569007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Port': ['ID=4a93262a-ea06-403c-951c-b6952268ae37,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:05.571316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:05.614748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:05.714783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.743000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] No DVR routers for this DVR port e07f8a35-b3bf-4e00-8182-91287611b785 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:05.749440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port e07f8a35-b3bf-4e00-8182-91287611b785 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:05.771779 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297', 'code': 200}
Nov 29 12:01:05.776436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=4db8ebe9-f413-4c06-9687-cc7d69908ea2,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:05.780169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:05.781121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4cb45e35-48c4-449c-8d77-6fc9880403d4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:05.785401 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4cb45e35-48c4-449c-8d77-6fc9880403d4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/f5a30a27-51f6-48c9-af01-e64c30da0c3c HTTP/1.1" status: 404  len: 333 time: 0.3333790
Nov 29 12:01:05.786006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52822) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:05.790617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf45d3d-544f-4874-8a2e-f2bafd2bb9d9 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:05.907618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 507f90da-de4d-48fe-bdc1-eee5cc7a0a18 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:05.913100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:05.978666 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:01:05.991915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcc88f-94aa-4ae4-aa8c-90ad31cff755 None None] Network 66e8fe17-04f4-4419-ba8f-2b13246694d9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:05.992176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.009570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port e07f8a35-b3bf-4e00-8182-91287611b785 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:06.010325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.011669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.041366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:01:06.044718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.048897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a8f93128-32c9-44a9-ab39-6214fa68a916 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:06.075405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.119674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=78ed9a46-2133-43f2-a452-d955c6418297,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:06.122756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port e07f8a35-b3bf-4e00-8182-91287611b785 was deleted so its status cannot be updated. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Nov 29 12:01:06.123387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22234176-3d51-41ca-81c5-c6744b971229 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:06.148701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:06.163652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-607e8e0f-9067-4a2d-b4e2-c40090494976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:06.289721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.314042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Pushing event deleted for resources: {'Port': ['ID=e07f8a35-b3bf-4e00-8182-91287611b785,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:06.339262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:06.340398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 370848bc-8330-401c-a737-348b178a649a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:06.345051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:06.354131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b97958-e2ef-4106-bd78-3bccc1b7f725 req-99f0cabd-13d3-4780-8fd5-70b0c4a185ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:06.355637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71b97958-e2ef-4106-bd78-3bccc1b7f725 req-99f0cabd-13d3-4780-8fd5-70b0c4a185ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 1099 time: 0.2943506
Nov 29 12:01:06.391043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27258f1f-fe49-4c40-856f-efbaa0795462 None None] Could not find standard attr ID for object e07f8a35-b3bf-4e00-8182-91287611b785. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:06.393744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:06.398323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '0aa626f1-e79e-4eaf-9c9f-8d0e0269d734'}, {'subnet_id': 'dec7cebe-bba2-4343-a491-ea1b6bebef74'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:06.399338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.401605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:06.409648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:06.410237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.483646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=dec7cebe-bba2-4343-a491-ea1b6bebef74,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:06.486355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:06.597344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0d447-37c2-4d01-9655-958087b3fe37 req-f8a9b1a7-b8c2-44b9-87a7-cdaeaab45726 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:06.598981 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ca0d447-37c2-4d01-9655-958087b3fe37 req-f8a9b1a7-b8c2-44b9-87a7-cdaeaab45726 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 946 time: 0.6732063
Nov 29 12:01:06.603126 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5414648
Nov 29 12:01:06.608967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52826) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:06.611526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71b97958-e2ef-4106-bd78-3bccc1b7f725 req-bd262f81-00fc-4351-8fcb-afb2bc55bd77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1869760
Nov 29 12:01:06.611859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Router 7c9e89a1-b7f8-412a-a654-e515eed92ceb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:06.619828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:85:2f:75', 'name': 'tempest-NetworksTestDHCPv6-230115090'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:06.641248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.652654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62ec4752-7340-4e10-af14-2afc56226f74 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:06.726121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Could not find standard attr ID for object 4a93262a-ea06-403c-951c-b6952268ae37. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:06.748638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router f4916e13-1762-4a64-b633-7e9c31097ea9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:06.772341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=507f90da-de4d-48fe-bdc1-eee5cc7a0a18,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:06.779156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:06.781182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.788404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 22234176-3d51-41ca-81c5-c6744b971229 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:06.788920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.798462 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/507f90da-de4d-48fe-bdc1-eee5cc7a0a18 HTTP/1.1" status: 204  len: 168 time: 1.0066841
Nov 29 12:01:06.803314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52830) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:06.815568 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ca0d447-37c2-4d01-9655-958087b3fe37 req-a95b5448-c88a-4e9e-a86b-50384d951944 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006860
Nov 29 12:01:06.818497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:06.830653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7879784
Nov 29 12:01:06.831742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52834) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:06.833732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db157483-9290-48ea-a070-21235682d1b8 None None] Sync routers for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:06.851944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Provisioning complete for port bee48571-f8d4-4704-84c0-40bbdb2c59d1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:06.852645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:06.854823 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db157483-9290-48ea-a070-21235682d1b8 None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:06.855481 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db157483-9290-48ea-a070-21235682d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08affac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:06.910984 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-e66a5341-84d9-489f-a26f-9bd3a2aaa893 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] delete failed (client error): The resource could not be found.
Nov 29 12:01:06.916397 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e66a5341-84d9-489f-a26f-9bd3a2aaa893 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1763425036 HTTP/1.1" status: 404  len: 335 time: 0.0834830
Nov 29 12:01:06.917266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52838) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:06.923071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b0d3984f-4a8f-46c7-8793-8ea5a8f138d9 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c9e89a1-b7f8-412a-a654-e515eed92ceb'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:06.936289 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db157483-9290-48ea-a070-21235682d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08affac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:06.945808 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db157483-9290-48ea-a070-21235682d1b8 None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:06.946669 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db157483-9290-48ea-a070-21235682d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08affac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:07.009131 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db157483-9290-48ea-a070-21235682d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08affac0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:07.010265 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db157483-9290-48ea-a070-21235682d1b8 None None] The sync data for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:07.112359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Allocated IP 172.20.0.2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/0aa626f1-e79e-4eaf-9c9f-8d0e0269d734/c6f48aac-18f2-4b0b-8bac-eb495e7237c5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:07.147485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] DHCP port deletion for 66e8fe17-04f4-4419-ba8f-2b13246694d9 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:07.147763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:07.154361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.160739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:07.165853 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f4916e13-1762-4a64-b633-7e9c31097ea9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3113313
Nov 29 12:01:07.167607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:07.168596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Deleting port c213e95d-9f0d-417a-ac4e-3a05dce95179 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:07.168987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.173617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:07.176121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:07.183829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:07.203402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] Sync routers for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:07.206362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Allocated IP 2001:db8::f816:3eff:fec5:4230 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/dec7cebe-bba2-4343-a491-ea1b6bebef74/c6f48aac-18f2-4b0b-8bac-eb495e7237c5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:07.234781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port c213e95d-9f0d-417a-ac4e-3a05dce95179 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:07.235202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.298963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:07.299631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6afd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:07.355806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b0d3984f-4a8f-46c7-8793-8ea5a8f138d9 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.400415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-b0d3984f-4a8f-46c7-8793-8ea5a8f138d9 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] update failed (client error): The resource could not be found.
Nov 29 12:01:07.406426 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b0d3984f-4a8f-46c7-8793-8ea5a8f138d9 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb HTTP/1.1" status: 404  len: 339 time: 0.4879270
Nov 29 12:01:07.407206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52846) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:07.414416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-86695013'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:07.428213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:07.428213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:network and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:07.430422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:07.438581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:07.451337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:07.457698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:07.460930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6afd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:07.463794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.485619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ea4d3-17e1-4847-80e5-5de07d356a69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:07.486212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e51ea4d3-17e1-4847-80e5-5de07d356a69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:07.494295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:07.494959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6afd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:07.523588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:01:07.537249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.538056 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Added segment a2fb9212-2bc6-4cca-87db-81865dbc021e of type vlan for network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8
Nov 29 12:01:07.557175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Provisioning for port 184d9529-35e9-4273-8146-6344a7bdf4f4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:07.588301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.633326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.643039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:07.644829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.647199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bee48571-f8d4-4704-84c0-40bbdb2c59d1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:07.654427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bb8513c2-60f1-42fe-b98e-ee7f843b63df tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:07.680884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e51ea4d3-17e1-4847-80e5-5de07d356a69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:07.682856 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e51ea4d3-17e1-4847-80e5-5de07d356a69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports/4db8ebe9-f413-4c06-9687-cc7d69908ea2 HTTP/1.1" status: 200  len: 910 time: 0.5048206
Nov 29 12:01:07.696366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52850) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:07.750401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6afd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:07.751002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a175f35-a652-4307-9db0-7c45247ec88d None None] The sync data for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:07.787834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Could not find standard attr ID for object f5a30a27-51f6-48c9-af01-e64c30da0c3c. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:07.804057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.828054 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4196584
Nov 29 12:01:07.835951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:07.846135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'subnet': {'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:07.865067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] For port c213e95d-9f0d-417a-ac4e-3a05dce95179, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c213e95d-9f0d-417a-ac4e-3a05dce95179,segment=NetworkSegment(ccb88131-6aec-4a40-a0b4-f80b3f88d09e),segment_id=ccb88131-6aec-4a40-a0b4-f80b3f88d09e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:07.865939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:07.881961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Provisioning for port c213e95d-9f0d-417a-ac4e-3a05dce95179 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:08.005446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:08.010915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port b6a395e4-73c9-4d68-86dd-8123e539d3e0 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:08.058269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Calling delete_port for c213e95d-9f0d-417a-ac4e-3a05dce95179 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:08.082450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Network': ['ID=1037e840-1f4b-4aba-9ff4-de94ccb5c0e8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:08.086735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Usage tracker for resource:subnet and tenant:0b087bb1c7f54deb90b03d3791108e95 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:08.086932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:08.090754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port c213e95d-9f0d-417a-ac4e-3a05dce95179, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c213e95d-9f0d-417a-ac4e-3a05dce95179,segment=NetworkSegment(ccb88131-6aec-4a40-a0b4-f80b3f88d09e),segment_id=ccb88131-6aec-4a40-a0b4-f80b3f88d09e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:08.091258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.109430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:01:08.113808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:08.144445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bee48571-f8d4-4704-84c0-40bbdb2c59d1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:08.144827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.191774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:08.223462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.238228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Provisioning for port 4db8ebe9-f413-4c06-9687-cc7d69908ea2 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:08.264283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for c213e95d-9f0d-417a-ac4e-3a05dce95179 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:08.277875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Transition to ACTIVE for port object c6f48aac-18f2-4b0b-8bac-eb495e7237c5 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:08.283852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Provisioning complete for port 4db8ebe9-f413-4c06-9687-cc7d69908ea2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:08.283852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.342739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Made reservation on behalf of 0b087bb1c7f54deb90b03d3791108e95 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:08.346373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.378556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Transition to ACTIVE for port object c6f48aac-18f2-4b0b-8bac-eb495e7237c5 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:08.399945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.405761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:08.435289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.456523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a1e32533-c5ff-4f29-af4c-a522f87ba583 None None] Port 4db8ebe9-f413-4c06-9687-cc7d69908ea2 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:08.462888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Pushing event deleted for resources: {'Port': ['ID=c213e95d-9f0d-417a-ac4e-3a05dce95179,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:08.468420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:08.486406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.499064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0d144196-75ae-4225-b717-9023a53f0ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:08.536003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] No DVR routers for this DVR port c213e95d-9f0d-417a-ac4e-3a05dce95179 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:08.548410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:08.548868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:08.556242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:08.563269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c439-6b1b-4bd2-885a-bd5dfe5affae req-ce09ba8b-bbaa-4357-bcf0-11c886567d5a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:08.565070 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3765c439-6b1b-4bd2-885a-bd5dfe5affae req-ce09ba8b-bbaa-4357-bcf0-11c886567d5a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 946 time: 0.5708675
Nov 29 12:01:08.567653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:08.587084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:08.631771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Pushing event updated for resources: {'Port': ['ID=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:08.641548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:08.642643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 184d9529-35e9-4273-8146-6344a7bdf4f4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:08.692539 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3765c439-6b1b-4bd2-885a-bd5dfe5affae req-875538ca-08af-495d-8966-ecb6276ade64 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123538
Nov 29 12:01:08.696914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 172.20.0.10 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/0aa626f1-e79e-4eaf-9c9f-8d0e0269d734/b6a395e4-73c9-4d68-86dd-8123e539d3e0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:08.753801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fe85:2f75 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/dec7cebe-bba2-4343-a491-ea1b6bebef74/b6a395e4-73c9-4d68-86dd-8123e539d3e0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:08.842755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Attempting to bind port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:08.843354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Attempting to bind port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:08.843577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Attempting to bind port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:08.861133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:08.861719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:08.862236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.862705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:08.863318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Bound port: c6f48aac-18f2-4b0b-8bac-eb495e7237c5, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:08.863837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.882360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 184d9529-35e9-4273-8146-6344a7bdf4f4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:08.883878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.885736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eca6a678-7f25-4114-bb94-16a9ffeb7b99 None None] Provisioning complete for port 4db8ebe9-f413-4c06-9687-cc7d69908ea2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:08.885877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eca6a678-7f25-4114-bb94-16a9ffeb7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.919360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 184d9529-35e9-4273-8146-6344a7bdf4f4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:08.919360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:08.931102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7302e5d5-dcb4-4c59-9eb3-2757182c42a8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:08.938087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998886-e575-4b8a-bf5b-0e66d3ed53cb req-3c975f7f-5e3c-4a27-852d-d9680d99fee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:08.939605 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d8998886-e575-4b8a-bf5b-0e66d3ed53cb req-3c975f7f-5e3c-4a27-852d-d9680d99fee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 946 time: 0.1152039
Nov 29 12:01:09.033473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 4db8ebe9-f413-4c06-9687-cc7d69908ea2 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:09.033839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.041347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eca6a678-7f25-4114-bb94-16a9ffeb7b99 None None] Port 4db8ebe9-f413-4c06-9687-cc7d69908ea2 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:09.050898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port c213e95d-9f0d-417a-ac4e-3a05dce95179 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:09.051255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.066565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d8998886-e575-4b8a-bf5b-0e66d3ed53cb req-e0643ac3-557f-422d-a3fa-8a635db49970 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991752
Nov 29 12:01:09.076212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Subnet': ['ID=886bf18e-cb2d-41b7-8b18-3742d4e484d2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:09.077143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] For port c6f48aac-18f2-4b0b-8bac-eb495e7237c5, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:09.081091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] For port c6f48aac-18f2-4b0b-8bac-eb495e7237c5, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:09.091878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:09.121080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.121836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:09.128035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:09.215835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.258160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Pushing event updated for resources: {'Port': ['ID=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:09.269442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:09.277553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 184d9529-35e9-4273-8146-6344a7bdf4f4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=184d9529-35e9-4273-8146-6344a7bdf4f4,segment=NetworkSegment(e76a893f-577e-45d2-bdcb-1b0d466af72e),segment_id=e76a893f-577e-45d2-bdcb-1b0d466af72e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:09.283797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.284973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 05cfda6c-5987-4afc-af54-921812e94a6a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:09.293899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Checking segment: {'id': 'a2fb9212-2bc6-4cca-87db-81865dbc021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:09.294325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network hostable DHCP agents. Network: 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:01:09.298480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.318419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] The port 'c213e95d-9f0d-417a-ac4e-3a05dce95179' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:09.327134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7072edc9-9d87-4d67-b705-79cbf95bfa54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:09.365240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61572673-ffa4-4d81-aa3a-bd9f78da0a08 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:09.369471 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-61572673-ffa4-4d81-aa3a-bd9f78da0a08 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 1094 time: 0.2440472
Nov 29 12:01:09.369701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.373409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:09.381151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '78ed9a46-2133-43f2-a452-d955c6418297', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:09.416091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:09.435683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 4db8ebe9-f413-4c06-9687-cc7d69908ea2 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:09.480443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:01:09.487343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object b6a395e4-73c9-4d68-86dd-8123e539d3e0 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:09.488619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:09.491414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=184d9529-35e9-4273-8146-6344a7bdf4f4,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:09.496858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:09.504699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 05cfda6c-5987-4afc-af54-921812e94a6a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:09.505519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.508946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:09.539029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.559821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:09.561698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:09.584975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:09.585609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.589147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c68391c-de4e-43a3-9ef3-993134e1e90d None None] Network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:09.608551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03bbce80>,) {'filters': {'network_id': ['66e8fe17-04f4-4419-ba8f-2b13246694d9']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:09.629905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.659297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03bbce80>, 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:09.659895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03bbce80>, 'ccb88131-6aec-4a40-a0b4-f80b3f88d09e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:09.682217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.703403 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8637364
Nov 29 12:01:09.778610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52872) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:09.811237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b57c0fb2-e4b1-4039-b4ff-b294e61678df tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'router': {'external_gateway_info': {'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:09.900861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 27915468-6d08-43a2-9d97-f5ba843fdd87 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:09.925052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.939703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.978084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:09.985358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0ef6f5f1-18b1-4bae-8cfa-2a0609193b12 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:10.020684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c0ce304-3744-40bf-90a7-735849fb2d16 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:10.035257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=4db8ebe9-f413-4c06-9687-cc7d69908ea2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:10.035489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-1037e840-1f4b-4aba-9ff4-de94ccb5c0e8', 'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8', 'tenant_id': '0b087bb1c7f54deb90b03d3791108e95', 'fixed_ips': [{'subnet_id': '886bf18e-cb2d-41b7-8b18-3742d4e484d2'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:10.036295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.038130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:10.058180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 27915468-6d08-43a2-9d97-f5ba843fdd87 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:10.058569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.078942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:10.079378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:10.097192 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:10.355466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:10.396107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.454371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:10.478167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:10.494105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Allocated IP 2001:db8:1::2 (1037e840-1f4b-4aba-9ff4-de94ccb5c0e8/886bf18e-cb2d-41b7-8b18-3742d4e484d2/a6c6f872-cbeb-41af-8e93-a9de0a081b40) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:10.534695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=b6a395e4-73c9-4d68-86dd-8123e539d3e0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:10.539477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:10.562960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.579752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5514097e-1a07-4458-b511-86deab177415 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:10.597665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e07f8a35-b3bf-4e00-8182-91287611b785 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:10.655858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: e07f8a35-b3bf-4e00-8182-91287611b785 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:10.656215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e07f8a35-b3bf-4e00-8182-91287611b785 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:10.722037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.815469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.855037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Transition to ACTIVE for port object a6c6f872-cbeb-41af-8e93-a9de0a081b40 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:10.860589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router f4916e13-1762-4a64-b633-7e9c31097ea9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:10.898273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Transition to ACTIVE for port object a6c6f872-cbeb-41af-8e93-a9de0a081b40 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:10.913294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.924611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b57c0fb2-e4b1-4039-b4ff-b294e61678df tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:10.940325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:10.945913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/66e8fe17-04f4-4419-ba8f-2b13246694d9 HTTP/1.1" status: 204  len: 168 time: 4.1412213
Nov 29 12:01:10.947096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=66e8fe17-04f4-4419-ba8f-2b13246694d9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:10.949117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:10.951497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:10.955598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2127401202'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:10.975064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:10.977407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2da21-eaeb-44cc-a9c8-90ac3dcc73b6 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:10.989535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6f48aac-18f2-4b0b-8bac-eb495e7237c5 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:11.030613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:11.035594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:11.042786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:11.043458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.050878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:11.051076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:11.068727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:11.072562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.087042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.4722259
Nov 29 12:01:11.088271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52880) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:11.099436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:11.120086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:11.129411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:11.132904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.151578 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] Sync routers for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:11.158297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:01:11.167608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.167944 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment 937cb2a4-a769-475a-94af-c5c7bb5a3834 of type vlan for network becb157b-0bb6-44ca-8594-9402a1648d73
Nov 29 12:01:11.169129 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:11.170362 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087e0a00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:11.195967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.219988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Pushing event updated for resources: {'Port': ['ID=a6c6f872-cbeb-41af-8e93-a9de0a081b40,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:11.226694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f4916e13-1762-4a64-b633-7e9c31097ea9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5291159
Nov 29 12:01:11.232271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7bfe5506-1734-4416-83f0-6e44c3c85c8b None None] Provisioning for port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:11.233263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52884) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:11.233725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.235856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:11.240324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:11.241003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.269150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Attempting to bind port a6c6f872-cbeb-41af-8e93-a9de0a081b40 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:11.269619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Attempting to bind port a6c6f872-cbeb-41af-8e93-a9de0a081b40 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a2fb9212-2bc6-4cca-87db-81865dbc021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:11.270091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Attempting to bind port a6c6f872-cbeb-41af-8e93-a9de0a081b40 on network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:11.288392 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b57c0fb2-e4b1-4039-b4ff-b294e61678df tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:11.289583 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b57c0fb2-e4b1-4039-b4ff-b294e61678df tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb HTTP/1.1" status: 400  len: 364 time: 1.5042315
Nov 29 12:01:11.293524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:11.293993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Checking segment: {'id': 'a2fb9212-2bc6-4cca-87db-81865dbc021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:11.294468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.294938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Bound using segment: {'id': 'a2fb9212-2bc6-4cca-87db-81865dbc021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:11.296832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Bound port: a6c6f872-cbeb-41af-8e93-a9de0a081b40, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fb9212-2bc6-4cca-87db-81865dbc021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1037e840-1f4b-4aba-9ff4-de94ccb5c0e8'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:11.296832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.299901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52888) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:11.311395 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087e0a00>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:11.324687 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:11.326269 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087e0a00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:11.361915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:11.419365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:11.419871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.421797 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087e0a00>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:11.422432 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d51dcd-02ad-43fe-8478-05c9a392a2cd None None] The sync data for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:11.424277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:11.504194 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5539911
Nov 29 12:01:11.531610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52892) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:11.547349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:11.605253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] For port a6c6f872-cbeb-41af-8e93-a9de0a081b40, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:11.624563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] For port a6c6f872-cbeb-41af-8e93-a9de0a081b40, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6c6f872-cbeb-41af-8e93-a9de0a081b40,segment=NetworkSegment(a2fb9212-2bc6-4cca-87db-81865dbc021e),segment_id=a2fb9212-2bc6-4cca-87db-81865dbc021e)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:11.637082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.643592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:11.778980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Pushing event updated for resources: {'Port': ['ID=a6c6f872-cbeb-41af-8e93-a9de0a081b40,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:11.787757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:11.790622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.794889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.67 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/517d7f52-ccb5-4de5-a764-46f685ef54e8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:11.863304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port c6f48aac-18f2-4b0b-8bac-eb495e7237c5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:11.868639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=becb157b-0bb6-44ca-8594-9402a1648d73,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:11.881090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:11.887790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:11.888781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 184d9529-35e9-4273-8146-6344a7bdf4f4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:11.893153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07999476-1827-4758-955d-22438c1c4e96 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:11.902505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07999476-1827-4758-955d-22438c1c4e96 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:11.905474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-07999476-1827-4758-955d-22438c1c4e96 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:11.913098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:11.936994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d559cb74-b0bb-4a02-ba9b-f41c5e9e0e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:12.006152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-07999476-1827-4758-955d-22438c1c4e96 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:12.007890 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-07999476-1827-4758-955d-22438c1c4e96 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.9186218
Nov 29 12:01:12.014207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:12.035385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network becb157b-0bb6-44ca-8594-9402a1648d73 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:01:12.038995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52896) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:12.087847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:12.191160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port b6a395e4-73c9-4d68-86dd-8123e539d3e0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:12.191880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.202412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:12.204846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:12.206879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:12.283152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:12.287246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.292588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 184d9529-35e9-4273-8146-6344a7bdf4f4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:12.293107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.379195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6ab5060a-712d-448f-a249-a185db40e5a2 None None] Provisioning complete for port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:12.379651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ab5060a-712d-448f-a249-a185db40e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.472156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.523551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.586359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6ab5060a-712d-448f-a249-a185db40e5a2 None None] Provisioning for port b6a395e4-73c9-4d68-86dd-8123e539d3e0 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:12.592313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6ab5060a-712d-448f-a249-a185db40e5a2 None None] Provisioning complete for port b6a395e4-73c9-4d68-86dd-8123e539d3e0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:12.593191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ab5060a-712d-448f-a249-a185db40e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.603107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.657335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5060a-712d-448f-a249-a185db40e5a2 None None] Port b6a395e4-73c9-4d68-86dd-8123e539d3e0 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:12.791671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-89bc45d9-d029-4a54-ba17-d08e8f357ebc None None] Could not find standard attr ID for object 1c86da70-b7da-45cc-88f5-5940ab5eae80. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:12.831390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.914803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6c6f872-cbeb-41af-8e93-a9de0a081b40 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:12.929248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:12.939812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17bcd159-53f9-425c-9d6a-e221ff36e3ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:13.011646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a6c6f872-cbeb-41af-8e93-a9de0a081b40 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:13.016548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6f48aac-18f2-4b0b-8bac-eb495e7237c5 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:13.042257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=517d7f52-ccb5-4de5-a764-46f685ef54e8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:13.065145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:13.068355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:13.082587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:13.091090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:13.115473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for b6a395e4-73c9-4d68-86dd-8123e539d3e0 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:13.164820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3084a523-15db-4320-85b6-cf1b41e4ec0a None None] Provisioning complete for port b6a395e4-73c9-4d68-86dd-8123e539d3e0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:13.165267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3084a523-15db-4320-85b6-cf1b41e4ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.201219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.230843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:13.231261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.313977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3084a523-15db-4320-85b6-cf1b41e4ec0a None None] Port b6a395e4-73c9-4d68-86dd-8123e539d3e0 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:13.387629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 6577ee69-e3ad-46de-9911-6f3c4c61f031 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:13.387629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.424907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.434235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1bd8ad27-b77c-487e-a685-17a360c75adc tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:13.524599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Allocated IP 2001:db8::1 (bf254f4c-6a09-46bb-a55e-c1351418f37e/954f760d-ef93-48f8-94d1-d6c791e47f1e/26da5755-5295-464a-b347-10b03a9301cf) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:13.535287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=714d4332-54d7-42aa-bf47-635980f90506,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:13.538285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:13.562101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b5e0b-019c-47ff-907b-54614b558262 None None] Network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:13.661874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Provisioning for port a6c6f872-cbeb-41af-8e93-a9de0a081b40 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:13.680653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Provisioning complete for port a6c6f872-cbeb-41af-8e93-a9de0a081b40 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:13.681165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.730060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.737608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:13.739457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': '937cb2a4-a769-475a-94af-c5c7bb5a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:13.739818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: becb157b-0bb6-44ca-8594-9402a1648d73, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:01:13.795730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=b6a395e4-73c9-4d68-86dd-8123e539d3e0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:13.810962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:13.900640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network becb157b-0bb6-44ca-8594-9402a1648d73 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:01:13.914745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.939833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:13.991031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] For port a6c6f872-cbeb-41af-8e93-a9de0a081b40, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6c6f872-cbeb-41af-8e93-a9de0a081b40,segment=NetworkSegment(a2fb9212-2bc6-4cca-87db-81865dbc021e),segment_id=a2fb9212-2bc6-4cca-87db-81865dbc021e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:13.999419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.001595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35eab411-50f0-4d88-bc41-4243c201c764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:14.010912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, becb157b-0bb6-44ca-8594-9402a1648d73) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:14.016016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:14.016799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.029909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.054944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c560b5-8afe-4ec8-9472-65c90de1dae4 None None] Network becb157b-0bb6-44ca-8594-9402a1648d73 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:14.108038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Transition to ACTIVE for port object 26da5755-5295-464a-b347-10b03a9301cf will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:14.113233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5801818
Nov 29 12:01:14.123808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52900) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:14.131339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.140879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 6577ee69-e3ad-46de-9911-6f3c4c61f031 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:14.183522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73', 'name': 'tempest-PortsIpV6TestJSON-1941490458', 'fixed_ips': [{'subnet_id': '714d4332-54d7-42aa-bf47-635980f90506', 'ip_address': '2001:db8::10'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:14.218624 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/b6a395e4-73c9-4d68-86dd-8123e539d3e0 HTTP/1.1" status: 204  len: 168 time: 2.1708584
Nov 29 12:01:14.221521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52904) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:14.258385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Pushing event updated for resources: {'Port': ['ID=a6c6f872-cbeb-41af-8e93-a9de0a081b40,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:14.264053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:14.303773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ff770-60f6-4714-90a4-11ce4a766731 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:14.305441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ff770-60f6-4714-90a4-11ce4a766731 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:14.306968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ff770-60f6-4714-90a4-11ce4a766731 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:14.308097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9b1ff770-60f6-4714-90a4-11ce4a766731 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:14.352034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9b1ff770-60f6-4714-90a4-11ce4a766731 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:14.353189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9b1ff770-60f6-4714-90a4-11ce4a766731 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1305137
Nov 29 12:01:14.359855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52908) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:14.366762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3bb0bc78-025e-4c69-b520-e774f96a5e79 None None] Provisioning complete for port a6c6f872-cbeb-41af-8e93-a9de0a081b40 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:14.367162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb0bc78-025e-4c69-b520-e774f96a5e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.430865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.443666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ba38ff2-d1c6-4998-a72f-271f96977571 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:14.459644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a03bb5-8011-45de-830f-576407089790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-becb157b-0bb6-44ca-8594-9402a1648d73', 'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': '714d4332-54d7-42aa-bf47-635980f90506'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:14.460651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-74a03bb5-8011-45de-830f-576407089790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.474134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.480410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8ab94c4e-ed80-4511-83e2-709e7b703a35 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:14.519588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:14.523096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Port': ['ID=26da5755-5295-464a-b347-10b03a9301cf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:14.526690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=6577ee69-e3ad-46de-9911-6f3c4c61f031,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:14.532475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:14.535855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:14.544312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:14.555194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:14.569266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network bf254f4c-6a09-46bb-a55e-c1351418f37e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:14.575203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 0aa626f1-e79e-4eaf-9c9f-8d0e0269d734 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:14.580291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:14.586146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:14.586679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.589269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.602777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:14.624029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.670058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:14.701365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-74a03bb5-8011-45de-830f-576407089790 None None] Allocated IP 2001:db8::2 (becb157b-0bb6-44ca-8594-9402a1648d73/714d4332-54d7-42aa-bf47-635980f90506/45b23487-45f9-4e4a-9636-346c820b42b7) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:14.818214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.846425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6c6f872-cbeb-41af-8e93-a9de0a081b40 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:14.922958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:14.930256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.031988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a6c6f872-cbeb-41af-8e93-a9de0a081b40 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:15.032364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.098898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-74a03bb5-8011-45de-830f-576407089790 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.118204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e47354aa-f3aa-40cc-90bb-b4c2f7e10c4a None None] Provisioning for port 26da5755-5295-464a-b347-10b03a9301cf completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:15.118439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.123007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-74a03bb5-8011-45de-830f-576407089790 None None] Transition to ACTIVE for port object 45b23487-45f9-4e4a-9636-346c820b42b7 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:15.128771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e47354aa-f3aa-40cc-90bb-b4c2f7e10c4a None None] Provisioning complete for port 26da5755-5295-464a-b347-10b03a9301cf triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:15.129144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e47354aa-f3aa-40cc-90bb-b4c2f7e10c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.183536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-74a03bb5-8011-45de-830f-576407089790 None None] Transition to ACTIVE for port object 45b23487-45f9-4e4a-9636-346c820b42b7 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:15.222370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.227442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-74a03bb5-8011-45de-830f-576407089790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.238841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router f4916e13-1762-4a64-b633-7e9c31097ea9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:15.240723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:15.299523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e47354aa-f3aa-40cc-90bb-b4c2f7e10c4a None None] Port 26da5755-5295-464a-b347-10b03a9301cf cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:15.326634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a03bb5-8011-45de-830f-576407089790 None None] Network becb157b-0bb6-44ca-8594-9402a1648d73 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:15.332451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-74a03bb5-8011-45de-830f-576407089790 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:15.339047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a03bb5-8011-45de-830f-576407089790 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:15.376964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a03bb5-8011-45de-830f-576407089790 None None] Pushing event updated for resources: {'Port': ['ID=45b23487-45f9-4e4a-9636-346c820b42b7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:15.385531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-74a03bb5-8011-45de-830f-576407089790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:15.414810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.418557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4fac1d0d-62a0-4509-a8bc-470818297c6f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:15.447275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-74a03bb5-8011-45de-830f-576407089790 None None] Attempting to bind port 45b23487-45f9-4e4a-9636-346c820b42b7 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:15.447642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-74a03bb5-8011-45de-830f-576407089790 None None] Attempting to bind port 45b23487-45f9-4e4a-9636-346c820b42b7 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '937cb2a4-a769-475a-94af-c5c7bb5a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:15.448451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a03bb5-8011-45de-830f-576407089790 None None] Attempting to bind port 45b23487-45f9-4e4a-9636-346c820b42b7 on network becb157b-0bb6-44ca-8594-9402a1648d73 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:15.454617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a03bb5-8011-45de-830f-576407089790 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:15.454846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a03bb5-8011-45de-830f-576407089790 None None] Checking segment: {'id': '937cb2a4-a769-475a-94af-c5c7bb5a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:15.455346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-74a03bb5-8011-45de-830f-576407089790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.455815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a03bb5-8011-45de-830f-576407089790 None None] Bound using segment: {'id': '937cb2a4-a769-475a-94af-c5c7bb5a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:15.456368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-74a03bb5-8011-45de-830f-576407089790 None None] Bound port: 45b23487-45f9-4e4a-9636-346c820b42b7, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cb2a4-a769-475a-94af-c5c7bb5a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:15.456926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-74a03bb5-8011-45de-830f-576407089790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.467785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa626f1-e79e-4eaf-9c9f-8d0e0269d734,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:15.489427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:15.490501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 82cef382-93e8-4059-85c0-76deae64543f yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:15.512329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:15.525993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] Sync routers for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:15.527280 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f4916e13-1762-4a64-b633-7e9c31097ea9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2683463
Nov 29 12:01:15.528388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.529794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52912) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:15.536679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78e1d0-e1f6-4068-880c-3a56c86ad130 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:15.574919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f770702c-99e9-4185-b367-a8512bf66cdb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:15.585564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.591542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f770702c-99e9-4185-b367-a8512bf66cdb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:15.595408 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f770702c-99e9-4185-b367-a8512bf66cdb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4916e13-1762-4a64-b633-7e9c31097ea9 HTTP/1.1" status: 200  len: 205 time: 0.0610991
Nov 29 12:01:15.595678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52916) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:15.635498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:15.636155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6aee0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:15.710147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6aee0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:15.716935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-74a03bb5-8011-45de-830f-576407089790 None None] For port 45b23487-45f9-4e4a-9636-346c820b42b7, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:15.728760 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/0aa626f1-e79e-4eaf-9c9f-8d0e0269d734 HTTP/1.1" status: 204  len: 168 time: 1.3642259
Nov 29 12:01:15.728997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52920) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:15.737153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] Routers {'f4916e13-1762-4a64-b633-7e9c31097ea9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:15.737860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6aee0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f4916e13-1762-4a64-b633-7e9c31097ea9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:15.782258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.794473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-74a03bb5-8011-45de-830f-576407089790 None None] For port 45b23487-45f9-4e4a-9636-346c820b42b7, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=45b23487-45f9-4e4a-9636-346c820b42b7,segment=NetworkSegment(937cb2a4-a769-475a-94af-c5c7bb5a3834),segment_id=937cb2a4-a769-475a-94af-c5c7bb5a3834)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:15.819231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02c6aee0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:15.819742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9486695-6fbf-44fc-883d-fcc585e60723 None None] The sync data for ids ['f4916e13-1762-4a64-b633-7e9c31097ea9'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:15.821978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-74a03bb5-8011-45de-830f-576407089790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:15.834797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86a3bc61-b15c-4827-9f22-0c968eda84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:15.932770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet dec7cebe-bba2-4343-a491-ea1b6bebef74 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:15.967229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a03bb5-8011-45de-830f-576407089790 None None] Pushing event updated for resources: {'Port': ['ID=45b23487-45f9-4e4a-9636-346c820b42b7,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:15.972385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-74a03bb5-8011-45de-830f-576407089790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:15.983806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.039545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.059447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.066708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:16.168292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.172289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.178983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.259584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.260171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router f4916e13-1762-4a64-b633-7e9c31097ea9 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:01:16.267709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::10 (becb157b-0bb6-44ca-8594-9402a1648d73/714d4332-54d7-42aa-bf47-635980f90506/82cef382-93e8-4059-85c0-76deae64543f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:16.278607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.279797 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-939a4d8d-9b3b-45c5-a2de-937626f3060c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/f4916e13-1762-4a64-b633-7e9c31097ea9 HTTP/1.1" status: 204  len: 168 time: 0.6831508
Nov 29 12:01:16.283619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52924) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:16.367137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet a71fa707-36fe-4474-adfa-ee99e0103def {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:16.369644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.409954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.434606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.482594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.504120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=517d7f52-ccb5-4de5-a764-46f685ef54e8,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:16.517919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:16.539910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:01:16.544815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.554002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ce1551ec-44a9-4b60-80f7-9b4bc32f1152 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:16.593100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.603064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=dec7cebe-bba2-4343-a491-ea1b6bebef74,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:16.605488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:16.626790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.628970 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/dec7cebe-bba2-4343-a491-ea1b6bebef74 HTTP/1.1" status: 204  len: 168 time: 0.8987980
Nov 29 12:01:16.632388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52928) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:16.647348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.711927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.712767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.739029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.739465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:16.745334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8cd3399c-37bb-4832-9edd-8561711dbd59 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:16.784920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=a71fa707-36fe-4474-adfa-ee99e0103def,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:16.789551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:16.792661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:16.799264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b85cdf-a027-4379-a0ed-4f8850042835 None None] Network 370848bc-8330-401c-a737-348b178a649a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:16.801943 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/a71fa707-36fe-4474-adfa-ee99e0103def HTTP/1.1" status: 204  len: 168 time: 0.5172777
Nov 29 12:01:16.805426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52932) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:16.883404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5f44556-ec7a-4b47-b893-28863381b5ed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2451057
Nov 29 12:01:16.891912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52936) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:16.906738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 45b23487-45f9-4e4a-9636-346c820b42b7 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:17.021538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02900b1d-411c-4758-bb92-0744215d466a None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:17.152134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet 5f5ffebe-5f98-4d9e-8e63-44d9bed92816 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:17.162339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.236299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.236500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34780327-6475-4d3d-9dd6-70ceaecd3286 None None] Provisioning complete for port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:17.236864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34780327-6475-4d3d-9dd6-70ceaecd3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.247790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event updated for resources: {'Port': ['ID=26da5755-5295-464a-b347-10b03a9301cf,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:17.266772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:17.268084 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 6a6ab3af-c93e-4a60-bda9-74699fde23f3 associated. External IP: 172.26.4.67, port: 78ed9a46-2133-43f2-a452-d955c6418297.
Nov 29 12:01:17.289496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49d880-44df-445e-840b-8d5f930bc0fa None None] Network becb157b-0bb6-44ca-8594-9402a1648d73 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:17.303328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05651e-4e5c-4513-bee3-e13f6603ce4d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:17.304157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f05651e-4e5c-4513-bee3-e13f6603ce4d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:17.334470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f05651e-4e5c-4513-bee3-e13f6603ce4d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:17.335807 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f05651e-4e5c-4513-bee3-e13f6603ce4d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4268100
Nov 29 12:01:17.338549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52940) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:17.414615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.423450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 45b23487-45f9-4e4a-9636-346c820b42b7 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:17.444959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8833e7b-ece0-48bb-a9fc-d1ab70f5d478 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:17.446140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f8833e7b-ece0-48bb-a9fc-d1ab70f5d478 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:17.488125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.488357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f8833e7b-ece0-48bb-a9fc-d1ab70f5d478 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:17.489775 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f8833e7b-ece0-48bb-a9fc-d1ab70f5d478 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1500800
Nov 29 12:01:17.494302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52944) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:17.524815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Network bf254f4c-6a09-46bb-a55e-c1351418f37e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:17.527594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object 82cef382-93e8-4059-85c0-76deae64543f will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:17.530890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:17.569053 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d50774d4-c0fb-4e7e-9a6b-936a1e8e9ffa tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0732718
Nov 29 12:01:17.576149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52948) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:17.585804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:17.708921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] DHCP port deletion for 370848bc-8330-401c-a737-348b178a649a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:17.720659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Deleting port 05cfda6c-5987-4afc-af54-921812e94a6a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:17.721036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.721598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.735437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2bd301b2-3d85-4b9a-8887-fa93d96ab4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:17.789719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:17.802534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Deleting port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:17.803264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.844441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5ffebe-5f98-4d9e-8e63-44d9bed92816,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:17.851318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.858083 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/5f5ffebe-5f98-4d9e-8e63-44d9bed92816 HTTP/1.1" status: 204  len: 168 time: 1.0514810
Nov 29 12:01:17.861842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:17.862747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52952) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:17.882485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3bab8-4575-437f-884a-beb8ba8d4d5d None None] Network a4e3981c-6e56-400c-a3a3-6c0dee335b0b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:17.892055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:17.904673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:17.916852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Provisioning for port 45b23487-45f9-4e4a-9636-346c820b42b7 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:17.960517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.971975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57e1e0d3-8311-4561-b93c-e12466bb0092 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:17.979445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:17.982871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:17.984591 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:17.984731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:18.002940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Provisioning complete for port 45b23487-45f9-4e4a-9636-346c820b42b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:18.003339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.008937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Router 7c9e89a1-b7f8-412a-a654-e515eed92ceb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:18.026723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 3f4b3527-07b7-43aa-ac18-936c31ac154f has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:18.041867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d7fd1590-21f1-4fbf-9dfd-76d0b670eae4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4589193
Nov 29 12:01:18.044548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52956) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:18.050686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:18.055185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network becb157b-0bb6-44ca-8594-9402a1648d73 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:18.063221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:18.082568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.119508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:18.125125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:18.125738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.172149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 05cfda6c-5987-4afc-af54-921812e94a6a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:18.172496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.187775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=82cef382-93e8-4059-85c0-76deae64543f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:18.208656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:18.249608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:18.261282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:18.281737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:18.286726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.288269 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:18.288723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:18.363189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-16cdac79-3d44-4357-893b-2660c4afcdbd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3144119
Nov 29 12:01:18.364478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52960) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:18.369461 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.2423189
Nov 29 12:01:18.372221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:18.383508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': 'becb157b-0bb6-44ca-8594-9402a1648d73', 'name': 'tempest-PortsIpV6TestJSON-977924429', 'fixed_ips': [{'subnet_id': '714d4332-54d7-42aa-bf47-635980f90506', 'ip_address': '2001:db8::f'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:18.464791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:18.477765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:18.489148 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1856284
Nov 29 12:01:18.492588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52968) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:18.493308 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] Sync routers for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:18.512079 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:18.512712 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08846cd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:18.517977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:18.551394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] For port 05cfda6c-5987-4afc-af54-921812e94a6a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=05cfda6c-5987-4afc-af54-921812e94a6a,segment=NetworkSegment(bc002c05-4b7a-45ea-b38b-0a7817d4aa70),segment_id=bc002c05-4b7a-45ea-b38b-0a7817d4aa70)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:18.552030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.564118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] Sync routers for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:18.587370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.666243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:18.666896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088d1b20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:18.727136 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08846cd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:18.740864 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:18.742076 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08846cd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:18.804703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 05cfda6c-5987-4afc-af54-921812e94a6a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=05cfda6c-5987-4afc-af54-921812e94a6a,segment=NetworkSegment(bc002c05-4b7a-45ea-b38b-0a7817d4aa70),segment_id=bc002c05-4b7a-45ea-b38b-0a7817d4aa70)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:18.805082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:18.848324 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08846cd0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:18.849159 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeffa4e-3498-4795-a12b-f6b0679d12d1 None None] The sync data for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:18.851577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:18.865384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:18.869243 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.4931567
Nov 29 12:01:18.870452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:18.873163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:01:18.880072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52972) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:18.883010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:18.915414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:01:18.942531 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297', 'status': 'completed', 'code': 200}
Nov 29 12:01:18.967564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:18.972741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.027832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 05cfda6c-5987-4afc-af54-921812e94a6a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:19.050184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port d3de67f7-4875-43c3-934a-2ed66e2021df yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:19.120617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c3701518-723a-447e-bb49-af9066614b53 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 200  len: 991 time: 0.2377431
Nov 29 12:01:19.123799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 05cfda6c-5987-4afc-af54-921812e94a6a owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:19.140336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Calling delete_port for 05cfda6c-5987-4afc-af54-921812e94a6a owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:19.150435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:19.173702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:19.183278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b522dd81-0824-43de-93d9-10a005295cfa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.213743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-41e79754-4312-4476-984f-d99528c4b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:19.214000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] For port c6f48aac-18f2-4b0b-8bac-eb495e7237c5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:19.214300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.215389 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-41e79754-4312-4476-984f-d99528c4b81c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 1099 time: 0.2495034
Nov 29 12:01:19.324961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:19.328103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.329428 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:19.329831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:19.380669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::f (becb157b-0bb6-44ca-8594-9402a1648d73/714d4332-54d7-42aa-bf47-635980f90506/d3de67f7-4875-43c3-934a-2ed66e2021df) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:19.388330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8c9d6714-85fd-4060-bf85-6ce6c020dd6f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.0201232
Nov 29 12:01:19.388330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-b522dd81-0824-43de-93d9-10a005295cfa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 29 12:01:19.388330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b522dd81-0824-43de-93d9-10a005295cfa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb HTTP/1.1" status: 409  len: 329 time: 0.8894911
Nov 29 12:01:19.389044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52978) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:19.394786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:19.404270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 52982) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:19.412645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.420952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4b23ceb-6161-4410-af5a-e1ffc8a8f35a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:19.440590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Calling delete_port for c6f48aac-18f2-4b0b-8bac-eb495e7237c5 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:19.476265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.517142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=05cfda6c-5987-4afc-af54-921812e94a6a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:19.520250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:19.530956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port 05cfda6c-5987-4afc-af54-921812e94a6a on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:19.549037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No active binding found for port 05cfda6c-5987-4afc-af54-921812e94a6a {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 12:01:19.549514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 05cfda6c-5987-4afc-af54-921812e94a6a not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:19.549857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6f48aac-18f2-4b0b-8bac-eb495e7237c5 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:19.552761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-4b372e94-ccc2-4cae-a61a-5381df00fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:19.554323 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-4b372e94-ccc2-4cae-a61a-5381df00fb39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4848e71-6eaa-42bb-b499-f683adbee64e HTTP/1.1" status: 200  len: 898 time: 0.3286159
Nov 29 12:01:19.625051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:19.625433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:19.664358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:19.666949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] For port 45b23487-45f9-4e4a-9636-346c820b42b7, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=45b23487-45f9-4e4a-9636-346c820b42b7,segment=NetworkSegment(937cb2a4-a769-475a-94af-c5c7bb5a3834),segment_id=937cb2a4-a769-475a-94af-c5c7bb5a3834)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:19.698393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.708838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:19.730701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d085c4a90>,) {'filters': {'network_id': ['370848bc-8330-401c-a737-348b178a649a']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:19.738800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] DHCP port deletion for a4e3981c-6e56-400c-a3a3-6c0dee335b0b request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:19.739278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:19.739496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.743667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.745630 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:19.746401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:19.751014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f86b2cc0-3462-4957-95ad-7f98c74d6e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:19.763016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085c4a90>, 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:19.763281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d085c4a90>, 'bc002c05-4b7a-45ea-b38b-0a7817d4aa70') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:19.787641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.798931 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-db242678-f680-45ed-9bb7-8cd8c88f89b1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4094307
Nov 29 12:01:19.801127 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-56c04d14-2e0f-4e91-a591-1f0d93d0263c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ed9a46-2133-43f2-a452-d955c6418297 HTTP/1.1" status: 200  len: 999 time: 0.2322447
Nov 29 12:01:19.802198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52986) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:19.811393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:19.831229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.867290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.870864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Deleting port 27915468-6d08-43a2-9d97-f5ba843fdd87 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:19.871262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.902994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:19.903649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:19.911669 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No ports have port_id starting with c6f48aac-18f2-4b0b-8bac-eb495e7237c5
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:19.919631 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:19.963737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] No DVR routers for this DVR port c6f48aac-18f2-4b0b-8bac-eb495e7237c5 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:20.002870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Provisioning for port 82cef382-93e8-4059-85c0-76deae64543f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:20.025866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-28c00e66-7f68-429e-a974-93645df493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:20.027323 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-28c00e66-7f68-429e-a974-93645df493b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7de1914-e869-4441-919b-e9b7cc62deb3 HTTP/1.1" status: 200  len: 834 time: 0.1237643
Nov 29 12:01:20.040725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:20.044110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Pushing event updated for resources: {'Port': ['ID=45b23487-45f9-4e4a-9636-346c820b42b7,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:20.051984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.054211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:20.055419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Provisioning complete for port 82cef382-93e8-4059-85c0-76deae64543f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:20.055806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.058472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a10cdedd-366a-4c07-b6c9-9f6c968aef04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:20.076775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.079915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:20.085828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=370848bc-8330-401c-a737-348b178a649a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:20.090667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:20.092389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94d903fe-c932-4454-8c75-2a834bc425a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:20.093348 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/370848bc-8330-401c-a737-348b178a649a HTTP/1.1" status: 204  len: 168 time: 2.2277813
Nov 29 12:01:20.096185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52990) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:20.116668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:20.120177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.121970 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:20.122657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:20.130690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52994) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:20.139198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Deleting port 05cfda6c-5987-4afc-af54-921812e94a6a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:20.139586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.169894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.217208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Pushing event deleted for resources: {'Port': ['ID=c6f48aac-18f2-4b0b-8bac-eb495e7237c5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:20.233407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:20.282945 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bfd4db93-c238-449c-97a9-ee52aaac2473 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4768431
Nov 29 12:01:20.293784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 52998) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:20.306838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:20.349210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9f4da728-c23a-4e61-a88c-7f525c27138c None None] The port '05cfda6c-5987-4afc-af54-921812e94a6a' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:20.356286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Port 82cef382-93e8-4059-85c0-76deae64543f cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:20.377195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object d3de67f7-4875-43c3-934a-2ed66e2021df will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:20.410673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Provisioning complete for port 45b23487-45f9-4e4a-9636-346c820b42b7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:20.411154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.413508 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e485d467-7ba0-4e53-9c01-9ea557a2373e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 200  len: 991 time: 0.2795978
Nov 29 12:01:20.414185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-3d42d65e-d6f5-47e8-a85d-819d88860732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:20.415687 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-3d42d65e-d6f5-47e8-a85d-819d88860732 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4848e71-6eaa-42bb-b499-f683adbee64e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3762226
Nov 29 12:01:20.420074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.464236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 27915468-6d08-43a2-9d97-f5ba843fdd87 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:20.464769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.465181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] For port 27915468-6d08-43a2-9d97-f5ba843fdd87, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=27915468-6d08-43a2-9d97-f5ba843fdd87,segment=NetworkSegment(185a632a-d706-4fff-a500-e92f6819bab9),segment_id=185a632a-d706-4fff-a500-e92f6819bab9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:20.465726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.498040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:20.521872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:20.539827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.553983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7fffe59f-b2bc-46c6-92a3-a2438237cde9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:20.564128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:20.567787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.569625 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:20.570123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:20.622692 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-539ab8cd-a184-483a-ac13-173fcb4385a0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3226101
Nov 29 12:01:20.625295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53002) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:20.632551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Calling delete_port for 27915468-6d08-43a2-9d97-f5ba843fdd87 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:20.657926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network becb157b-0bb6-44ca-8594-9402a1648d73 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:20.662317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:20.664304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=d3de67f7-4875-43c3-934a-2ed66e2021df,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:20.666647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:20.672430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:20.673355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.679833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088d1b20>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6a6ab3af-c93e-4a60-bda9-74699fde23f3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'port_id': '78ed9a46-2133-43f2-a452-d955c6418297', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'mac_address': 'fa:16:3e:50:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:14Z', 'updated_at': '2021-11-29T12:01:14Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:20.690192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:20.699848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] Checking router: 3f4b3527-07b7-43aa-ac18-936c31ac154f for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:01:20.730121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-e644c2e2-b97c-4710-9bb3-104106a330e1 service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044100
Nov 29 12:01:20.764453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:20.764974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088d1b20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:20.783365 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.4081013
Nov 29 12:01:20.790077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:20.811570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:20.848949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 45b23487-45f9-4e4a-9636-346c820b42b7 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:20.891929 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6bb42eb3-1120-46b9-b8d4-53d4ff0c6c8b tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2668123
Nov 29 12:01:20.906034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53010) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:20.977952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 27915468-6d08-43a2-9d97-f5ba843fdd87, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=27915468-6d08-43a2-9d97-f5ba843fdd87,segment=NetworkSegment(185a632a-d706-4fff-a500-e92f6819bab9),segment_id=185a632a-d706-4fff-a500-e92f6819bab9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:20.978625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.017163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.024490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-74a03bb5-8011-45de-830f-576407089790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:21.091136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Pushing event deleted for resources: {'Port': ['ID=27915468-6d08-43a2-9d97-f5ba843fdd87,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:21.097139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:21.105174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 45b23487-45f9-4e4a-9636-346c820b42b7 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:21.105674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.118407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 27915468-6d08-43a2-9d97-f5ba843fdd87 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:21.134815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] No DVR routers for this DVR port 27915468-6d08-43a2-9d97-f5ba843fdd87 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:21.138952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Provisioning complete for port 26da5755-5295-464a-b347-10b03a9301cf triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:21.139470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.151918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6721ff-2f5d-4714-9ad7-a255bc9c0a34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:21.155818 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ec6721ff-2f5d-4714-9ad7-a255bc9c0a34 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2436934
Nov 29 12:01:21.160121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53014) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:21.196950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbeddbe-0e92-483b-9aec-9de19312545f None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 12:01:21.249376 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-788d7e77-0daf-4e93-b7d8-a36303868f06 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835226
Nov 29 12:01:21.249676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53018) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:21.255468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:21.276146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ff010a8-6bac-442d-a9cf-a7efc4f6cadb req-ace816cd-91b0-4106-b8c4-23532ea9b4b5 service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5241039
Nov 29 12:01:21.282219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:01:21.290472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b2adb-7fcb-49a4-951d-4ecaa3d26e6c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:21.291196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-620b2adb-7fcb-49a4-951d-4ecaa3d26e6c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:21.321423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-620b2adb-7fcb-49a4-951d-4ecaa3d26e6c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:21.325560 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-620b2adb-7fcb-49a4-951d-4ecaa3d26e6c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.5275884
Nov 29 12:01:21.325692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53022) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:21.346523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1bdd8-a785-4511-9847-4ba60c6512b1 None None] Port 26da5755-5295-464a-b347-10b03a9301cf cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:21.382226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:21.382552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:21.388453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:21.398307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:21.409579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:21.413921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.421357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:21.558415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting port 26da5755-5295-464a-b347-10b03a9301cf {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:21.558741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.605129 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f0ede1b3-04ca-4ddb-83c1-dffb99a0369d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 200  len: 991 time: 0.1813362
Nov 29 12:01:21.613356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92dba04-57ad-47d6-8c98-0398c467f92f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:21.619327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92dba04-57ad-47d6-8c98-0398c467f92f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:21.625413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92dba04-57ad-47d6-8c98-0398c467f92f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:21.627052 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c92dba04-57ad-47d6-8c98-0398c467f92f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.3004758
Nov 29 12:01:21.630612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:21.635261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b3e9123d-e575-4336-959c-ad57a242d5ca None None] Provisioning for port d3de67f7-4875-43c3-934a-2ed66e2021df completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:21.650477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b3e9123d-e575-4336-959c-ad57a242d5ca None None] Provisioning complete for port d3de67f7-4875-43c3-934a-2ed66e2021df triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:21.651127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b3e9123d-e575-4336-959c-ad57a242d5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.758678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 27915468-6d08-43a2-9d97-f5ba843fdd87 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:21.789587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port d3de67f7-4875-43c3-934a-2ed66e2021df {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:21.789927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.804884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:01:21.806273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.811284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-92c994ff-85c3-4874-99cf-9c2fd2c4b1c8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:21.818012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 27915468-6d08-43a2-9d97-f5ba843fdd87 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:21.818361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 27915468-6d08-43a2-9d97-f5ba843fdd87 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:21.834972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbeddbe-0e92-483b-9aec-9de19312545f None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 12:01:21.848176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9123d-e575-4336-959c-ad57a242d5ca None None] Port d3de67f7-4875-43c3-934a-2ed66e2021df cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:21.883891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:21.884589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 27915468-6d08-43a2-9d97-f5ba843fdd87 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:21.884921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.919047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:21.929019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:21.929606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.948087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:21.982478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] The port '27915468-6d08-43a2-9d97-f5ba843fdd87' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:21.983508 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=b093174a-758e-437e-92cb-77d1e61c7130,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:21.993100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:22.046412 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7956131
Nov 29 12:01:22.050598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53034) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:22.106535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:ba:ec:bf', 'name': 'tempest-NetworksTestDHCPv6-1567433169'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:22.149724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088d1b20>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6a6ab3af-c93e-4a60-bda9-74699fde23f3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'port_id': '78ed9a46-2133-43f2-a452-d955c6418297', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'mac_address': 'fa:16:3e:50:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:14Z', 'updated_at': '2021-11-29T12:01:14Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:22.157335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542825d2-5136-40c1-a432-e33d2b75d725 None None] The sync data for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv is: [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6a6ab3af-c93e-4a60-bda9-74699fde23f3', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'port_id': '78ed9a46-2133-43f2-a452-d955c6418297', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'mac_address': 'fa:16:3e:50:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:14Z', 'updated_at': '2021-11-29T12:01:14Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:22.233399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.270005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d036d5430>,) {'filters': {'network_id': ['a4e3981c-6e56-400c-a3a3-6c0dee335b0b']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:22.270244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Calling delete_port for 26da5755-5295-464a-b347-10b03a9301cf owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:22.289090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d036d5430>, '185a632a-d706-4fff-a500-e92f6819bab9') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:22.289387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d036d5430>, '185a632a-d706-4fff-a500-e92f6819bab9') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:22.310351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': 'b093174a-758e-437e-92cb-77d1e61c7130'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:22.311284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.332083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.362549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.372036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:22.374839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:22.375264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:22.393368 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:22.435776 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36d70b-9dcc-4750-8971-e48b784f97ad None None] New status for floating IP 6a6ab3af-c93e-4a60-bda9-74699fde23f3: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:01:22.510544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Allocated IP 2001:db8::f816:3eff:feee:d818 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/b093174a-758e-437e-92cb-77d1e61c7130/2c499212-9204-4b7a-8102-b4a8dd686719) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:22.581845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.596159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:22.597013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:22.608195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53038) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:22.650266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.670192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Port': ['ID=26da5755-5295-464a-b347-10b03a9301cf,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:22.719129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:22.757518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:22.838588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for d3de67f7-4875-43c3-934a-2ed66e2021df owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:22.859828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.866336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.878200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Transition to ACTIVE for port object 2c499212-9204-4b7a-8102-b4a8dd686719 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:22.885250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.896021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.903954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Transition to ACTIVE for port object 2c499212-9204-4b7a-8102-b4a8dd686719 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:22.905816 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-98ffa372-917f-4fe2-ad9c-6b8103d9ff79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 200  len: 991 time: 0.2951910
Nov 29 12:01:22.911585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:22.912172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e6596e5-a419-4d6a-9f0d-d16797693cf6 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:22.918081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec2724b0-828e-47a5-a7ce-922f522a1208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:22.941966 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/a4e3981c-6e56-400c-a3a3-6c0dee335b0b HTTP/1.1" status: 204  len: 168 time: 2.8408148
Nov 29 12:01:22.941966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=a4e3981c-6e56-400c-a3a3-6c0dee335b0b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:22.941966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:22.945114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53042) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:22.953092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1026319987'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:22.959114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:22.968756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port ad3c0b14-dfa2-4b77-86de-6d96251769b4 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:22.982074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:22.985354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:22.989076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:23.003150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:23.006322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:23.016792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:23.022957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Pushing event updated for resources: {'Port': ['ID=2c499212-9204-4b7a-8102-b4a8dd686719,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:23.026850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.031083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:23.054477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:23.059056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.095308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Attempting to bind port 2c499212-9204-4b7a-8102-b4a8dd686719 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:23.095690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Attempting to bind port 2c499212-9204-4b7a-8102-b4a8dd686719 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:23.096294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Attempting to bind port 2c499212-9204-4b7a-8102-b4a8dd686719 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:23.101907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:23.102288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:23.102694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.103093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:23.103601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Bound port: 2c499212-9204-4b7a-8102-b4a8dd686719, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:23.103978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.153659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:feba:ecbf (a4d3d494-b2ed-4250-bea4-58c092cb68b2/b093174a-758e-437e-92cb-77d1e61c7130/ad3c0b14-dfa2-4b77-86de-6d96251769b4) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:23.199800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:23.202620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2c499212-9204-4b7a-8102-b4a8dd686719,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:23.208395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.215214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3425f74a-9f29-4fa3-98a1-10daafc09e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:23.300308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Pushing event updated for resources: {'Port': ['ID=2c499212-9204-4b7a-8102-b4a8dd686719,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:23.304073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:23.316211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.332044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c91d64d-1cda-4b79-ad6c-6e6275c7e106 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:23.399502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:01:23.417467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.417758 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 37d083e8-699e-4e81-8601-3eccb4562caa of type vlan for network ea6e09fc-b46b-4515-87e2-59c24a7c9862
Nov 29 12:01:23.437497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=d3de67f7-4875-43c3-934a-2ed66e2021df,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:23.448698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:23.478715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.493010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.500086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Router 7c9e89a1-b7f8-412a-a654-e515eed92ceb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:23.516152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.565564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.572907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:23.573919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:23.602245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object ad3c0b14-dfa2-4b77-86de-6d96251769b4 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:23.603628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-303bce48-961e-4043-8c96-8bea81b11fda tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:23.716696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7697546
Nov 29 12:01:23.721462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53046) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:23.733395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:23.742751 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/d3de67f7-4875-43c3-934a-2ed66e2021df HTTP/1.1" status: 204  len: 168 time: 2.1091564
Nov 29 12:01:23.747784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:23.767664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=ea6e09fc-b46b-4515-87e2-59c24a7c9862,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:23.778737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:23.788418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:01:23.866528 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7976bc-7255-456b-8753-3bf74cf4c943 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:01:23.867071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4d7976bc-7255-456b-8753-3bf74cf4c943 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:23.872946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:23.884050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4786496
Nov 29 12:01:23.887259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53054) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:23.894421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:23.901334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] Sync routers for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:23.908833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4d7976bc-7255-456b-8753-3bf74cf4c943 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:23.911219 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4d7976bc-7255-456b-8753-3bf74cf4c943 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/d3de67f7-4875-43c3-934a-2ed66e2021df HTTP/1.1" status: 404  len: 333 time: 0.1621563
Nov 29 12:01:23.912954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:23.968352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53060) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:23.988237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:23.989277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080533a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:23.991005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:24.040053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-124f797c-acb9-4f0b-b464-7d63256a8643 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 200  len: 993 time: 0.1256433
Nov 29 12:01:24.043436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:24.048817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.051534 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-2e694710-95e3-45d1-a71a-df432d44c550 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] show failed (client error): The resource could not be found.
Nov 29 12:01:24.052724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2e694710-95e3-45d1-a71a-df432d44c550 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-744930844 HTTP/1.1" status: 404  len: 334 time: 0.1619215
Nov 29 12:01:24.060579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:24.063932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080533a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:24.068406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3a90002b-1913-4a15-83cd-6ecba3950b4e tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:24.075595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] Routers {'7c9e89a1-b7f8-412a-a654-e515eed92ceb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:24.076326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080533a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:00:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:24.082136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc5252c9-c607-49fc-92a8-905d9ee8145d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:24.138103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080533a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:24.138560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf000d8-d56f-4785-90b1-0d224c704e4a None None] The sync data for ids ['7c9e89a1-b7f8-412a-a654-e515eed92ceb'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:24.157535 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3a90002b-1913-4a15-83cd-6ecba3950b4e tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] update failed (client error): The resource could not be found.
Nov 29 12:01:24.159260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a90002b-1913-4a15-83cd-6ecba3950b4e tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1836516724 HTTP/1.1" status: 404  len: 335 time: 0.0959973
Nov 29 12:01:24.165468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:24.166048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:24.172658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=ad3c0b14-dfa2-4b77-86de-6d96251769b4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:24.180353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:24.183285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:24.188735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:24.195225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 82cef382-93e8-4059-85c0-76deae64543f {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:24.195564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.223022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:24.228950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:24.229603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.242016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:24.245917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.255583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting subnet 886bf18e-cb2d-41b7-8b18-3742d4e484d2 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:24.259206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.331900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.370711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3176453
Nov 29 12:01:24.374961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53074) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:24.429003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.451555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf399e11-3adb-4679-8629-b8a3a5a5de72 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:24.525376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.530858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d051c0f-cb8d-4a40-b7a2-267e93905b60 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:24.569083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Subnet': ['ID=886bf18e-cb2d-41b7-8b18-3742d4e484d2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:24.572035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:24.574671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.583922 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/subnets/886bf18e-cb2d-41b7-8b18-3742d4e484d2 HTTP/1.1" status: 204  len: 168 time: 0.4141583
Nov 29 12:01:24.588161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:24.608018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92773efd-da8a-4706-8b78-549eea56834a None None] Network 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:24.733607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.753479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting port a6c6f872-cbeb-41af-8e93-a9de0a081b40 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:24.754079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.906282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2c499212-9204-4b7a-8102-b4a8dd686719 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:24.909884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:24.966850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-64df8ce5-6448-4b57-a838-5bfe0dd137ee None None] Provisioning for port 2c499212-9204-4b7a-8102-b4a8dd686719 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:25.037963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] For port a6c6f872-cbeb-41af-8e93-a9de0a081b40, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6c6f872-cbeb-41af-8e93-a9de0a081b40,segment=NetworkSegment(a2fb9212-2bc6-4cca-87db-81865dbc021e),segment_id=a2fb9212-2bc6-4cca-87db-81865dbc021e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:25.038322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.049062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 82cef382-93e8-4059-85c0-76deae64543f owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:25.142612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2c499212-9204-4b7a-8102-b4a8dd686719 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:25.173782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Calling delete_port for a6c6f872-cbeb-41af-8e93-a9de0a081b40 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:25.180250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2c499212-9204-4b7a-8102-b4a8dd686719 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:25.180633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.219212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971fd94f-5719-4166-99fd-57a267f23e81 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:25.225698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971fd94f-5719-4166-99fd-57a267f23e81 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:25.226509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-971fd94f-5719-4166-99fd-57a267f23e81 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:25.292906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.297304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7a502778-5c27-4dc4-95c1-bfc42d45a655 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:25.306619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-971fd94f-5719-4166-99fd-57a267f23e81 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:25.308044 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-971fd94f-5719-4166-99fd-57a267f23e81 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.9299250
Nov 29 12:01:25.327047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53084) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:25.341221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.351389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Port': ['ID=a6c6f872-cbeb-41af-8e93-a9de0a081b40,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:25.354728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:25.355524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] No DVR routers for this DVR port a6c6f872-cbeb-41af-8e93-a9de0a081b40 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:25.360518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9905ce-6b0a-49ec-a660-9b9e8e643bb8 None None] DHCP port deletion for 1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:25.390400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2c499212-9204-4b7a-8102-b4a8dd686719,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:25.398956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.402343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:25.409156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.419427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4905c7cb-e716-498e-a920-d8256926852a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:25.481847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=2c499212-9204-4b7a-8102-b4a8dd686719,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:25.489430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:25.493468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port ad3c0b14-dfa2-4b77-86de-6d96251769b4 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:25.493924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.494358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.536805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.576774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=8365ee55-abd7-4277-98e8-bc024872a911,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:25.589383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:25.590019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8041888f-5025-4853-87f8-93b200493d5b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:25.652490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02c2f1c0>,) {'filters': {'network_id': ['1037e840-1f4b-4aba-9ff4-de94ccb5c0e8']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:25.666769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02c2f1c0>, 'a2fb9212-2bc6-4cca-87db-81865dbc021e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:25.667063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02c2f1c0>, 'a2fb9212-2bc6-4cca-87db-81865dbc021e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:25.681618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90e0726f-c0b1-42a9-96c0-9dbb16028ff7 None None] Provisioning for port ad3c0b14-dfa2-4b77-86de-6d96251769b4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:25.681897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.688008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90e0726f-c0b1-42a9-96c0-9dbb16028ff7 None None] Provisioning complete for port ad3c0b14-dfa2-4b77-86de-6d96251769b4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:25.688657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90e0726f-c0b1-42a9-96c0-9dbb16028ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.699111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.706839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:25.707418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.722691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '37d083e8-699e-4e81-8601-3eccb4562caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:25.723267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: ea6e09fc-b46b-4515-87e2-59c24a7c9862, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:25.727935 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:25.730512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=82cef382-93e8-4059-85c0-76deae64543f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:25.738776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.746729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:25.796589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90e0726f-c0b1-42a9-96c0-9dbb16028ff7 None None] Port ad3c0b14-dfa2-4b77-86de-6d96251769b4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:25.814084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90e0726f-c0b1-42a9-96c0-9dbb16028ff7 None None] Provisioning complete for port 2c499212-9204-4b7a-8102-b4a8dd686719 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:25.814615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90e0726f-c0b1-42a9-96c0-9dbb16028ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.888759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.892532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d407ffd1-fc51-479c-a69f-6bd48fc40cea tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:25.914988 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/82cef382-93e8-4059-85c0-76deae64543f HTTP/1.1" status: 204  len: 168 time: 1.9346504
Nov 29 12:01:25.919567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53088) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:25.925129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:25.936906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Network': ['ID=1037e840-1f4b-4aba-9ff4-de94ccb5c0e8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:25.945566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:25.949347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/networks/1037e840-1f4b-4aba-9ff4-de94ccb5c0e8 HTTP/1.1" status: 204  len: 168 time: 1.3594673
Nov 29 12:01:25.952048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:25.980168 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3694a29-eaa5-4f99-82af-1566b3a5946d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:01:25.981080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e3694a29-eaa5-4f99-82af-1566b3a5946d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:26.005018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:01:26.036488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting subnet 0cb08f67-9aa7-4487-9499-d38be0ca8d04 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:26.039556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.044565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, ea6e09fc-b46b-4515-87e2-59c24a7c9862) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:26.056166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e3694a29-eaa5-4f99-82af-1566b3a5946d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:26.056166 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e3694a29-eaa5-4f99-82af-1566b3a5946d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/82cef382-93e8-4059-85c0-76deae64543f HTTP/1.1" status: 404  len: 333 time: 0.1312273
Nov 29 12:01:26.056166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:26.056166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.057349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2018c-a43d-420a-99b7-d6cddb6646b9 None None] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:26.061685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53096) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:26.105232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.129299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.137587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4133284
Nov 29 12:01:26.142204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:26.150764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1103935063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:26.161277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:26.162275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-95189e6c-2114-4139-b92f-7ac698a393b7 None None] Provisioning complete for port ad3c0b14-dfa2-4b77-86de-6d96251769b4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:26.162665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-95189e6c-2114-4139-b92f-7ac698a393b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.168949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:26.173599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:26.184804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:26.206446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.207613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.232155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.233766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.243853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-95189e6c-2114-4139-b92f-7ac698a393b7 None None] Port ad3c0b14-dfa2-4b77-86de-6d96251769b4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:26.266448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for ad3c0b14-dfa2-4b77-86de-6d96251769b4 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:26.300611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.327253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 714d4332-54d7-42aa-bf47-635980f90506 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:26.330295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.337177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.338586 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ebc06b8d-ab54-40d2-a5ec-299f0bf3086b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1953127
Nov 29 12:01:26.341248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53104) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:26.347343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'port': {'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862', 'name': 'tempest-RoutersTest-1990277957'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:26.359257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-ea6e09fc-b46b-4515-87e2-59c24a7c9862', 'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': '8365ee55-abd7-4277-98e8-bc024872a911'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:26.360359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.364725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.377340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65a8ed6a-2880-4b23-80fd-365deacd8ee7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:26.407572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.421611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b5f3a-0960-40ed-a929-94a792403141 None None] Network 15da1c05-9a61-42fd-9894-e99773fb5ecd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:26.458307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb08f67-9aa7-4487-9499-d38be0ca8d04,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:26.470463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.475115 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/subnets/0cb08f67-9aa7-4487-9499-d38be0ca8d04 HTTP/1.1" status: 204  len: 168 time: 0.5219002
Nov 29 12:01:26.479227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:26.479648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:26.540673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.551816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-12df26f3-fa0a-4b39-8c57-3d280ef5bba8 tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:26.555649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting subnet 2525c5a8-9f90-4bdd-acf2-908c99dea4ae {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:26.561031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.625107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=ad3c0b14-dfa2-4b77-86de-6d96251769b4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:26.636079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:26.638289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-541e625b-a558-4074-a16f-2dd8bc5bac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.650407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.654715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.659637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.703359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:26.712661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:port and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:26.718811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:26.739041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:26.787394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:26.791490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.793603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Allocated IP 172.20.0.2 (ea6e09fc-b46b-4515-87e2-59c24a7c9862/8365ee55-abd7-4277-98e8-bc024872a911/9db1f957-cc53-48da-b9c8-a2c44800fcce) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:26.858860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] device_id is not set on port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:26.885606 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2c499212-9204-4b7a-8102-b4a8dd686719 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:26.947207 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/ad3c0b14-dfa2-4b77-86de-6d96251769b4 HTTP/1.1" status: 204  len: 168 time: 1.6185813
Nov 29 12:01:26.947759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] DHCP port deletion for 15da1c05-9a61-42fd-9894-e99773fb5ecd request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:26.950742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53112) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:26.966793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Deleting port 184d9529-35e9-4273-8146-6344a7bdf4f4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:26.967200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:26.981343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.035148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d90c87-83bb-4766-9494-f33f1fe29096 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:27.036762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d90c87-83bb-4766-9494-f33f1fe29096 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:27.037705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-15d90c87-83bb-4766-9494-f33f1fe29096 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:27.042376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.047287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d9d09b2f-9f18-44a0-9749-4b887ba65a68 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:27.079541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.085337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-45fa42b2-460f-4c8d-9c7c-efacff006333 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:27.095418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=714d4332-54d7-42aa-bf47-635980f90506,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:27.097350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.101472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:27.106592 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/714d4332-54d7-42aa-bf47-635980f90506 HTTP/1.1" status: 204  len: 168 time: 1.0396280
Nov 29 12:01:27.111931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53116) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:27.114652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-15d90c87-83bb-4766-9494-f33f1fe29096 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:27.115987 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-15d90c87-83bb-4766-9494-f33f1fe29096 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1640978
Nov 29 12:01:27.124453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53120) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:27.135225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.166884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Subnet': ['ID=2525c5a8-9f90-4bdd-acf2-908c99dea4ae,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:27.169676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:27.195066 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/subnets/2525c5a8-9f90-4bdd-acf2-908c99dea4ae HTTP/1.1" status: 204  len: 168 time: 0.7107551
Nov 29 12:01:27.195381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53124) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:27.225540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1ad9f-8889-4c0a-90b0-c7675b2d307e None None] Network becb157b-0bb6-44ca-8594-9402a1648d73 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:27.234229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.237707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5eab4-07a5-421d-aa37-a9e3ef852198 None None] Network 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:27.245868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 45b23487-45f9-4e4a-9636-346c820b42b7 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:27.246237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.293302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet b093174a-758e-437e-92cb-77d1e61c7130 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:27.308381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.371810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.380615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.397254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.436580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting port 184d9529-35e9-4273-8146-6344a7bdf4f4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:27.436580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.462617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2c499212-9204-4b7a-8102-b4a8dd686719 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:27.463006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.468140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port 45b23487-45f9-4e4a-9636-346c820b42b7, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=45b23487-45f9-4e4a-9636-346c820b42b7,segment=NetworkSegment(937cb2a4-a769-475a-94af-c5c7bb5a3834),segment_id=937cb2a4-a769-475a-94af-c5c7bb5a3834)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:27.468488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.501674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] For port 184d9529-35e9-4273-8146-6344a7bdf4f4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=184d9529-35e9-4273-8146-6344a7bdf4f4,segment=NetworkSegment(e76a893f-577e-45d2-bdcb-1b0d466af72e),segment_id=e76a893f-577e-45d2-bdcb-1b0d466af72e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:27.502066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.560957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.600914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 45b23487-45f9-4e4a-9636-346c820b42b7 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:27.685288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Calling delete_port for 184d9529-35e9-4273-8146-6344a7bdf4f4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:27.685888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.689684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:27.733066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=45b23487-45f9-4e4a-9636-346c820b42b7,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:27.736807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:27.739284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No DVR routers for this DVR port 45b23487-45f9-4e4a-9636-346c820b42b7 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:27.795046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.872652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.880130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] For port 184d9529-35e9-4273-8146-6344a7bdf4f4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=184d9529-35e9-4273-8146-6344a7bdf4f4,segment=NetworkSegment(e76a893f-577e-45d2-bdcb-1b0d466af72e),segment_id=e76a893f-577e-45d2-bdcb-1b0d466af72e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:27.881190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.881498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Transition to ACTIVE for port object 9db1f957-cc53-48da-b9c8-a2c44800fcce will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:27.890783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.902637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cdecc5d-19b4-4ae1-aa51-307b777e66d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:27.907686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0334f190>,) {'filters': {'network_id': ['becb157b-0bb6-44ca-8594-9402a1648d73']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:27.924067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0334f190>, '937cb2a4-a769-475a-94af-c5c7bb5a3834') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:27.924364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0334f190>, '937cb2a4-a769-475a-94af-c5c7bb5a3834') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:27.937800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.940791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=b093174a-758e-437e-92cb-77d1e61c7130,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:27.948548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Transition to ACTIVE for port object 9db1f957-cc53-48da-b9c8-a2c44800fcce will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:27.959066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.967432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:27.968206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:27.988952 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:28.000353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.009823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:28.013336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d3cf464a-d6fa-44c7-bf4d-a605d03eb9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:28.083479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.088784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.092761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-367ca991-ae43-4563-b1bb-27dc66ec4d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:28.096299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Calling delete_port for 184d9529-35e9-4273-8146-6344a7bdf4f4 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:28.110734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.119996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55653c5-c01b-419b-b344-16bd5c6d4235 None None] DHCP port deletion for becb157b-0bb6-44ca-8594-9402a1648d73 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:28.121767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f3cec-edb4-4289-95da-21fb27be16c4 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:28.124833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=becb157b-0bb6-44ca-8594-9402a1648d73,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:28.129595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:28.141128 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/becb157b-0bb6-44ca-8594-9402a1648d73 HTTP/1.1" status: 204  len: 168 time: 1.0272071
Nov 29 12:01:28.144603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53128) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:28.151079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1096826252'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:28.152216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.156092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:28.160312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:network and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:28.163895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:28.169826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:28.190239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:28.194107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.205469 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/b093174a-758e-437e-92cb-77d1e61c7130 HTTP/1.1" status: 204  len: 168 time: 1.0799770
Nov 29 12:01:28.209866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53132) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:28.230094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:01:28.241048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.241313 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Added segment 40016abf-9a03-49f4-9025-9f14d9ea9afb of type vlan for network 56bdeb36-994a-4a2c-aa30-4e41158d6b77
Nov 29 12:01:28.276020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:28.277176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.295065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] No DVR routers for this DVR port 184d9529-35e9-4273-8146-6344a7bdf4f4 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:28.313407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6c6f872-cbeb-41af-8e93-a9de0a081b40 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:28.318754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72ad74bd-8754-4cb0-92c0-58fa34a82dfe tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1056521
Nov 29 12:01:28.322807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.323527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.20.0.3 (ea6e09fc-b46b-4515-87e2-59c24a7c9862/8365ee55-abd7-4277-98e8-bc024872a911/9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:28.325272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:28.329266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:28.330107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.333885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:28.343282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:28.345600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:28.349794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-351c63a8-88be-413f-ad39-d487fbc3d04b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:28.354485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Pushing event updated for resources: {'Port': ['ID=9db1f957-cc53-48da-b9c8-a2c44800fcce,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:28.358062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:28.374298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:28.407630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a6c6f872-cbeb-41af-8e93-a9de0a081b40 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:28.407999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6c6f872-cbeb-41af-8e93-a9de0a081b40 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:28.424484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:28.424814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:28.457242 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3082938
Nov 29 12:01:28.457462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] DHCP port deletion for 095cf065-cbeb-4ad2-9400-4f3405dd9fa9 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:28.462231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53140) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:28.462930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Pushing event deleted for resources: {'Port': ['ID=184d9529-35e9-4273-8146-6344a7bdf4f4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:28.465372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:28.470457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:28.497056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:28.501049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Deleting port bee48571-f8d4-4704-84c0-40bbdb2c59d1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:28.501440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.519575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:28.562775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Network': ['ID=56bdeb36-994a-4a2c-aa30-4e41158d6b77,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:28.572072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:28.575961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-27eb9798-4282-4aba-920a-c0d0b2594952 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:28.590239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:28.597441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:01:28.606154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:28.610437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:28.610629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:28.614328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.614656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:28.620387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:28.631525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:28.635507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.725412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Attempting to bind port 9db1f957-cc53-48da-b9c8-a2c44800fcce on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:28.725412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Attempting to bind port 9db1f957-cc53-48da-b9c8-a2c44800fcce by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '37d083e8-699e-4e81-8601-3eccb4562caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:28.726100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Attempting to bind port 9db1f957-cc53-48da-b9c8-a2c44800fcce on network ea6e09fc-b46b-4515-87e2-59c24a7c9862 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:28.733790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.755983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:28.770744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:28.771358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Checking segment: {'id': '37d083e8-699e-4e81-8601-3eccb4562caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:28.771870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.772512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Bound using segment: {'id': '37d083e8-699e-4e81-8601-3eccb4562caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:28.773268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Bound port: 9db1f957-cc53-48da-b9c8-a2c44800fcce, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d083e8-699e-4e81-8601-3eccb4562caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ea6e09fc-b46b-4515-87e2-59c24a7c9862'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:28.773915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.790970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.799200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25fe84f8-d64b-40ef-ad29-909024298b43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:28.860899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 45b23487-45f9-4e4a-9636-346c820b42b7 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:28.884004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:28.889821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:28.897853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:28.911251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 45b23487-45f9-4e4a-9636-346c820b42b7 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:28.911819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 45b23487-45f9-4e4a-9636-346c820b42b7 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:28.912371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bee48571-f8d4-4704-84c0-40bbdb2c59d1 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:28.926056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.927021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting port 184d9529-35e9-4273-8146-6344a7bdf4f4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:28.927419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:28.930894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b086372-5294-4b73-9bf2-27849c20839a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:28.970263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:28.983315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:29.026267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] The port '184d9529-35e9-4273-8146-6344a7bdf4f4' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:29.101524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:29.135191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Deleting port 2c499212-9204-4b7a-8102-b4a8dd686719 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:29.136004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.140477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Checking segment: {'id': '40016abf-9a03-49f4-9025-9f14d9ea9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:29.140995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network hostable DHCP agents. Network: 56bdeb36-994a-4a2c-aa30-4e41158d6b77, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:01:29.148966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=6520c683-f81d-47d9-97ec-9062cea09f0e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:29.151926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:29.167100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:01:29.174078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] For port bee48571-f8d4-4704-84c0-40bbdb2c59d1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bee48571-f8d4-4704-84c0-40bbdb2c59d1,segment=NetworkSegment(834e9152-d0d5-4a4c-a361-6542e8c19475),segment_id=834e9152-d0d5-4a4c-a361-6542e8c19475)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:29.174642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.179342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 56bdeb36-994a-4a2c-aa30-4e41158d6b77) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:29.184810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:29.185593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.185751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32c377d3-4996-4013-b284-3def0c815ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.187726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] For port 9db1f957-cc53-48da-b9c8-a2c44800fcce, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:29.198984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:29.199664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.215102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090e7d9-d582-4ea1-8b75-d75e9f92215b None None] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:29.215346 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7504413
Nov 29 12:01:29.215531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53146) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:29.221085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-15794261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:29.229231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:29.233888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:router and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:29.236898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:29.243495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:29.245818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.254240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.255822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.271544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.284576 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.9422057
Nov 29 12:01:29.288657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53150) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:29.291263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d01ce2a30>,) {'filters': {'network_id': ['15da1c05-9a61-42fd-9894-e99773fb5ecd']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:29.316506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d01ce2a30>, 'e76a893f-577e-45d2-bdcb-1b0d466af72e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:29.316803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d01ce2a30>, 'e76a893f-577e-45d2-bdcb-1b0d466af72e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:29.343285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.360696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.363672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.409776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:29.410171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.418399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] For port 9db1f957-cc53-48da-b9c8-a2c44800fcce, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9db1f957-cc53-48da-b9c8-a2c44800fcce,segment=NetworkSegment(37d083e8-699e-4e81-8601-3eccb4562caa),segment_id=37d083e8-699e-4e81-8601-3eccb4562caa)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:29.424888 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:29.440471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Calling delete_port for bee48571-f8d4-4704-84c0-40bbdb2c59d1 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:29.492862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.502976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.503227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a10d515-0807-4715-a255-1438ace39b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:29.503376 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc172b74-6429-46b3-8340-f3e4bbbb6805 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2857418
Nov 29 12:01:29.511413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53154) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:29.520510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77', 'name': 'tempest-PortsIpV6TestJSON-206920262'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:29.739382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.778458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.798167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:29.805406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f8e5abd-2a9b-4de0-9e37-b316dc032d74 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:29.844176 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/networks/15da1c05-9a61-42fd-9894-e99773fb5ecd HTTP/1.1" status: 204  len: 168 time: 2.6476483
Nov 29 12:01:29.847404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53158) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:29.851888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Network': ['ID=15da1c05-9a61-42fd-9894-e99773fb5ecd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:29.860693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:29.870110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:01:29.952935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Pushing event updated for resources: {'Port': ['ID=9db1f957-cc53-48da-b9c8-a2c44800fcce,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:29.973399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:30.012303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.026408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f324bf16-6297-45e8-a9f7-0deaac4f770e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:30.052689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.084541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:30.092336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:port and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:30.097184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 184d9529-35e9-4273-8146-6344a7bdf4f4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:30.098010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:30.107450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:30.167207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 184d9529-35e9-4273-8146-6344a7bdf4f4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:30.167864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 184d9529-35e9-4273-8146-6344a7bdf4f4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:30.173125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Pushing event deleted for resources: {'Port': ['ID=bee48571-f8d4-4704-84c0-40bbdb2c59d1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:30.179754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] No DVR routers for this DVR port bee48571-f8d4-4704-84c0-40bbdb2c59d1 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:30.193348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:30.220070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:30.224472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.250429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.259695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.267297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-56bdeb36-994a-4a2c-aa30-4e41158d6b77', 'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': '6520c683-f81d-47d9-97ec-9062cea09f0e'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:30.268589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.272231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 53829380-625f-4165-8752-084ccd0dac98 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:30.357431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2c499212-9204-4b7a-8102-b4a8dd686719,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:30.358443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.369825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.503381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::17e (56bdeb36-994a-4a2c-aa30-4e41158d6b77/6520c683-f81d-47d9-97ec-9062cea09f0e/53829380-625f-4165-8752-084ccd0dac98) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:30.507354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Calling delete_port for 2c499212-9204-4b7a-8102-b4a8dd686719 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:30.770885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.797842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2c499212-9204-4b7a-8102-b4a8dd686719,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:30.805554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03075ee0>,) {'filters': {'network_id': ['095cf065-cbeb-4ad2-9400-4f3405dd9fa9']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:30.828069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03075ee0>, '834e9152-d0d5-4a4c-a361-6542e8c19475') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:30.828352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03075ee0>, '834e9152-d0d5-4a4c-a361-6542e8c19475') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:30.850499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9db1f957-cc53-48da-b9c8-a2c44800fcce up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:30.852913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.864522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.873393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.883663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.885880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e78ce41-ed10-4bdc-b1f6-f4fa7a316ae1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:30.897353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.922107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.922961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.931701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:30.932285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:30.942784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:30.955594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc04329f-2c95-4004-8fa6-d3dfeb1ba6db tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:30.958142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9db1f957-cc53-48da-b9c8-a2c44800fcce completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:30.986691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:30.987089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:31.001496 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:31.022439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object 53829380-625f-4165-8752-084ccd0dac98 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:31.030541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:31.038208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2c499212-9204-4b7a-8102-b4a8dd686719 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:31.039429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:31.047819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:31.048399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.080628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=2c499212-9204-4b7a-8102-b4a8dd686719,revision_number=6']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:31.085336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:31.086026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f67b535-9046-4343-9909-0708f0a75dd6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:31.107819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:31.111356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:31.136062 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8097298
Nov 29 12:01:31.139434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:31.149011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:d2:63:61', 'name': 'tempest-NetworksTestDHCPv6-1445687098'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:31.172931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.178534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.185864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5f656024-8373-48ab-af47-5337ff812ada tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:31.219897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Network': ['ID=095cf065-cbeb-4ad2-9400-4f3405dd9fa9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:31.223936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:31.227458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.244053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d8c3b-f88e-40e1-ad71-f789fbc02f45 None None] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:31.245837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.258462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=ce5b9e58-7276-461b-a469-15b67c6a8a9e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:31.262573 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/networks/095cf065-cbeb-4ad2-9400-4f3405dd9fa9 HTTP/1.1" status: 204  len: 168 time: 1.4137013
Nov 29 12:01:31.270166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:31.270586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:31.271203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53568ed6-5b41-4122-b1fa-ea718a170a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:31.386970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.394474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:31.413383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:31.414612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2c499212-9204-4b7a-8102-b4a8dd686719,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:31.427188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:31.432768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Allocated IP 2001:db8::2 (56bdeb36-994a-4a2c-aa30-4e41158d6b77/6520c683-f81d-47d9-97ec-9062cea09f0e/04dd5227-6893-4f77-90dc-dd2699222de1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:31.433103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:31.433703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.434694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Provisioning for port 9db1f957-cc53-48da-b9c8-a2c44800fcce completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:31.437773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Deleting port 2c499212-9204-4b7a-8102-b4a8dd686719 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:31.438348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.460812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=53829380-625f-4165-8752-084ccd0dac98,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:31.470019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:31.475423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.477165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting subnet 954f760d-ef93-48f8-94d1-d6c791e47f1e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:31.484738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.495473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:31.509563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.514114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:31.527546 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.0127304
Nov 29 12:01:31.527735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Provisioning complete for port 9db1f957-cc53-48da-b9c8-a2c44800fcce triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:31.527832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.527946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53170) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:31.530447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:31.535226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:31.544430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:31.557715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.599018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:31.869060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.904488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.919046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:31.950791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=2c499212-9204-4b7a-8102-b4a8dd686719,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:31.979513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port a86e354e-6189-4633-9d69-552403d7d2f0 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:32.018143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:32.161322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fed2:6361 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/ce5b9e58-7276-461b-a469-15b67c6a8a9e/a86e354e-6189-4633-9d69-552403d7d2f0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:32.203117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.208374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.211079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09952927-b79d-45d1-9759-65336f5b7941 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:32.257493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] For port 2c499212-9204-4b7a-8102-b4a8dd686719, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2c499212-9204-4b7a-8102-b4a8dd686719,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:32.258128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.263964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.282278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.287398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53823aea-b9cd-40c5-b847-0278fa6c3ac9 None None] Network bf254f4c-6a09-46bb-a55e-c1351418f37e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:32.287851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Subnet': ['ID=954f760d-ef93-48f8-94d1-d6c791e47f1e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:32.296512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:32.304469 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/subnets/954f760d-ef93-48f8-94d1-d6c791e47f1e HTTP/1.1" status: 204  len: 168 time: 0.9987109
Nov 29 12:01:32.306124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53178) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:32.478791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Calling delete_port for 2c499212-9204-4b7a-8102-b4a8dd686719 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:32.479270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.498460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object a86e354e-6189-4633-9d69-552403d7d2f0 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:32.510361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Transition to ACTIVE for port object 04dd5227-6893-4f77-90dc-dd2699222de1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:32.529110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.538276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171dfee3-3963-4652-a243-736ed482e479 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:32.544278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] For port 9db1f957-cc53-48da-b9c8-a2c44800fcce, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9db1f957-cc53-48da-b9c8-a2c44800fcce,segment=NetworkSegment(37d083e8-699e-4e81-8601-3eccb4562caa),segment_id=37d083e8-699e-4e81-8601-3eccb4562caa)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:32.567066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.568949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:32.585882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.633512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Transition to ACTIVE for port object 04dd5227-6893-4f77-90dc-dd2699222de1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:32.639983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:32.641447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:32.647326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:32.656619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:32.657329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.673779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a86e354e-6189-4633-9d69-552403d7d2f0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:32.679323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:32.691483 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5500023
Nov 29 12:01:32.692645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:32.693962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.713064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.720989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Deleting port 22234176-3d51-41ca-81c5-c6744b971229 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:32.721326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.819188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47062d97-e6b5-4501-8975-a10ae6260b3a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:32.826599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47062d97-e6b5-4501-8975-a10ae6260b3a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:32.827365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-47062d97-e6b5-4501-8975-a10ae6260b3a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:32.833369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:32.850095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-47062d97-e6b5-4501-8975-a10ae6260b3a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:32.855741 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-47062d97-e6b5-4501-8975-a10ae6260b3a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1608911
Nov 29 12:01:32.857693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:32.858841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:32.868116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:32.875497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Pushing event updated for resources: {'Port': ['ID=9db1f957-cc53-48da-b9c8-a2c44800fcce,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:32.886750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:32.887398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24908479-7430-4407-801c-e24773a9325e None None] Provisioning complete for port 9db1f957-cc53-48da-b9c8-a2c44800fcce triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:32.887775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24908479-7430-4407-801c-e24773a9325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.895517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:32.916926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e66fb7ce-504f-42ce-a7bc-dac8ba68abd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:32.961063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port a86e354e-6189-4633-9d69-552403d7d2f0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:32.961448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.040560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.104932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d47907a3-d991-40c5-866f-b22fe58c801e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:33.114321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.129287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Attempting to bind port 04dd5227-6893-4f77-90dc-dd2699222de1 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:33.129702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Attempting to bind port 04dd5227-6893-4f77-90dc-dd2699222de1 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '40016abf-9a03-49f4-9025-9f14d9ea9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:33.130274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Attempting to bind port 04dd5227-6893-4f77-90dc-dd2699222de1 on network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:33.132369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Pushing event updated for resources: {'Port': ['ID=04dd5227-6893-4f77-90dc-dd2699222de1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:33.140849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:33.145767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-50c262b7-ae9d-4f71-bb81-f03bdf43e42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:33.174235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.258100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:33.258485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Checking segment: {'id': '40016abf-9a03-49f4-9025-9f14d9ea9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:33.259128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.259577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Bound using segment: {'id': '40016abf-9a03-49f4-9025-9f14d9ea9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:33.260086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Bound port: 04dd5227-6893-4f77-90dc-dd2699222de1, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40016abf-9a03-49f4-9025-9f14d9ea9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '56bdeb36-994a-4a2c-aa30-4e41158d6b77'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:33.260475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.276777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.291438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Pushing event deleted for resources: {'Port': ['ID=2c499212-9204-4b7a-8102-b4a8dd686719,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:33.293800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:33.367728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] No DVR routers for this DVR port 2c499212-9204-4b7a-8102-b4a8dd686719 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:33.372353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:33.410535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1c9e4-a24d-43a6-b197-07eac621beab None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:33.422672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] DHCP port deletion for bf254f4c-6a09-46bb-a55e-c1351418f37e request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:33.428963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for a86e354e-6189-4633-9d69-552403d7d2f0 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:33.448072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:33.485128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] For port 22234176-3d51-41ca-81c5-c6744b971229, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22234176-3d51-41ca-81c5-c6744b971229,segment=NetworkSegment(41e0b7d1-4940-4b4e-8840-eaed3d8ab459),segment_id=41e0b7d1-4940-4b4e-8840-eaed3d8ab459)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:33.485391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.552309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Deleting port 22234176-3d51-41ca-81c5-c6744b971229 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:33.552794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.578634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.585566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8edae75d-4f91-4af7-88c3-62a03bcf7b2b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:33.645075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Calling delete_port for 22234176-3d51-41ca-81c5-c6744b971229 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:33.647065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=a86e354e-6189-4633-9d69-552403d7d2f0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:33.656168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] For port 04dd5227-6893-4f77-90dc-dd2699222de1, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:33.669152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24908479-7430-4407-801c-e24773a9325e None None] Provisioning for port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:33.682499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:33.690594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.706137 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a86e354e-6189-4633-9d69-552403d7d2f0 HTTP/1.1" status: 204  len: 168 time: 0.8427579
Nov 29 12:01:33.708681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:33.720991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] For port 04dd5227-6893-4f77-90dc-dd2699222de1, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04dd5227-6893-4f77-90dc-dd2699222de1,segment=NetworkSegment(40016abf-9a03-49f4-9025-9f14d9ea9afb),segment_id=40016abf-9a03-49f4-9025-9f14d9ea9afb)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:33.727838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:33.732152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24908479-7430-4407-801c-e24773a9325e None None] Provisioning complete for port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:33.732533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24908479-7430-4407-801c-e24773a9325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.734233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:33.796107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.798936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad7320-385f-4076-a46b-b93a84c7fd90 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:33.802312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad7320-385f-4076-a46b-b93a84c7fd90 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:33.803416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-50ad7320-385f-4076-a46b-b93a84c7fd90 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:33.817878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af87f5f4-a562-42dc-b068-f7791e67c306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:33.832939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-50ad7320-385f-4076-a46b-b93a84c7fd90 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:33.835918 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-50ad7320-385f-4076-a46b-b93a84c7fd90 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1249118
Nov 29 12:01:33.837556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53194) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:33.946346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet ce5b9e58-7276-461b-a469-15b67c6a8a9e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:33.950142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:33.964316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:01:33.984215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.013053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.029518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-24908479-7430-4407-801c-e24773a9325e None None] Port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:34.043604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.058776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-143fd57f-a227-4abe-8167-c1318a53e4a9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:34.080272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.091521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Pushing event updated for resources: {'Port': ['ID=04dd5227-6893-4f77-90dc-dd2699222de1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:34.091758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.094724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:34.096799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] For port 22234176-3d51-41ca-81c5-c6744b971229, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22234176-3d51-41ca-81c5-c6744b971229,segment=NetworkSegment(41e0b7d1-4940-4b4e-8840-eaed3d8ab459),segment_id=41e0b7d1-4940-4b4e-8840-eaed3d8ab459)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:34.097205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.180639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.186539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c35d8d17-4d94-4d88-961a-029c0564249f tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:34.219620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Port': ['ID=22234176-3d51-41ca-81c5-c6744b971229,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:34.224909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] No DVR routers for this DVR port 22234176-3d51-41ca-81c5-c6744b971229 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:34.233970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5b9e58-7276-461b-a469-15b67c6a8a9e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:34.237436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:34.238418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.242087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:34.259429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/ce5b9e58-7276-461b-a469-15b67c6a8a9e HTTP/1.1" status: 204  len: 168 time: 0.4204683
Nov 29 12:01:34.260103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53198) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:34.269189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Calling delete_port for 22234176-3d51-41ca-81c5-c6744b971229 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:34.271775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:34.353235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7524c3de-ed19-4b66-a07f-db361dfbf148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': 'ce5b9e58-7276-461b-a469-15b67c6a8a9e'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:34.354058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7524c3de-ed19-4b66-a07f-db361dfbf148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.377474 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f13116be-e655-416a-ae5a-44d5c759654e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1158593
Nov 29 12:01:34.380888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:34.393750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f27de088-56d9-4011-b037-a3d1ddd8b26f None None] Provisioning complete for port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:34.394126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f27de088-56d9-4011-b037-a3d1ddd8b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.432373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6dfe5e13-4b10-438c-9800-c85bb785c870 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:34.452064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6dfe5e13-4b10-438c-9800-c85bb785c870 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:34.453313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6dfe5e13-4b10-438c-9800-c85bb785c870 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0714209
Nov 29 12:01:34.457149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:34.486846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:34.487228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:34.513601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f27de088-56d9-4011-b037-a3d1ddd8b26f None None] Port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:34.548050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=53829380-625f-4165-8752-084ccd0dac98,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:34.552131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:34.561008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50649a99-5762-4ecc-b106-4bd23ff811c0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:34.561745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-50649a99-5762-4ecc-b106-4bd23ff811c0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:34.562753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.580638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-50649a99-5762-4ecc-b106-4bd23ff811c0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:34.582282 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-50649a99-5762-4ecc-b106-4bd23ff811c0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1236267
Nov 29 12:01:34.584857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53210) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:34.650046 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-74ebf457-0962-44c3-9627-fea8bb5aebf2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0639312
Nov 29 12:01:34.650910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02c83be0>,) {'filters': {'network_id': ['bf254f4c-6a09-46bb-a55e-c1351418f37e']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:34.654731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53214) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:34.659701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:34.672873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02c83be0>, '41e0b7d1-4940-4b4e-8840-eaed3d8ab459') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:34.673136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02c83be0>, '41e0b7d1-4940-4b4e-8840-eaed3d8ab459') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:34.723806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.731389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.747865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router f90f8ad1-43f2-447e-80c1-4ded5a311918 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:01:34.756102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.770759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:34.771261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:34.786572 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:34.814403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:34.827205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:34.844355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:34.849136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:34.876841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9db1f957-cc53-48da-b9c8-a2c44800fcce up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:34.972489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9db1f957-cc53-48da-b9c8-a2c44800fcce triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:34.973014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.013017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Deleting port 22234176-3d51-41ca-81c5-c6744b971229 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:35.013545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.018852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.057158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:35.078486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.103952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Pushing event deleted for resources: {'Network': ['ID=bf254f4c-6a09-46bb-a55e-c1351418f37e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:35.114154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:35.128075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:35.129295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bfe7b-46d8-4eaa-91d8-aa31c48bb75b None None] The port '22234176-3d51-41ca-81c5-c6744b971229' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:35.138379 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f90f8ad1-43f2-447e-80c1-4ded5a311918/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8487456
Nov 29 12:01:35.140413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53220) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:35.143789 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/networks/bf254f4c-6a09-46bb-a55e-c1351418f37e HTTP/1.1" status: 204  len: 168 time: 2.8330333
Nov 29 12:01:35.144611 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] Sync routers for ids ['f90f8ad1-43f2-447e-80c1-4ded5a311918'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:35.145449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53222) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:35.161881 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] Routers {'f90f8ad1-43f2-447e-80c1-4ded5a311918'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:35.162517 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a65a00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f90f8ad1-43f2-447e-80c1-4ded5a311918'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:35.220261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ecb2bd98-b8e3-418d-bc8b-4e6b86c27517 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Synchronizing usage tracker for tenant:0b087bb1c7f54deb90b03d3791108e95 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:35.222519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04dd5227-6893-4f77-90dc-dd2699222de1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:35.228199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.237916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85850efa-c61c-428c-a7dc-cd80289cc43a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:35.238500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-85850efa-c61c-428c-a7dc-cd80289cc43a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:35.271122 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a65a00>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:35.280693 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] Routers {'f90f8ad1-43f2-447e-80c1-4ded5a311918'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:35.281322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a65a00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f90f8ad1-43f2-447e-80c1-4ded5a311918'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:35.302252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-85850efa-c61c-428c-a7dc-cd80289cc43a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:35.305892 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-85850efa-c61c-428c-a7dc-cd80289cc43a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports/9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f HTTP/1.1" status: 200  len: 977 time: 0.1540520
Nov 29 12:01:35.309379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53228) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:35.318819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 04dd5227-6893-4f77-90dc-dd2699222de1 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:35.365115 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a65a00>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:35.365509 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9d257-e2c0-41d2-b5ec-28a9ee315a3e None None] The sync data for ids ['f90f8ad1-43f2-447e-80c1-4ded5a311918'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:35.393379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484b38e-8114-4b85-9c5c-084bc40f0eaa None None] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:35.413580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22234176-3d51-41ca-81c5-c6744b971229 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:35.449257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ecb2bd98-b8e3-418d-bc8b-4e6b86c27517 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Unset dirty status for tenant:0b087bb1c7f54deb90b03d3791108e95 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:35.452743 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ecb2bd98-b8e3-418d-bc8b-4e6b86c27517 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c9e89a1-b7f8-412a-a654-e515eed92ceb HTTP/1.1" status: 200  len: 205 time: 0.2999012
Nov 29 12:01:35.472986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:35.515647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 22234176-3d51-41ca-81c5-c6744b971229 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:35.516402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22234176-3d51-41ca-81c5-c6744b971229 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:35.539903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Provisioning for port 04dd5227-6893-4f77-90dc-dd2699222de1 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:35.556717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Provisioning complete for port 04dd5227-6893-4f77-90dc-dd2699222de1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:35.557050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.662336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.830927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.857632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.865910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.868195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.874345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f96ed41c-6fbf-4dda-b420-f13792987547 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:35.880614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] For port 04dd5227-6893-4f77-90dc-dd2699222de1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04dd5227-6893-4f77-90dc-dd2699222de1,segment=NetworkSegment(40016abf-9a03-49f4-9025-9f14d9ea9afb),segment_id=40016abf-9a03-49f4-9025-9f14d9ea9afb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:35.888348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:35.890737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-233906c5-19f2-4d21-afcf-48dff02de46f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:35.962583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Pushing event updated for resources: {'Port': ['ID=04dd5227-6893-4f77-90dc-dd2699222de1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:35.965720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:36.028384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=53829380-625f-4165-8752-084ccd0dac98,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:36.032796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:36.093639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:36.094839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:36.175297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.219575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4d92368f-f699-4909-a13a-aa30965ce045 None None] Provisioning for port 53829380-625f-4165-8752-084ccd0dac98 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:36.227312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4d92368f-f699-4909-a13a-aa30965ce045 None None] Provisioning complete for port 53829380-625f-4165-8752-084ccd0dac98 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:36.227815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d92368f-f699-4909-a13a-aa30965ce045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.302832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Router 9818ccc5-10fa-49a8-ac70-6b481649bffc is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:01:36.310570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4d92368f-f699-4909-a13a-aa30965ce045 None None] Port 53829380-625f-4165-8752-084ccd0dac98 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:36.326354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4d92368f-f699-4909-a13a-aa30965ce045 None None] Provisioning complete for port 04dd5227-6893-4f77-90dc-dd2699222de1 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:36.326894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d92368f-f699-4909-a13a-aa30965ce045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.392568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.411279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:01:36.420217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.427255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dcab7de7-d08d-487c-baf3-4d6eca72ce7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:36.497640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:36.504563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:36.506290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.506811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9e89a1-b7f8-412a-a654-e515eed92ceb {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:01:36.511483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:36.512181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.516144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:36.526687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787b407-ad1d-457d-9b9f-6a75d4c39c59 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:36.528941 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/routers/9818ccc5-10fa-49a8-ac70-6b481649bffc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0000308
Nov 29 12:01:36.531318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53236) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:36.538467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=2833077c-614c-41b6-b921-8637dd34d7a7,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:36.543335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:36.554623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] Sync routers for ids ['9818ccc5-10fa-49a8-ac70-6b481649bffc'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:36.559904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.560919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-93a0de14-0152-463f-8740-c772f64d6552 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] 10.222.0.20 "DELETE /v2.0/routers/7c9e89a1-b7f8-412a-a654-e515eed92ceb HTTP/1.1" status: 204  len: 168 time: 1.0845923
Nov 29 12:01:36.574247 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.9174621
Nov 29 12:01:36.577069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53242) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:36.587543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:18:8a:fd', 'name': 'tempest-NetworksTestDHCPv6-1223860568'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:36.653566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] Routers {'9818ccc5-10fa-49a8-ac70-6b481649bffc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:36.654114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d261c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9818ccc5-10fa-49a8-ac70-6b481649bffc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:36.724741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d261c0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:36.735828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c852ef96-1f5b-48bb-b2ae-ad3d048a9ecb None None] Provisioning complete for port 53829380-625f-4165-8752-084ccd0dac98 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:36.736264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c852ef96-1f5b-48bb-b2ae-ad3d048a9ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.790707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d37dd-52f6-47b2-946f-d9e04b981b0d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:36.791629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-807d37dd-52f6-47b2-946f-d9e04b981b0d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:36.808518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:36.818393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:36.822718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:36.829667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-807d37dd-52f6-47b2-946f-d9e04b981b0d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:36.831218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-807d37dd-52f6-47b2-946f-d9e04b981b0d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9818ccc5-10fa-49a8-ac70-6b481649bffc HTTP/1.1" status: 200  len: 988 time: 0.2986586
Nov 29 12:01:36.832872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:36.835093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53246) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:36.850642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:36.880947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c852ef96-1f5b-48bb-b2ae-ad3d048a9ecb None None] Port 53829380-625f-4165-8752-084ccd0dac98 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:36.883764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04dd5227-6893-4f77-90dc-dd2699222de1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:36.947984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] Routers {'9818ccc5-10fa-49a8-ac70-6b481649bffc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:36.948637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d261c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9818ccc5-10fa-49a8-ac70-6b481649bffc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:37.051601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:37.075912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:37.123317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d261c0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:37.123649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33ce28-11a3-48ba-aa21-9013c5b94a4b None None] The sync data for ids ['9818ccc5-10fa-49a8-ac70-6b481649bffc'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:37.149097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c1e0c0a0-c80f-4c30-b360-6988a0b84844 None None] Provisioning complete for port 53829380-625f-4165-8752-084ccd0dac98 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:37.149486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c0a0-c80f-4c30-b360-6988a0b84844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.251758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '2833077c-614c-41b6-b921-8637dd34d7a7'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:37.252638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.269070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:37.269417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.279843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0c0a0-c80f-4c30-b360-6988a0b84844 None None] Port 53829380-625f-4165-8752-084ccd0dac98 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:37.330742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 04dd5227-6893-4f77-90dc-dd2699222de1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:37.331013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.474873 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1bebb6be-86b4-4ae9-b985-2f7a433116f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b087bb1c7f54deb90b03d3791108e95&name=default HTTP/1.1" status: 200  len: 2982 time: 0.3973486
Nov 29 12:01:37.477980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53258) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:37.503675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.530206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-692569ad-3b13-4b42-91e5-f240a4c179a5 None None] Provisioning complete for port 53829380-625f-4165-8752-084ccd0dac98 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:37.530206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-692569ad-3b13-4b42-91e5-f240a4c179a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.564991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.576064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:37.593093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-692569ad-3b13-4b42-91e5-f240a4c179a5 None None] Port 53829380-625f-4165-8752-084ccd0dac98 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:37.613158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Allocated IP 2001:db8::f816:3eff:fe0f:2d2b (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2833077c-614c-41b6-b921-8637dd34d7a7/1f2ec487-71b8-4225-a772-fba8baf69add) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:37.702357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:37.746289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.792278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.801672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.853182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.887818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.918937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dabd6af1-63c0-4242-b357-5fd83b4f3ee9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:37.941099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8536a583-df6d-4d95-9951-ed63e0a8e6fe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:37.943699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:37.981923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.983146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8536a583-df6d-4d95-9951-ed63e0a8e6fe HTTP/1.1" status: 204  len: 168 time: 0.5040803
Nov 29 12:01:37.985541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:37.986338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Transition to ACTIVE for port object 1f2ec487-71b8-4225-a772-fba8baf69add will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:37.997018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:38.009661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Transition to ACTIVE for port object 1f2ec487-71b8-4225-a772-fba8baf69add will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:38.019596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.027091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c50f50cb-9cf8-43fe-82d1-8e37d674b5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:38.076273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=9b2e5835-6b79-465d-9ca5-0f50e6d9cf9f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:38.082303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:38.151909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fe18:8afd (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2833077c-614c-41b6-b921-8637dd34d7a7/68ed05f1-8c23-4d9f-a4b9-83a3c87eff46) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:38.204169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:38.212812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:38.218594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:38.232416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Pushing event updated for resources: {'Port': ['ID=1f2ec487-71b8-4225-a772-fba8baf69add,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:38.236950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:38.274780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 53829380-625f-4165-8752-084ccd0dac98 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:38.275342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.342285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Attempting to bind port 1f2ec487-71b8-4225-a772-fba8baf69add on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:38.343395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Attempting to bind port 1f2ec487-71b8-4225-a772-fba8baf69add by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:38.343984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Attempting to bind port 1f2ec487-71b8-4225-a772-fba8baf69add on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:38.350390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:38.351157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:38.351808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.352531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:38.353209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Bound port: 1f2ec487-71b8-4225-a772-fba8baf69add, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:38.353802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.463687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] For port 1f2ec487-71b8-4225-a772-fba8baf69add, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:38.467184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] For port 1f2ec487-71b8-4225-a772-fba8baf69add, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1f2ec487-71b8-4225-a772-fba8baf69add,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:38.474090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.478136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-78a0071e-aa8c-45e1-9abb-85b51ceb1109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:38.533793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.562474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Pushing event updated for resources: {'Port': ['ID=1f2ec487-71b8-4225-a772-fba8baf69add,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:38.566190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:38.665933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.675791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.833053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 53829380-625f-4165-8752-084ccd0dac98 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:38.854942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router f90f8ad1-43f2-447e-80c1-4ded5a311918 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:38.868995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:38.939950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:38.946205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-59594fc5-78a3-4f8c-8a63-3dbeda41d4db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:39.001123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:39.007507 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f90f8ad1-43f2-447e-80c1-4ded5a311918/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6959088
Nov 29 12:01:39.009099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53266) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:39.012753 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] Sync routers for ids ['f90f8ad1-43f2-447e-80c1-4ded5a311918'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:39.022377 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] Routers {'f90f8ad1-43f2-447e-80c1-4ded5a311918'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:39.023264 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a659a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f90f8ad1-43f2-447e-80c1-4ded5a311918'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:39.024315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:39.029289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:39.034610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:39.040365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:39.040925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:39.078937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=68ed05f1-8c23-4d9f-a4b9-83a3c87eff46,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:39.091200 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a659a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:39.097404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:39.101247 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] Routers {'f90f8ad1-43f2-447e-80c1-4ded5a311918'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:39.101948 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a659a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f90f8ad1-43f2-447e-80c1-4ded5a311918'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:39.130156 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.5502024
Nov 29 12:01:39.130552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53270) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:39.167981 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a659a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:39.168388 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba2947-c8c5-479a-9ce3-e436092924c4 None None] The sync data for ids ['f90f8ad1-43f2-447e-80c1-4ded5a311918'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:39.304517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:39.313293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:39.361090 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-df850656-7653-4f3d-af72-5761065233b0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] remove_router_interface failed (client error): The resource could not be found.
Nov 29 12:01:39.361869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=53829380-625f-4165-8752-084ccd0dac98,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:39.362290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-df850656-7653-4f3d-af72-5761065233b0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/f90f8ad1-43f2-447e-80c1-4ded5a311918/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3501554
Nov 29 12:01:39.365020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53274) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:39.367513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:39.414958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65990cfb-caf4-4990-9b4d-9779c916505a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:39.440800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65990cfb-caf4-4990-9b4d-9779c916505a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:39.442503 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65990cfb-caf4-4990-9b4d-9779c916505a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90f8ad1-43f2-447e-80c1-4ded5a311918 HTTP/1.1" status: 200  len: 205 time: 0.0765481
Nov 29 12:01:39.445205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:39.570097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:39.589374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22270ac2-aebe-4c05-9baa-7e25b79a6440 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:39.595443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22270ac2-aebe-4c05-9baa-7e25b79a6440 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:39.596172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-22270ac2-aebe-4c05-9baa-7e25b79a6440 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:39.605086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:39.736908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b2c82ed8-9ef1-4411-9491-f64fe06da4bb None None] Provisioning for port 1f2ec487-71b8-4225-a772-fba8baf69add completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:39.739413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-22270ac2-aebe-4c05-9baa-7e25b79a6440 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:39.740594 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-22270ac2-aebe-4c05-9baa-7e25b79a6440 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.6091545
Nov 29 12:01:39.743507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53282) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:39.876994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Router 9818ccc5-10fa-49a8-ac70-6b481649bffc has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:39.971107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-70ad1df0-8cb2-434b-a57f-f341be2fa1ac None None] Provisioning for port 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:39.977179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-70ad1df0-8cb2-434b-a57f-f341be2fa1ac None None] Provisioning complete for port 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:39.977865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ad1df0-8cb2-434b-a57f-f341be2fa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.015218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:40.020371 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/routers/9818ccc5-10fa-49a8-ac70-6b481649bffc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1839211
Nov 29 12:01:40.023688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53286) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:40.026108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] Sync routers for ids ['9818ccc5-10fa-49a8-ac70-6b481649bffc'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:40.052165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] Routers {'9818ccc5-10fa-49a8-ac70-6b481649bffc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:40.052781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0828c1f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9818ccc5-10fa-49a8-ac70-6b481649bffc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:40.074991 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5724374-0bbb-443b-8495-428192b92ac0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:01:40.075744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a5724374-0bbb-443b-8495-428192b92ac0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:40.093357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a5724374-0bbb-443b-8495-428192b92ac0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:40.097467 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a5724374-0bbb-443b-8495-428192b92ac0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/53829380-625f-4165-8752-084ccd0dac98 HTTP/1.1" status: 404  len: 333 time: 0.0702226
Nov 29 12:01:40.097763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53290) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:40.103311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-70ad1df0-8cb2-434b-a57f-f341be2fa1ac None None] Port 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:40.118691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0828c1f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:40.127444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] Routers {'9818ccc5-10fa-49a8-ac70-6b481649bffc'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:40.128063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0828c1f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9818ccc5-10fa-49a8-ac70-6b481649bffc'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:40.150614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.153039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.160610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:40.161048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.188127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0828c1f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:40.188533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba39ec9-ea3d-4a04-9c58-e1c3b531dc9a None None] The sync data for ids ['9818ccc5-10fa-49a8-ac70-6b481649bffc'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:40.227601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.228085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router f90f8ad1-43f2-447e-80c1-4ded5a311918 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:01:40.235748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.272738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.273787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1de0edb1-f56e-4532-bfc0-e0cfc0259fcc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/f90f8ad1-43f2-447e-80c1-4ded5a311918 HTTP/1.1" status: 204  len: 168 time: 0.8270876
Nov 29 12:01:40.280635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53294) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:40.434420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet 8365ee55-abd7-4277-98e8-bc024872a911 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:40.441188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.534314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.588631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.651673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.653905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.680061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.680542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Fanout notify agent at l3_agent the message router_deleted on router 9818ccc5-10fa-49a8-ac70-6b481649bffc {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:01:40.691352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.693713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-65d1642d-2048-4758-ac69-4c2036286a0f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/routers/9818ccc5-10fa-49a8-ac70-6b481649bffc HTTP/1.1" status: 204  len: 168 time: 0.5945773
Nov 29 12:01:40.695095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53298) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:40.722007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:40.762550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 6520c683-f81d-47d9-97ec-9062cea09f0e {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:40.765697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.811401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1f2ec487-71b8-4225-a772-fba8baf69add up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:40.824477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.834578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.902277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 1f2ec487-71b8-4225-a772-fba8baf69add completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:40.907683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 1f2ec487-71b8-4225-a772-fba8baf69add triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:40.908246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.926647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.951549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:40.958112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f4f53b44-3875-4a86-9c7b-54a4a6b8c314 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:41.009116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.011256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=68ed05f1-8c23-4d9f-a4b9-83a3c87eff46,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:41.014763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b12a490-2266-4465-94e5-285b54977ac9 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:41.016351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.045396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.053373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=6520c683-f81d-47d9-97ec-9062cea09f0e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:41.056231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.064211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.064597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.064968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.065119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd20db-41ce-41f4-b628-cd296966548b None None] Network 56bdeb36-994a-4a2c-aa30-4e41158d6b77 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:41.065331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.065695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.066057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.066416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.066772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.067218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.067423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.067592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.067806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.067978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.068172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.068298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.068544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.068903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.069263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.069619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.069980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.070337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.071102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.071481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.071835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:41.075122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:41.077296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.079801 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/6520c683-f81d-47d9-97ec-9062cea09f0e HTTP/1.1" status: 204  len: 168 time: 0.3832078
Nov 29 12:01:41.080301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53302) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:41.080931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:41.081614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-27ca1ef7-177b-41dd-87c8-09060c97f690 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:41.107856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 1f2ec487-71b8-4225-a772-fba8baf69add, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1f2ec487-71b8-4225-a772-fba8baf69add,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:41.121310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.126640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=8365ee55-abd7-4277-98e8-bc024872a911,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:41.133453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:41.144252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/8365ee55-abd7-4277-98e8-bc024872a911 HTTP/1.1" status: 204  len: 168 time: 0.8590031
Nov 29 12:01:41.145542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53306) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:41.162804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11876dc-08b0-4717-a62c-9a52f6e2b788 None None] Network ea6e09fc-b46b-4515-87e2-59c24a7c9862 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:41.179367 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 HTTP/1.1" status: 204  len: 168 time: 1.4347928
Nov 29 12:01:41.180698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53310) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:41.183006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.185155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:41.229173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.247423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 04dd5227-6893-4f77-90dc-dd2699222de1 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:41.248041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.332402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.340709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f99ba-80f3-4a53-aead-21e84bf58671 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:41.342227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f99ba-80f3-4a53-aead-21e84bf58671 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:41.342953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c6f99ba-80f3-4a53-aead-21e84bf58671 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:41.361719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 9db1f957-cc53-48da-b9c8-a2c44800fcce {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:41.361964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.391896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c6f99ba-80f3-4a53-aead-21e84bf58671 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:41.395640 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c6f99ba-80f3-4a53-aead-21e84bf58671 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2114944
Nov 29 12:01:41.396230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53314) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:41.458157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=1f2ec487-71b8-4225-a772-fba8baf69add,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:41.466278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port 04dd5227-6893-4f77-90dc-dd2699222de1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04dd5227-6893-4f77-90dc-dd2699222de1,segment=NetworkSegment(40016abf-9a03-49f4-9025-9f14d9ea9afb),segment_id=40016abf-9a03-49f4-9025-9f14d9ea9afb)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:41.467044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.484544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:41.594190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 04dd5227-6893-4f77-90dc-dd2699222de1 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:41.632743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] DHCP port deletion for ea6e09fc-b46b-4515-87e2-59c24a7c9862 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:41.643141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Deleting port 9db1f957-cc53-48da-b9c8-a2c44800fcce {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:41.644181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.660710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 2833077c-614c-41b6-b921-8637dd34d7a7 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:41.672786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.677952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa7373-4ac8-424d-9405-5ef9047d2122 None None] DHCP port deletion for 56bdeb36-994a-4a2c-aa30-4e41158d6b77 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:41.689548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa7373-4ac8-424d-9405-5ef9047d2122 None None] Deleting port 04dd5227-6893-4f77-90dc-dd2699222de1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:41.690033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7373-4ac8-424d-9405-5ef9047d2122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.690174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.695269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45f33fa0-68ac-41f0-8527-7e2f2c7fc204 tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:41.737753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=04dd5227-6893-4f77-90dc-dd2699222de1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:41.740832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:41.741595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No DVR routers for this DVR port 04dd5227-6893-4f77-90dc-dd2699222de1 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:41.773350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa7373-4ac8-424d-9405-5ef9047d2122 None None] The port '04dd5227-6893-4f77-90dc-dd2699222de1' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:41.828700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.870365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.895479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 9db1f957-cc53-48da-b9c8-a2c44800fcce, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9db1f957-cc53-48da-b9c8-a2c44800fcce,segment=NetworkSegment(37d083e8-699e-4e81-8601-3eccb4562caa),segment_id=37d083e8-699e-4e81-8601-3eccb4562caa)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:41.895862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.900355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02cfbd30>,) {'filters': {'network_id': ['56bdeb36-994a-4a2c-aa30-4e41158d6b77']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:41.919333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cfbd30>, '40016abf-9a03-49f4-9025-9f14d9ea9afb') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:41.919625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cfbd30>, '40016abf-9a03-49f4-9025-9f14d9ea9afb') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:41.933177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.951137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.959078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:41.959757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:41.982051 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:41.988287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] For port 9db1f957-cc53-48da-b9c8-a2c44800fcce, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9db1f957-cc53-48da-b9c8-a2c44800fcce,segment=NetworkSegment(37d083e8-699e-4e81-8601-3eccb4562caa),segment_id=37d083e8-699e-4e81-8601-3eccb4562caa)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:41.988842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.033247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 9db1f957-cc53-48da-b9c8-a2c44800fcce owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:42.069286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.074616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:42.090864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.102521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=56bdeb36-994a-4a2c-aa30-4e41158d6b77,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:42.108761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:42.118603 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/56bdeb36-994a-4a2c-aa30-4e41158d6b77 HTTP/1.1" status: 204  len: 168 time: 1.0338185
Nov 29 12:01:42.118825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Calling delete_port for 9db1f957-cc53-48da-b9c8-a2c44800fcce owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:42.119457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53318) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:42.125799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.180911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.187088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e122f96b-8742-47be-9f28-fcdd8043baea tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:42.197051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c780e-de4d-456f-aa06-1c022b9559fc tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:42.197706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-699c780e-de4d-456f-aa06-1c022b9559fc tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:42.200081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:42.200459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:42.214255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-699c780e-de4d-456f-aa06-1c022b9559fc tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:42.215561 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-699c780e-de4d-456f-aa06-1c022b9559fc tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/50f00dee-fe4b-4b85-992b-4c0943809fb9 HTTP/1.1" status: 200  len: 845 time: 0.0950136
Nov 29 12:01:42.219328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53322) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:42.234418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=9db1f957-cc53-48da-b9c8-a2c44800fcce,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:42.240195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:42.245781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port 9db1f957-cc53-48da-b9c8-a2c44800fcce on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:42.289505 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc3f1ac0-a9cb-44e7-8b5a-4601bc585d9e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/50f00dee-fe4b-4b85-992b-4c0943809fb9?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0652401
Nov 29 12:01:42.289876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:42.309927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:42.332284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.383516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53cc27ea-9343-48ec-8a04-6b7660e1c2bf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:42.510148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=2833077c-614c-41b6-b921-8637dd34d7a7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:42.513188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:42.513361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc583a-db89-40bc-b625-31dfb3c8d47a None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:42.514521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.518166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.563495 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2833077c-614c-41b6-b921-8637dd34d7a7 HTTP/1.1" status: 204  len: 168 time: 1.1605544
Nov 29 12:01:42.566083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53330) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:42.567306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:42.570507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02d64850>,) {'filters': {'network_id': ['ea6e09fc-b46b-4515-87e2-59c24a7c9862']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:42.581394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:42.586544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:42.590353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d64850>, '37d083e8-699e-4e81-8601-3eccb4562caa') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:42.590353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d64850>, '37d083e8-699e-4e81-8601-3eccb4562caa') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:42.602090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:42.608079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.626956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:42.630805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.644933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.661554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4bbbaef3-aac5-4db4-b2df-ace6213a84d6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0907662
Nov 29 12:01:42.662035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53334) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:42.667840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:42.701558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Deleting port 9db1f957-cc53-48da-b9c8-a2c44800fcce {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:42.701925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.716103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:01:42.716510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:01:42.731422 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:01:42.786879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2329a76-3201-43c5-8c73-7b56ab53e88d None None] The port '9db1f957-cc53-48da-b9c8-a2c44800fcce' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:01:42.827071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1f2ec487-71b8-4225-a772-fba8baf69add up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:42.837150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:42.850163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:42.853692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:42.863481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:42.870656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:42.876578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:42.880933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.884942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Deleting port 1f2ec487-71b8-4225-a772-fba8baf69add {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:42.885303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.908279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.915023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67813dc5-d303-4248-b9a9-f435c15e83db tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:42.931646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:42.945048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=ea6e09fc-b46b-4515-87e2-59c24a7c9862,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:42.950328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:42.957285 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/ea6e09fc-b46b-4515-87e2-59c24a7c9862 HTTP/1.1" status: 204  len: 168 time: 1.8068264
Nov 29 12:01:42.958184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53338) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:42.964814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-493278024'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:42.972339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:42.976920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:42.977761 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:01:42.984320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:43.008902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 1f2ec487-71b8-4225-a772-fba8baf69add triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:43.009560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.021269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:43.048554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:43.052028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.091224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:01:43.104136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.104530 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34 of type vlan for network 638be41a-9d11-4b57-9633-00fee74334f3
Nov 29 12:01:43.169633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.175413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e7dfc8a-aafa-4375-baa9-e85ed19b6b89 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:43.202053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.206040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.229554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] For port 1f2ec487-71b8-4225-a772-fba8baf69add, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1f2ec487-71b8-4225-a772-fba8baf69add,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:43.230270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.247041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:43.261066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:43.265224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:43.267824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:43.268780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.283849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:43.293837 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0028212
Nov 29 12:01:43.299500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5371bb-2b02-46f4-a3f2-14548f59b6d9 None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:43.299685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53344) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:43.305669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032574204'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:43.310204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.313533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:43.315801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:43.316383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.323450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6de9335-6f86-478f-8b56-8963a5570ce7 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:43.341859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:43.355088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:43.384727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Calling delete_port for 1f2ec487-71b8-4225-a772-fba8baf69add owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:43.436695 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-979d715f-1c29-4a6a-b237-65bbfb616d2f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 200  len: 993 time: 0.1156378
Nov 29 12:01:43.473758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9db1f957-cc53-48da-b9c8-a2c44800fcce no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:43.527048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:01:43.532254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9db1f957-cc53-48da-b9c8-a2c44800fcce {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:43.532607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9db1f957-cc53-48da-b9c8-a2c44800fcce not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:43.533035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04dd5227-6893-4f77-90dc-dd2699222de1 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:43.541194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:43.550401 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5913148
Nov 29 12:01:43.566255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53354) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:43.568854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:43.577269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': '638be41a-9d11-4b57-9633-00fee74334f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:43.598224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 04dd5227-6893-4f77-90dc-dd2699222de1 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:43.598988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04dd5227-6893-4f77-90dc-dd2699222de1 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:43.660986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=638be41a-9d11-4b57-9633-00fee74334f3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:43.666820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d88bfef9-94f3-4dc5-a5ec-678ca0ebaf2c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:43.673922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 638be41a-9d11-4b57-9633-00fee74334f3 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:01:43.678040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.715015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:43.722552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:43.725130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group_rule and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:43.728995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:43.731994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:43.737071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:43.739822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:43.741118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.745475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:43.766852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:43.775469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:43.786742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:43.997441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port 1f2ec487-71b8-4225-a772-fba8baf69add, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1f2ec487-71b8-4225-a772-fba8baf69add,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:44.001413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-838afd14-1c48-413d-93d2-879a087c3c54', 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'tenant_id': 'db3c2953fe3c4fd5bd5706ebc29975f6', 'fixed_ips': [{'subnet_id': 'cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:44.002309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.023781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.029112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.029865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.033473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:44.070036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:44.070650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:44.095037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:44.098515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:44.107161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.107732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:44.108311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.125332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.134036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-acafaca0-c0a6-4f1d-a56f-8b58fa6ff59a tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:44.142227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=1f2ec487-71b8-4225-a772-fba8baf69add,revision_number=6']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:44.145556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:44.146081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3cef4168-cc24-49c6-a19d-6303ccb2dccc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:44.153639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 517d7f52-ccb5-4de5-a764-46f685ef54e8 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:44.154041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.178262 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.5123668
Nov 29 12:01:44.184408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53364) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:44.186546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Allocated IP 2001:db8::2 (838afd14-1c48-413d-93d2-879a087c3c54/cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57/3048b787-469c-48e0-b09b-ef985bc3e165) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:44.212114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=2ee11ba9-00a4-445b-8fef-00c132a2464c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:44.220600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:44.237700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:38:8d:b0', 'name': 'tempest-NetworksTestDHCPv6-1783840285'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:44.350465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc600c-7ae1-49f9-a27b-bb715fc210c9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:44.352586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.355632 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0544734
Nov 29 12:01:44.356663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53368) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:44.363285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:44.363725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'security_group': {'name': 'tempest-secgroup-1157625804'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:44.370947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:44.375633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:44.378537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:44.385154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:44.398340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.404537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.419088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Transition to ACTIVE for port object 3048b787-469c-48e0-b09b-ef985bc3e165 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:44.420088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:44.424270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group_rule and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:44.427324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:44.433960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:44.443123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Transition to ACTIVE for port object 3048b787-469c-48e0-b09b-ef985bc3e165 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:44.451336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.457274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:44.514727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.520570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.521032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:44.524415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:44.528172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:44.536083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e27f4979-19a6-4e86-96df-db43ab096247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:44.564981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.575767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8daf24e-c6ef-472b-8fcc-7bd09a93524d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:44.576035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-31dfe683-f236-48e2-a32e-2885e5d05db0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:44.589202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.593162 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2328646
Nov 29 12:01:44.593162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:44.593488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53372) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:44.593610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Deleting port 1f2ec487-71b8-4225-a772-fba8baf69add {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:44.593958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.600114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1132831321', 'security_groups': ['d8daf24e-c6ef-472b-8fcc-7bd09a93524d'], 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:44.608369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:44.619603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Pushing event updated for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:44.631066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:44.636638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:port and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:44.646754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:44.657379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Attempting to bind port 3048b787-469c-48e0-b09b-ef985bc3e165 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:44.657758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Attempting to bind port 3048b787-469c-48e0-b09b-ef985bc3e165 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9b16f76-8b66-45d0-8d03-f8ba7e908687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:44.658128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Attempting to bind port 3048b787-469c-48e0-b09b-ef985bc3e165 on network 838afd14-1c48-413d-93d2-879a087c3c54 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:44.660146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:44.663272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.663594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.665639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:44.666020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Checking segment: {'id': 'a9b16f76-8b66-45d0-8d03-f8ba7e908687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:44.666426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.666825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Bound using segment: {'id': 'a9b16f76-8b66-45d0-8d03-f8ba7e908687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:44.667341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Bound port: 3048b787-469c-48e0-b09b-ef985bc3e165, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b16f76-8b66-45d0-8d03-f8ba7e908687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:44.667721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.755502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:44.768392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:44.790580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:44.801718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1f2ec487-71b8-4225-a772-fba8baf69add no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:44.837338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 517d7f52-ccb5-4de5-a764-46f685ef54e8 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:44.868250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=9b86e71c-0c6b-4908-b4ed-00382ce4c5d8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:44.870819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:44.882928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:44.944169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.965377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port 8009fced-cdb1-4d7f-b795-cda71df570b8 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:44.967520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] For port 1f2ec487-71b8-4225-a772-fba8baf69add, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1f2ec487-71b8-4225-a772-fba8baf69add,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:44.968306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:44.970853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '638be41a-9d11-4b57-9633-00fee74334f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:44.971228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: 638be41a-9d11-4b57-9633-00fee74334f3, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:01:45.041570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 638be41a-9d11-4b57-9633-00fee74334f3 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:01:45.077897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.098290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Calling delete_port for 1f2ec487-71b8-4225-a772-fba8baf69add owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:45.142317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:45.186864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::2e0 (838afd14-1c48-413d-93d2-879a087c3c54/cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57/8009fced-cdb1-4d7f-b795-cda71df570b8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:45.228992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 638be41a-9d11-4b57-9633-00fee74334f3) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:45.233303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:45.233874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.274303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.282894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e76a1-7e57-4a86-9d0c-ba046cd7b807 None None] Network 638be41a-9d11-4b57-9633-00fee74334f3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:45.313480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 182f1828-32ba-408d-b0d3-b94888a3b22a yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:45.351519 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7815683
Nov 29 12:01:45.352768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:45.363286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496373253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:45.389927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:45.402434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.404585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:45.410655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:45.419803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object 8009fced-cdb1-4d7f-b795-cda71df570b8 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:45.422278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.429138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:45.432038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbb721ac-7587-49b7-b5b6-78abdd43fc04 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:45.447320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:45.449665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.455829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f3d5b3f-e7b7-49c6-b219-5267c391345e tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:45.457618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.465004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:45.511389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.518694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=517d7f52-ccb5-4de5-a764-46f685ef54e8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:45.521294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:45.577245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.577922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.646704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:45.650438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:45.654548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:45.660957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:45.661392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.663395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.665112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fe38:8db0 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2ee11ba9-00a4-445b-8fef-00c132a2464c/182f1828-32ba-408d-b0d3-b94888a3b22a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:45.678488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=8009fced-cdb1-4d7f-b795-cda71df570b8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:45.683735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:45.686832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.687313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 6a6ab3af-c93e-4a60-bda9-74699fde23f3 disassociated (deleted). External IP: 172.26.4.67, port: 78ed9a46-2133-43f2-a452-d955c6418297.
Nov 29 12:01:45.701673 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1068380
Nov 29 12:01:45.704228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:45.710113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:45.731464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Pushing event updated for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:45.745584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:45.746056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-169b9da1-4867-4fcc-b383-e44bac8d7fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:45.806645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Pushing event deleted for resources: {'Port': ['ID=1f2ec487-71b8-4225-a772-fba8baf69add,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:45.809182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] No DVR routers for this DVR port 1f2ec487-71b8-4225-a772-fba8baf69add on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:45.810983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:45.867432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.874001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d86f37-7ca7-4d62-9e08-68e4f1cfbfc5 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:45.891873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-638be41a-9d11-4b57-9633-00fee74334f3', 'network_id': '638be41a-9d11-4b57-9633-00fee74334f3', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': '9b86e71c-0c6b-4908-b4ed-00382ce4c5d8'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:45.893105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.916393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:45.920149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:45.923095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:45.929442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:45.952918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:45.957600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.966263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:45.967596 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13497cb0-dea9-4b07-977e-1cdebe01ad47 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6138704
Nov 29 12:01:45.978128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53384) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:46.284072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Allocated IP 172.20.0.2 (638be41a-9d11-4b57-9633-00fee74334f3/9b86e71c-0c6b-4908-b4ed-00382ce4c5d8/6eda85a6-28f4-41c0-8ad5-6daf050ad53f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:46.291130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.308177 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57 (CIDR: 2001:db8::/64)
Nov 29 12:01:46.313607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '2ee11ba9-00a4-445b-8fef-00c132a2464c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:46.314429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.327622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 182f1828-32ba-408d-b0d3-b94888a3b22a will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:46.347297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 3f4b3527-07b7-43aa-ac18-936c31ac154f has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:46.380827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:01:46.381599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:01:46.503114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.513340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6daa1e1-7208-43ce-ab71-0f91a9c6547d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:46.528693 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7210ffb2-018a-4934-9fb0-b1362d49a5a8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8206944
Nov 29 12:01:46.534533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53388) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:46.540142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:46.584026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:46.588757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:46.591298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:46.597613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:46.598560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.640687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Allocated IP 2001:db8::f816:3eff:fe33:e135 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2ee11ba9-00a4-445b-8fef-00c132a2464c/858850a3-1f09-4867-a1d7-6a52b5187853) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:46.648977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=182f1828-32ba-408d-b0d3-b94888a3b22a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:46.649550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.652532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:46.661202 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.4682434
Nov 29 12:01:46.664256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:46.666043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Transition to ACTIVE for port object 6eda85a6-28f4-41c0-8ad5-6daf050ad53f will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:46.714206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:46.719124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.728893 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] Sync routers for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:46.749106 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:46.751228 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a7c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:46.808472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Transition to ACTIVE for port object 6eda85a6-28f4-41c0-8ad5-6daf050ad53f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:46.814976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a6ab3af-c93e-4a60-bda9-74699fde23f3 HTTP/1.1" status: 204  len: 168 time: 3.0245838
Nov 29 12:01:46.821743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:01:46.834627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.842484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-74a03bb5-8011-45de-830f-576407089790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:46.909023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dce79b-1525-4208-85df-8b766add8314 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:46.913968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e8dce79b-1525-4208-85df-8b766add8314 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:46.960628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:46.972065 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297', 'status': 'completed', 'code': 200}
Nov 29 12:01:47.001624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:47.043989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Network 638be41a-9d11-4b57-9633-00fee74334f3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:47.064507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e8dce79b-1525-4208-85df-8b766add8314 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:47.068948 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e8dce79b-1525-4208-85df-8b766add8314 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.4015222
Nov 29 12:01:47.069840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:47.095817 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:01:47.104392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:47.124891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:47.195066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Pushing event updated for resources: {'Port': ['ID=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:47.266035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:47.368489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:47.381380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:47.388685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:47.401280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:47.470616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:47.474754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.514926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Attempting to bind port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:47.515974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Attempting to bind port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '638be41a-9d11-4b57-9633-00fee74334f3'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:47.516508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Attempting to bind port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f on network 638be41a-9d11-4b57-9633-00fee74334f3 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:47.536566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:47.537298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Checking segment: {'id': '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '638be41a-9d11-4b57-9633-00fee74334f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:47.537871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.538438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Bound using segment: {'id': '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '638be41a-9d11-4b57-9633-00fee74334f3'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:47.539103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Bound port: 6eda85a6-28f4-41c0-8ad5-6daf050ad53f, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '638be41a-9d11-4b57-9633-00fee74334f3'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:47.539709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.577686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 182f1828-32ba-408d-b0d3-b94888a3b22a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:47.578282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.582293 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a7c0>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:47.587458 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] Checking router: 3f4b3527-07b7-43aa-ac18-936c31ac154f for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:01:47.596799 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:47.597432 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a7c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:47.625800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 3048b787-469c-48e0-b09b-ef985bc3e165 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:47.639953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:47.640707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.672410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Provisioning for port 3048b787-469c-48e0-b09b-ef985bc3e165 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:47.698283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:47.699206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.735217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-4b14c761-a1a0-4cc7-9657-fd7945be3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:47.736090 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-4b14c761-a1a0-4cc7-9657-fd7945be3c01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 1099 time: 0.7603772
Nov 29 12:01:47.861491 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:01:47.877825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e7fa-bb80-427b-a107-a38cc30e6a8b req-c3f37942-3b62-4c3a-b168-3ad2f23d20d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:47.879106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-1a51e7fa-bb80-427b-a107-a38cc30e6a8b req-c3f37942-3b62-4c3a-b168-3ad2f23d20d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:47.882752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:47.961679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Transition to ACTIVE for port object 858850a3-1f09-4867-a1d7-6a52b5187853 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:48.003743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.20.0.1 (638be41a-9d11-4b57-9633-00fee74334f3/9b86e71c-0c6b-4908-b4ed-00382ce4c5d8/c9588d5d-d8d0-4ef0-bfcc-c85eed68632c) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:48.018838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] For port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:48.044388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Transition to ACTIVE for port object 858850a3-1f09-4867-a1d7-6a52b5187853 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:48.061027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-1a51e7fa-bb80-427b-a107-a38cc30e6a8b req-c3f37942-3b62-4c3a-b168-3ad2f23d20d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:48.062287 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a51e7fa-bb80-427b-a107-a38cc30e6a8b req-c3f37942-3b62-4c3a-b168-3ad2f23d20d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 946 time: 0.5630906
Nov 29 12:01:48.112975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] For port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,segment=NetworkSegment(3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34),segment_id=3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:48.120149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.149092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-d8cc1a4b-3a14-42e9-b394-d519c674bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:48.151296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.151443 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-d8cc1a4b-3a14-42e9-b394-d519c674bbb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4848e71-6eaa-42bb-b499-f683adbee64e HTTP/1.1" status: 200  len: 898 time: 0.4055657
Nov 29 12:01:48.163259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.183340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.189635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:48.232853 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a7c0>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:48.238352 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff90632-eae6-45c2-8e1a-e801d280f078 None None] The sync data for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv is: [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:00:30Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '76f36a7d-c009-46b3-b2cc-aaeee494ba1d', 'name': '', 'network_id': 'c4848e71-6eaa-42bb-b499-f683adbee64e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:c5:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:28Z', 'updated_at': '2021-11-29T12:00:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'd7de1914-e869-4441-919b-e9b7cc62deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:48.257111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.277042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-fbfa6917-17b1-4277-8de7-29d9102f0d23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ed9a46-2133-43f2-a452-d955c6418297 HTTP/1.1" status: 200  len: 217 time: 0.0975409
Nov 29 12:01:48.278844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.281243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object c9588d5d-d8d0-4ef0-bfcc-c85eed68632c will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:48.291109 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a51e7fa-bb80-427b-a107-a38cc30e6a8b req-e471a9b0-a0e9-4269-a44a-9da74b48ae90 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2160978
Nov 29 12:01:48.339010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.349210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4868851-1824-4ecf-9876-27e67b10754f tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:48.350746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:48.364926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:48.372216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:48.376366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.379471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:48.449303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647904c-8c58-41d6-8e6d-e630c73ba265 None None] Pushing event updated for resources: {'Port': ['ID=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:48.465300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:48.470311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:48.471532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.487497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:48.488698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1bbca342-90fb-4d84-b0e9-9aaf4267d2d0 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:48.505493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 182f1828-32ba-408d-b0d3-b94888a3b22a owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:48.562141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:48.591971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-21c00080-9932-49de-8f94-bb8f2b6efb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:48.593680 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-21c00080-9932-49de-8f94-bb8f2b6efb88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7de1914-e869-4441-919b-e9b7cc62deb3 HTTP/1.1" status: 200  len: 834 time: 0.3015680
Nov 29 12:01:48.605165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:48.611371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.630536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 638be41a-9d11-4b57-9633-00fee74334f3 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:48.635420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7bcf83-9ba4-4d2b-9181-380fcbaa6076 None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:48.660377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:48.670292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:48.672620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Provisioning complete for port 50f00dee-fe4b-4b85-992b-4c0943809fb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:48.672998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.726642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=c9588d5d-d8d0-4ef0-bfcc-c85eed68632c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:48.734904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:48.750442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.2124016
Nov 29 12:01:48.750658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53406) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:48.760109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2113147861', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d'}], 'security_groups': ['7bbc600c-7ae1-49f9-a27b-bb715fc210c9']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:48.805185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.828595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7598624-713c-4703-9818-14779e505103 None None] New status for floating IP 6a6ab3af-c93e-4a60-bda9-74699fde23f3: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:01:48.909521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacfe95-0546-4240-9359-3afbe981f48f req-09b86e5b-8c56-408e-9b73-5defb2d12cf4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:48.911562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4cacfe95-0546-4240-9359-3afbe981f48f req-09b86e5b-8c56-408e-9b73-5defb2d12cf4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 946 time: 0.3289907
Nov 29 12:01:48.923995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:01:48.924639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:01:48.932148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:48.953998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-46e95fe7-ed4a-4603-a509-b0792ead04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:48.955818 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-46e95fe7-ed4a-4603-a509-b0792ead04bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4848e71-6eaa-42bb-b499-f683adbee64e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2935908
Nov 29 12:01:48.984254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Pushing event updated for resources: {'Port': ['ID=858850a3-1f09-4867-a1d7-6a52b5187853,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:48.992893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.000644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:49.006726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:49.007499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-60bb4317-9310-4397-adbd-4da2c3d4ec25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:49.035575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Attempting to bind port 858850a3-1f09-4867-a1d7-6a52b5187853 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:49.036786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Attempting to bind port 858850a3-1f09-4867-a1d7-6a52b5187853 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:49.036786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Attempting to bind port 858850a3-1f09-4867-a1d7-6a52b5187853 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:49.067839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.069034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:49.069387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:49.069798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.070198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:49.070692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Bound port: 858850a3-1f09-4867-a1d7-6a52b5187853, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:49.071408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.098043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Port 50f00dee-fe4b-4b85-992b-4c0943809fb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:49.146409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=182f1828-32ba-408d-b0d3-b94888a3b22a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:49.148813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:49.169448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.183337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 78ed9a46-2133-43f2-a452-d955c6418297 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:49.183717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.195440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Pushing event updated for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:49.201745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:49.211106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.828s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:49.216397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:49.239064 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/182f1828-32ba-408d-b0d3-b94888a3b22a HTTP/1.1" status: 204  len: 168 time: 2.1536891
Nov 29 12:01:49.243871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53410) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:49.281114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] For port 858850a3-1f09-4867-a1d7-6a52b5187853, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:49.293946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-005c936d-c8d3-4d0e-b0ea-1cb5367361b8 None None] Provisioning for port 8009fced-cdb1-4d7f-b795-cda71df570b8 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:49.298116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] For port 858850a3-1f09-4867-a1d7-6a52b5187853, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=858850a3-1f09-4867-a1d7-6a52b5187853,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:49.332596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-005c936d-c8d3-4d0e-b0ea-1cb5367361b8 None None] Provisioning complete for port 8009fced-cdb1-4d7f-b795-cda71df570b8 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:49.333133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-005c936d-c8d3-4d0e-b0ea-1cb5367361b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.363540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.378352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:49.439374 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-f11e2b03-9d42-4f74-9480-b888756ae927 service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4772062
Nov 29 12:01:49.549622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-005c936d-c8d3-4d0e-b0ea-1cb5367361b8 None None] Port 8009fced-cdb1-4d7f-b795-cda71df570b8 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:49.582749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Pushing event updated for resources: {'Port': ['ID=858850a3-1f09-4867-a1d7-6a52b5187853,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:49.586518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:49.667837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:49.797093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a84a2-4c67-4240-b57e-a912832105b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:49.798709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a84a2-4c67-4240-b57e-a912832105b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:49.799499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd3a84a2-4c67-4240-b57e-a912832105b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:49.861501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Update dhcp port {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'fixed_ips': [{'subnet_id': 'cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57', 'ip_address': '2001:db8::2'}, {'subnet_id': '74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '3048b787-469c-48e0-b09b-ef985bc3e165'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:01:49.927959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e71bd-91ab-40c2-b2a9-29bd29645d8b None None] Network 638be41a-9d11-4b57-9633-00fee74334f3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:49.960574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd3a84a2-4c67-4240-b57e-a912832105b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:49.963291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:49.963987 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd3a84a2-4c67-4240-b57e-a912832105b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.7188854
Nov 29 12:01:49.990513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:50.108749 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d9c223f-94ba-4c9b-8697-fa15527f498f req-bed4536e-bfac-43d2-8fbc-ae93f928732f service neutron] 10.222.0.18 "GET /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6319094
Nov 29 12:01:50.131515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9b64bb4d-5b49-4ca9-9b72-3b44a8fdc36f None None] Provisioning for port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:50.138689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.139555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 2ee11ba9-00a4-445b-8fef-00c132a2464c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:50.146312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.193070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 78ed9a46-2133-43f2-a452-d955c6418297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78ed9a46-2133-43f2-a452-d955c6418297,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:50.193684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.194312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.228983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-67f50008-5245-40cf-936f-2cfb69311354 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:50.333096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 78ed9a46-2133-43f2-a452-d955c6418297 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:50.340613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.343334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:50.343785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.362712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.366992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=c9588d5d-d8d0-4ef0-bfcc-c85eed68632c,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:50.370688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Delete allocated IP 2001:db8::2e0 (838afd14-1c48-413d-93d2-879a087c3c54/cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57) {{(pid=87599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 29 12:01:50.385159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:50.438804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8:0:1::38a (838afd14-1c48-413d-93d2-879a087c3c54/74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d/8009fced-cdb1-4d7f-b795-cda71df570b8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:50.489357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea05f4-99c7-4d41-a96c-eee933551929 req-7a9d3cad-c54b-443d-a9d4-48c365525b8a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:50.490718 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-faea05f4-99c7-4d41-a96c-eee933551929 req-7a9d3cad-c54b-443d-a9d4-48c365525b8a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68 HTTP/1.1" status: 200  len: 946 time: 0.5693913
Nov 29 12:01:50.537301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.563049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6eda85a6-28f4-41c0-8ad5-6daf050ad53f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:50.600852 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-faea05f4-99c7-4d41-a96c-eee933551929 req-a72df112-f135-4253-a8dc-edee76ac2ca7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=65a7a2ed-509d-42a2-8b05-d6d69116f53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987928
Nov 29 12:01:50.609229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 638be41a-9d11-4b57-9633-00fee74334f3 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:50.610426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:50.630320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.641695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-059dc8e2-0d2d-49c1-9d4c-5f8fc64de07a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:50.701726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:50.709640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:50.709851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.732182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=78ed9a46-2133-43f2-a452-d955c6418297,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:50.745624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:50.794443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.805721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1695e1c9-aa6e-47ea-bcdf-b8b4da1ffd00 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:50.843198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 78ed9a46-2133-43f2-a452-d955c6418297 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:50.845842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.854105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'name': 'network-vif-deleted', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:01:50.872136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee11ba9-00a4-445b-8fef-00c132a2464c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:50.883760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:50.888360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:50.929178 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4cacfe95-0546-4240-9359-3afbe981f48f req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/78ed9a46-2133-43f2-a452-d955c6418297 HTTP/1.1" status: 204  len: 173 time: 2.0083935
Nov 29 12:01:50.937164 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2ee11ba9-00a4-445b-8fef-00c132a2464c HTTP/1.1" status: 204  len: 168 time: 0.9428751
Nov 29 12:01:50.939914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53422) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:50.945163 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8aa3d0-cd9d-43e4-b465-0f9dc01abc68', 'name': 'network-vif-deleted', 'tag': '78ed9a46-2133-43f2-a452-d955c6418297', 'status': 'completed', 'code': 200}
Nov 29 12:01:50.986285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.035077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,segment=NetworkSegment(3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34),segment_id=3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:51.039187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f2529877-0f58-4787-a24a-cdfdae3fbc26 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0980382
Nov 29 12:01:51.042059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53426) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.048766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.051116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0dff4482-54c5-4425-984e-91deb4951046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:51.141470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.145766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 8a63c6b7-1fba-47bd-89c5-067ac781b750 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:01:51.185733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:51.186713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Ignored duplicate provisioning block setup for port 8009fced-cdb1-4d7f-b795-cda71df570b8 by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 29 12:01:51.190636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:51.204702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a750a7c-c397-4f61-b3ef-d415c1be34f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:51.205508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0a750a7c-c397-4f61-b3ef-d415c1be34f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:51.226053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0a750a7c-c397-4f61-b3ef-d415c1be34f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:51.230133 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a750a7c-c397-4f61-b3ef-d415c1be34f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1840558
Nov 29 12:01:51.230369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53430) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.274794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Allocated IP 2001:db8:0:1::2 (838afd14-1c48-413d-93d2-879a087c3c54/74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d/3048b787-469c-48e0-b09b-ef985bc3e165) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:51.279011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.314383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1f84830a-cb19-490a-9cce-e5ce5c3d195e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:51.328890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b98258c0-9d10-446c-80ea-bfade43de779 None None] Provisioning for port c9588d5d-d8d0-4ef0-bfcc-c85eed68632c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:51.337863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dcebaa-b650-48a8-b4d6-79e5d21db176 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:51.338428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0ef52-8309-48bb-810f-d0d7301439ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:51.339398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14e0ef52-8309-48bb-810f-d0d7301439ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:51.372028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14e0ef52-8309-48bb-810f-d0d7301439ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:51.373384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14e0ef52-8309-48bb-810f-d0d7301439ff tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1419578
Nov 29 12:01:51.375960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.426609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b98258c0-9d10-446c-80ea-bfade43de779 None None] Provisioning complete for port c9588d5d-d8d0-4ef0-bfcc-c85eed68632c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:51.427553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b98258c0-9d10-446c-80ea-bfade43de779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.501580 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-09e4b799-d124-460a-b7c5-455fe275d5dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1241608
Nov 29 12:01:51.502587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53438) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.508654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:51.562182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:51.578290 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] Sync routers for ids ['8a63c6b7-1fba-47bd-89c5-067ac781b750'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:51.591360 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] Routers {'8a63c6b7-1fba-47bd-89c5-067ac781b750'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:51.592604 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14460>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a63c6b7-1fba-47bd-89c5-067ac781b750'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:51.608859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53442) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.614445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:51.614952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/8a63c6b7-1fba-47bd-89c5-067ac781b750/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6357064
Nov 29 12:01:51.627588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] In _notify_port_updated(), no bound segment for port 8009fced-cdb1-4d7f-b795-cda71df570b8 on network 838afd14-1c48-413d-93d2-879a087c3c54 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:01:51.634777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:51.635850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.637441 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/ports/8009fced-cdb1-4d7f-b795-cda71df570b8 HTTP/1.1" status: 200  len: 931 time: 2.8858340
Nov 29 12:01:51.662276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53448) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.698548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.722655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Transition to ACTIVE for port object 3048b787-469c-48e0-b09b-ef985bc3e165 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:51.724536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 78ed9a46-2133-43f2-a452-d955c6418297 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:51.745650 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14460>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:51.773985 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] Routers {'8a63c6b7-1fba-47bd-89c5-067ac781b750'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:51.774090 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14460>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a63c6b7-1fba-47bd-89c5-067ac781b750'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:51.800575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.820737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91440749-dc7b-46b3-b06b-504aab53e703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:51.841232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:51.855597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 78ed9a46-2133-43f2-a452-d955c6418297 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:51.856035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 78ed9a46-2133-43f2-a452-d955c6418297 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:51.877818 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14460>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:51.878051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=8009fced-cdb1-4d7f-b795-cda71df570b8,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:51.878599 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7883a50-50f6-4586-866d-bea7d14a0713 None None] The sync data for ids ['8a63c6b7-1fba-47bd-89c5-067ac781b750'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:51.904965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:51.908585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac27ca43-3ff6-48c5-ba15-07157222eaa9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:51.909112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ac27ca43-3ff6-48c5-ba15-07157222eaa9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:51.922774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 8009fced-cdb1-4d7f-b795-cda71df570b8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:51.923321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.941727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:51.960588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ac27ca43-3ff6-48c5-ba15-07157222eaa9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:51.965966 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac27ca43-3ff6-48c5-ba15-07157222eaa9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports/c9588d5d-d8d0-4ef0-bfcc-c85eed68632c HTTP/1.1" status: 200  len: 910 time: 0.3565450
Nov 29 12:01:51.966866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53454) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:51.970456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:51.976264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:51.977796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 858850a3-1f09-4867-a1d7-6a52b5187853 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:52.231481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b98258c0-9d10-446c-80ea-bfade43de779 None None] Port c9588d5d-d8d0-4ef0-bfcc-c85eed68632c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:52.278790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:52.313912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Pushing event updated for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:52.321598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:52.347540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b98258c0-9d10-446c-80ea-bfade43de779 None None] Provisioning complete for port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:52.347950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b98258c0-9d10-446c-80ea-bfade43de779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.424953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 858850a3-1f09-4867-a1d7-6a52b5187853 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:52.433308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6eda85a6-28f4-41c0-8ad5-6daf050ad53f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:52.444964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.628478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:52.640700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 8009fced-cdb1-4d7f-b795-cda71df570b8 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:52.658770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Deleting port 858850a3-1f09-4867-a1d7-6a52b5187853 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:52.659584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.764909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:52.765619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.834781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.837722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.852128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f4ffce86-c0df-45d2-a8f2-7193e3ad3c52 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:52.945072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Provisioning for port 858850a3-1f09-4867-a1d7-6a52b5187853 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:52.956837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:52.960908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=8009fced-cdb1-4d7f-b795-cda71df570b8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:52.969118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:52.977356 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/8009fced-cdb1-4d7f-b795-cda71df570b8 HTTP/1.1" status: 204  len: 168 time: 1.3137918
Nov 29 12:01:52.980345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53462) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:52.988375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.034510 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-29976e74-d90d-4f76-9f47-25696e6d19e1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:01:53.034912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Provisioning complete for port 858850a3-1f09-4867-a1d7-6a52b5187853 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:53.035323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.035812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-29976e74-d90d-4f76-9f47-25696e6d19e1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:53.059264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-29976e74-d90d-4f76-9f47-25696e6d19e1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:53.062369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-29976e74-d90d-4f76-9f47-25696e6d19e1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/8009fced-cdb1-4d7f-b795-cda71df570b8 HTTP/1.1" status: 404  len: 333 time: 0.0805128
Nov 29 12:01:53.065299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53466) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:53.134432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.140482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.141567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8bfa1179-d8a5-4130-bb8c-27781efd6e3f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:53.163732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] For port 858850a3-1f09-4867-a1d7-6a52b5187853, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=858850a3-1f09-4867-a1d7-6a52b5187853,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:53.164131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.178341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.217868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:53.222025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:53.231152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:53.231895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.246492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.250463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9c1f75ad-9c7e-4923-a9d7-ac3c14726310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:53.266476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8daf24e-c6ef-472b-8fcc-7bd09a93524d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:53.269697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:53.272229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.276476 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8daf24e-c6ef-472b-8fcc-7bd09a93524d HTTP/1.1" status: 204  len: 168 time: 0.2100558
Nov 29 12:01:53.277432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53470) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:53.278087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=21dc4026-53d1-4954-b9e8-3a145a8d30c0,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:53.290086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:53.301262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.308184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-258d4749-3864-488c-ad10-88dffed4022f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:53.325009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7a2ed-509d-42a2-8b05-d6d69116f53a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:53.331766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:53.334286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.335491 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/65a7a2ed-509d-42a2-8b05-d6d69116f53a HTTP/1.1" status: 204  len: 168 time: 0.9721839
Nov 29 12:01:53.347336 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8441384
Nov 29 12:01:53.350933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:53.358473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:4a:e4:a7', 'name': 'tempest-NetworksTestDHCPv6-706787277'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:53.384021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53480) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:53.385796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Calling delete_port for 858850a3-1f09-4867-a1d7-6a52b5187853 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:53.459327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.497763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.503577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.549345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.555496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3260f058-03de-450d-a27b-1eaa8495ad2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:53.580169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.682030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Pushing event deleted for resources: {'Port': ['ID=858850a3-1f09-4867-a1d7-6a52b5187853,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:53.691743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] No DVR routers for this DVR port 858850a3-1f09-4867-a1d7-6a52b5187853 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:53.699773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.700699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.700699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.708037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.708575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.709032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.709934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.710141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.710570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.710974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.711358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.711666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:01:53.721585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5c0cc-0e1a-4aeb-9f0f-9061cfb52b27 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:53.737160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:53.813980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.827765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c98048e5-ead5-4c46-8ac8-4f6f7ad81124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:53.856871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:53.856871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Provisioning complete for port c9588d5d-d8d0-4ef0-bfcc-c85eed68632c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:53.856871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.877824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:53.881396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:53.897301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc600c-7ae1-49f9-a27b-bb715fc210c9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:53.904209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:53.915474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:53.916900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:53.920460 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/security-groups/7bbc600c-7ae1-49f9-a27b-bb715fc210c9 HTTP/1.1" status: 204  len: 168 time: 0.6399214
Nov 29 12:01:53.921498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53484) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:54.013312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:54.034281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7346e4a2-d860-4c6c-ac84-eec2af64ab75 None None] Port c9588d5d-d8d0-4ef0-bfcc-c85eed68632c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:54.046125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.100905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.103778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': '21dc4026-53d1-4954-b9e8-3a145a8d30c0'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:01:54.105387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.115758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port c9588d5d-d8d0-4ef0-bfcc-c85eed68632c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:54.116102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.126956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.184661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:01:54.274898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.280256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 858850a3-1f09-4867-a1d7-6a52b5187853 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:01:54.360770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 858850a3-1f09-4867-a1d7-6a52b5187853 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:01:54.361018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 858850a3-1f09-4867-a1d7-6a52b5187853 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:01:54.389428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Provisioning for port 3048b787-469c-48e0-b09b-ef985bc3e165 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:54.397436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:54.397801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.433787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/21dc4026-53d1-4954-b9e8-3a145a8d30c0/d7eb503b-ad61-42c0-b82b-de7101e5cb96) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:54.542602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.544609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.547352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80ec312c-723c-4132-8164-653108ea8515 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:54.575118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.650699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:54.661346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.679159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4c924-b644-4e52-844b-d996a9b24600 None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:54.693569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for c9588d5d-d8d0-4ef0-bfcc-c85eed68632c owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:54.720910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:54.728836 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57 HTTP/1.1" status: 204  len: 168 time: 0.8000138
Nov 29 12:01:54.729835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53488) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:54.735824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:54.848095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Provisioning complete for port 50f00dee-fe4b-4b85-992b-4c0943809fb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:54.848484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.926459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.938480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:54.954279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b71f31f-b0b4-42c1-8515-8866b351bd35 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:54.957921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Transition to ACTIVE for port object d7eb503b-ad61-42c0-b82b-de7101e5cb96 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:54.965497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Port 50f00dee-fe4b-4b85-992b-4c0943809fb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:55.011282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-30d67349-a4ae-4798-be08-7bf78efc2a2c None None] Could not find standard attr ID for object 8009fced-cdb1-4d7f-b795-cda71df570b8. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:55.026272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Transition to ACTIVE for port object d7eb503b-ad61-42c0-b82b-de7101e5cb96 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:55.033097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=c9588d5d-d8d0-4ef0-bfcc-c85eed68632c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:55.042189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.047996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:55.101651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:55.107989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:55.112887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:55.113921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:55.122231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:55.147858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:55.151991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.178133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:55.187225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:55.189730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:55.201475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::1a2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/21dc4026-53d1-4954-b9e8-3a145a8d30c0/612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:55.202866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Pushing event updated for resources: {'Port': ['ID=d7eb503b-ad61-42c0-b82b-de7101e5cb96,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:55.205671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:55.316276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Attempting to bind port d7eb503b-ad61-42c0-b82b-de7101e5cb96 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:01:55.316562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Attempting to bind port d7eb503b-ad61-42c0-b82b-de7101e5cb96 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:01:55.316989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Attempting to bind port d7eb503b-ad61-42c0-b82b-de7101e5cb96 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:01:55.325955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:01:55.326337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:01:55.326741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.327144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:01:55.327639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Bound port: d7eb503b-ad61-42c0-b82b-de7101e5cb96, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:01:55.328019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.341293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:55.341788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.434943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] For port d7eb503b-ad61-42c0-b82b-de7101e5cb96, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:01:55.438759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] For port d7eb503b-ad61-42c0-b82b-de7101e5cb96, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d7eb503b-ad61-42c0-b82b-de7101e5cb96,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:01:55.443875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.449511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:55.539265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Pushing event updated for resources: {'Port': ['ID=d7eb503b-ad61-42c0-b82b-de7101e5cb96,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:55.542656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:55.635226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 76f36a7d-c009-46b3-b2cc-aaeee494ba1d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:55.635819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.658865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.691226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:55.698182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:55.776658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 76f36a7d-c009-46b3-b2cc-aaeee494ba1d owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:56.017865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.024720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-895bcebd-3366-42bf-a003-eddcfa577346 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:56.059130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 8a63c6b7-1fba-47bd-89c5-067ac781b750 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:56.062392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.070007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78bdb9c9-2139-405a-af09-6604b17d9eae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:56.107656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:56.108688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=37f4ba3a-d856-403a-a984-c9f3f57a2e22,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:56.111005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.116088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:56.116759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea32aea5-7945-4d82-a7f6-85129fd8abf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:56.147911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:56.157562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:56.158232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.182545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=76f36a7d-c009-46b3-b2cc-aaeee494ba1d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:56.222536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:56.357247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:01:56.361043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-60e33a28-42e9-46f2-b442-78da0c12a3fc None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:56.361814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60e33a28-42e9-46f2-b442-78da0c12a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.368356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:01:56.371459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:01:56.377081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:56.377731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.407363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229e2db-b3b8-4139-bcdb-980e08d4217a None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:56.443908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7102551
Nov 29 12:01:56.444856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53492) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:56.448863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:56.451790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:56.452615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'security_group': {'name': 'tempest-secgroup-1852396398'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:56.458806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:56.464033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:56.467875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:56.476539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:56.479350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:56.496919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/8a63c6b7-1fba-47bd-89c5-067ac781b750/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5281544
Nov 29 12:01:56.498067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.504107 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.1520503
Nov 29 12:01:56.505382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:56.505911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53498) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:56.519443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] Sync routers for ids ['8a63c6b7-1fba-47bd-89c5-067ac781b750'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:56.568286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] Routers {'8a63c6b7-1fba-47bd-89c5-067ac781b750'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:56.568975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b4a2e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a63c6b7-1fba-47bd-89c5-067ac781b750'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:56.614855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-04fe48b0-4987-4606-a41d-6e4695c84bbf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:56.652598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5125905e-6be3-45ea-8da1-f8adf3a57267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.659453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b4a2e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:56.665276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-04fe48b0-4987-4606-a41d-6e4695c84bbf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:56.669176 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04fe48b0-4987-4606-a41d-6e4695c84bbf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a63c6b7-1fba-47bd-89c5-067ac781b750 HTTP/1.1" status: 200  len: 205 time: 0.1593485
Nov 29 12:01:56.670505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:56.685581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83364aa7-a4d1-4f17-b1b7-0923e08004d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:56.692172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83364aa7-a4d1-4f17-b1b7-0923e08004d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:56.693159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-83364aa7-a4d1-4f17-b1b7-0923e08004d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:56.713665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-83364aa7-a4d1-4f17-b1b7-0923e08004d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:56.718404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83364aa7-a4d1-4f17-b1b7-0923e08004d1 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.2091658
Nov 29 12:01:56.719310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:56.736754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] Routers {'8a63c6b7-1fba-47bd-89c5-067ac781b750'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:56.738327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b4a2e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8a63c6b7-1fba-47bd-89c5-067ac781b750'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:56.747047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:56.771097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group_rule and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:56.784646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:56.806455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:56.807278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.855824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:56.902722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:56.935020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b4a2e0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:56.935494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60efa0eb-ddb9-4f7f-8527-2addb7ea74fd None None] The sync data for ids ['8a63c6b7-1fba-47bd-89c5-067ac781b750'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:57.043462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-60e33a28-42e9-46f2-b442-78da0c12a3fc None None] Provisioning complete for port 50f00dee-fe4b-4b85-992b-4c0943809fb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:57.043734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60e33a28-42e9-46f2-b442-78da0c12a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.064719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.128157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-60e33a28-42e9-46f2-b442-78da0c12a3fc None None] Port 50f00dee-fe4b-4b85-992b-4c0943809fb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:57.133229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.172577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.263011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.265475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.280151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Update dhcp port {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'fixed_ips': [{'subnet_id': '74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '37f4ba3a-d856-403a-a984-c9f3f57a2e22'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '3048b787-469c-48e0-b09b-ef985bc3e165'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:01:57.310121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4672c852-83b5-436a-914e-dba94b1d4151 None None] Provisioning for port d7eb503b-ad61-42c0-b82b-de7101e5cb96 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:57.322290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:57.345526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.349094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.349094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router 8a63c6b7-1fba-47bd-89c5-067ac781b750 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:01:57.480155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5a5f79d2-2782-43d7-9021-7c9b18af92c3 None None] Could not find standard attr ID for object 182f1828-32ba-408d-b0d3-b94888a3b22a. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:57.511497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.519453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b7ad30cf-fba8-4799-9c7e-529d7bd39853 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:57.549595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.554018 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c049115e-aa2d-4b44-98a7-e8c2a9e2a6c0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/8a63c6b7-1fba-47bd-89c5-067ac781b750 HTTP/1.1" status: 204  len: 168 time: 0.8750699
Nov 29 12:01:57.554542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53512) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:57.564973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.573865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:57.576213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:57.602106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.603348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e5610fff-dc68-4b84-9dbb-f82dc71b0915 None None] Could not find standard attr ID for object 612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:01:57.606511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Allocated IP 2001:db8::2 (838afd14-1c48-413d-93d2-879a087c3c54/37f4ba3a-d856-403a-a984-c9f3f57a2e22/3048b787-469c-48e0-b09b-ef985bc3e165) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:01:57.619116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-77a236de-3e2f-4264-ad38-dfcc615d8226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:57.620348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.638358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c HTTP/1.1" status: 204  len: 168 time: 0.9177265
Nov 29 12:01:57.640635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:57.737514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24470e7d-6a20-4536-836d-052d753e8211 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:57.740709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24470e7d-6a20-4536-836d-052d753e8211 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:57.741540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-24470e7d-6a20-4536-836d-052d753e8211 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:57.765737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-24470e7d-6a20-4536-836d-052d753e8211 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:57.774807 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24470e7d-6a20-4536-836d-052d753e8211 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1327524
Nov 29 12:01:57.775432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53520) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:57.825017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:57.841179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d7eb503b-ad61-42c0-b82b-de7101e5cb96 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:57.895792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 21dc4026-53d1-4954-b9e8-3a145a8d30c0 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:57.900891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.935023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.964662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Transition to ACTIVE for port object 3048b787-469c-48e0-b09b-ef985bc3e165 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:01:57.968833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.972751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:57.977045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:58.023491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d7eb503b-ad61-42c0-b82b-de7101e5cb96 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:58.051332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d7eb503b-ad61-42c0-b82b-de7101e5cb96 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:58.051570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.053971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.055479 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.6098695
Nov 29 12:01:58.058442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53524) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.067923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'security_group': {'name': 'tempest-secgroup-159155194'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:58.077951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5cbc3-8b55-41ed-865f-14b6cc5ae9a7,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:58.082170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:58.088206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet 9b86e71c-0c6b-4908-b4ed-00382ce4c5d8 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:58.091525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.109109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.152120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.181050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:58.190858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.193084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Pushing event updated for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:58.198519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:58.198739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:58.201013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c9ccb11-dbc5-420a-a81a-2abe1521400b tempest-FloatingIPTestJSON-970190739 tempest-FloatingIPTestJSON-970190739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:58.205038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 3f4b3527-07b7-43aa-ac18-936c31ac154f has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:01:58.208529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:58.221667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:58.245737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=21dc4026-53d1-4954-b9e8-3a145a8d30c0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:58.248058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.250810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:58.258170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac17bd2-40fb-471c-b269-e55562cf4993 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:58.269800 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/21dc4026-53d1-4954-b9e8-3a145a8d30c0 HTTP/1.1" status: 204  len: 168 time: 0.4932489
Nov 29 12:01:58.272773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.347889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd2511bb-32fa-4517-a143-60ce0de11359 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0738609
Nov 29 12:01:58.348509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.374505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.438218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:58.458831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.463636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.528866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port d7eb503b-ad61-42c0-b82b-de7101e5cb96, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d7eb503b-ad61-42c0-b82b-de7101e5cb96,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:58.539550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.542936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:58.576294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed284e-f8bf-4d54-a43d-b9f18b72a213 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:58.577021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0ed284e-f8bf-4d54-a43d-b9f18b72a213 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:58.583428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:01:58.585825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group_rule and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:58.589583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:58.593684 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] Sync routers for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:01:58.596650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:58.605835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0ed284e-f8bf-4d54-a43d-b9f18b72a213 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:58.607346 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b0ed284e-f8bf-4d54-a43d-b9f18b72a213 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2577941
Nov 29 12:01:58.609788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.615564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:58.616432 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:58.664917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=d7eb503b-ad61-42c0-b82b-de7101e5cb96,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:58.669333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:58.693887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:58.700555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Deleting port d7eb503b-ad61-42c0-b82b-de7101e5cb96 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:58.701195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.718011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.729702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/3f4b3527-07b7-43aa-ac18-936c31ac154f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3445153
Nov 29 12:01:58.730894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.741074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53540) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.746978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.758333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6bf29274-fabb-49cc-b0fe-e7dfab9731e3 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:58.794806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69ddff3-98ee-4d9d-95dc-b181f8bd04d0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:58.797102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.798310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7354217
Nov 29 12:01:58.799270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:58.800238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:58.802173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/9b86e71c-0c6b-4908-b4ed-00382ce4c5d8 HTTP/1.1" status: 204  len: 168 time: 1.2420154
Nov 29 12:01:58.803011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-66305ce1-86f9-4e3a-af5f-76a8b070dcdd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:58.822149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a87bf7-b233-4356-be14-1e25c857db68 None None] Network 638be41a-9d11-4b57-9633-00fee74334f3 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:01:58.824142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.824876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:58.848667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=9b86e71c-0c6b-4908-b4ed-00382ce4c5d8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:58.851503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:58.853857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370997254'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:58.859956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:58.863948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:58.867248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:58.873610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:58.873825 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:01:58.965304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c2ab-357f-4c39-b45b-dbd468e099d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:01:58.965994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee21c2ab-357f-4c39-b45b-dbd468e099d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:01:58.980184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.049648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet d7de1914-e869-4441-919b-e9b7cc62deb3 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:01:59.053393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:59.058835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.060434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.090888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee21c2ab-357f-4c39-b45b-dbd468e099d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:01:59.094726 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee21c2ab-357f-4c39-b45b-dbd468e099d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4810479
Nov 29 12:01:59.095955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53552) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:59.102609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:security_group_rule and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:01:59.111399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:01:59.122786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:59.143888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:59.144327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.173285 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14940>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:01:55Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:59.174937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.177685 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] Checking router: 3f4b3527-07b7-43aa-ac18-936c31ac154f for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:01:59.187126 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] Routers {'3f4b3527-07b7-43aa-ac18-936c31ac154f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:01:59.187758 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['3f4b3527-07b7-43aa-ac18-936c31ac154f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:59.226959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f44ef634-965d-4f89-9c2c-813c59efd727 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1277728
Nov 29 12:01:59.229086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53556) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:59.239888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:59.258322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da096536-144f-4dfd-815d-c58a5ec495a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.265074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] For port d7eb503b-ad61-42c0-b82b-de7101e5cb96, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d7eb503b-ad61-42c0-b82b-de7101e5cb96,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:59.265472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.276927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-aa58d8cc-820c-4b18-80e9-11e64ccc993c None None] Provisioning for port 3048b787-469c-48e0-b09b-ef985bc3e165 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:01:59.333221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-aa58d8cc-820c-4b18-80e9-11e64ccc993c None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:59.333605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa58d8cc-820c-4b18-80e9-11e64ccc993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.431258 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] Set router 3f4b3527-07b7-43aa-ac18-936c31ac154f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:01:59.432038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:01:59.439378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Calling delete_port for d7eb503b-ad61-42c0-b82b-de7101e5cb96 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:59.442672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:01:59.476732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.483159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.490211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:01:59.493979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.523095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.540575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c915289-6613-4e75-a595-8bb264ffc075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:59.610861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.614893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:59.630760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.632017 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8058028
Nov 29 12:01:59.634119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,segment=NetworkSegment(3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34),segment_id=3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:01:59.634512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.648301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713debd3-d1fb-4ac0-9d81-ff805faf37b0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:59.654522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] DHCP port deletion for 638be41a-9d11-4b57-9633-00fee74334f3 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:01:59.655197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53560) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:01:59.666835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-730302936', 'security_groups': ['713debd3-d1fb-4ac0-9d81-ff805faf37b0'], 'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37f4ba3a-d856-403a-a984-c9f3f57a2e22'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:01:59.668699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Pushing event deleted for resources: {'Port': ['ID=d7eb503b-ad61-42c0-b82b-de7101e5cb96,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:59.676878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] No DVR routers for this DVR port d7eb503b-ad61-42c0-b82b-de7101e5cb96 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:01:59.678353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:59.679076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Deleting port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:01:59.679498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.681462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:01:59.710729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-aa58d8cc-820c-4b18-80e9-11e64ccc993c None None] Provisioning complete for port 50f00dee-fe4b-4b85-992b-4c0943809fb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:59.711069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa58d8cc-820c-4b18-80e9-11e64ccc993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.755784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:01:59.873806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 6eda85a6-28f4-41c0-8ad5-6daf050ad53f owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:01:59.882555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-aa58d8cc-820c-4b18-80e9-11e64ccc993c None None] Port 50f00dee-fe4b-4b85-992b-4c0943809fb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:01:59.923072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.931577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14203aa5-38bd-4298-9299-498fefb47a0a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:01:59.937729 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b14940>, [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:01:55Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:01:59.942176 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6982aea-b224-4c0a-a235-299a68272007 None None] The sync data for ids ['3f4b3527-07b7-43aa-ac18-936c31ac154f'] in dv-neutron-819579-1-hyperv is: [{'id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'name': 'tempest-TestNetworkBasicOps-router-818803107', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:17Z', 'updated_at': '2021-11-29T12:01:55Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'bb6149e6-bbda-4b89-823d-abf9491eae68', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b3527-07b7-43aa-ac18-936c31ac154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:19Z', 'updated_at': '2021-11-29T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:01:59.952253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:01:59.952596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:01:59.988008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=d7de1914-e869-4441-919b-e9b7cc62deb3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:01:59.999879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:00.006758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.031468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28936f-18fc-4856-a015-185ffdc3975c None None] Network c4848e71-6eaa-42bb-b499-f683adbee64e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:00.041080 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/d7de1914-e869-4441-919b-e9b7cc62deb3 HTTP/1.1" status: 204  len: 168 time: 1.2983100
Nov 29 12:02:00.062251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53564) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:00.083696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:02:00.085031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.089648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c05eb68e-5d28-47eb-bedf-b46ed7ced1cf tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:00.140638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:00.144537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:00.149734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:00.150511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.167616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648683e6-61c0-4469-909d-f66970225f9b None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:00.183137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=e211282a-d3b6-4f5f-a408-b4bece10e568,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:00.186349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:00.199529 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9660130
Nov 29 12:02:00.201097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53568) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:00.204497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:00.206984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:00.225339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.234540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2e58293-f734-464b-94f1-5b4a11360371 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:00.243269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.267658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] For port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,segment=NetworkSegment(3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34),segment_id=3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:00.267902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.271987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:00.287755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=6eda85a6-28f4-41c0-8ad5-6daf050ad53f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:00.290750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:00.296747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:02:00.373164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:00.379641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:00.384387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:00.392698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:00.405399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:00.408997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.510595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.556804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Calling delete_port for 6eda85a6-28f4-41c0-8ad5-6daf050ad53f owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:00.557204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e211282a-d3b6-4f5f-a408-b4bece10e568 (CIDR: 2001:db8::/64)
Nov 29 12:02:00.561823 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:02:00.562311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:00.585598 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cd97d750-4df6-4282-82a9-498aca867746 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3846719
Nov 29 12:02:00.588468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53572) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:00.595979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:00.668379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:00.734407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6eda85a6-28f4-41c0-8ad5-6daf050ad53f no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:00.809490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 6eda85a6-28f4-41c0-8ad5-6daf050ad53f {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:00.810346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6eda85a6-28f4-41c0-8ad5-6daf050ad53f not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:00.810987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d7eb503b-ad61-42c0-b82b-de7101e5cb96 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:00.849038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.866082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:02:00.867127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:02:00.886914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: d7eb503b-ad61-42c0-b82b-de7101e5cb96 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:00.887395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d7eb503b-ad61-42c0-b82b-de7101e5cb96 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:00.894262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:00.899950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:00.902849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:00.910927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:00.912599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'tenant_id': '553df5c5c08d4280b7f0d9d431aa2443', 'fixed_ips': [{'subnet_id': 'e211282a-d3b6-4f5f-a408-b4bece10e568'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:00.914059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.924081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:00.928213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.936753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0266c6d0>,) {'filters': {'network_id': ['638be41a-9d11-4b57-9633-00fee74334f3']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:00.959050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:00.971972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0266c6d0>, '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:00.972279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0266c6d0>, '3cd2ed9b-54a4-4bc7-93f9-ba89da4f1e34') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:00.997457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.008337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] DHCP port deletion for c4848e71-6eaa-42bb-b499-f683adbee64e request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:02:01.014094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.015512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Deleting port 88c2e9b9-5769-4c6e-b124-056731761e5b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:01.016084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.026507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] device_id is not set on port cae20e64-44d0-4334-98fa-473c6a386441 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:01.059913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.063623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port bb6149e6-bbda-4b89-823d-abf9491eae68 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:01.063964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.114164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:02:01.114598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:02:01.138244 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:02:01.207834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Allocated IP 2001:db8::f816:3eff:fec1:26da (a4d3d494-b2ed-4250-bea4-58c092cb68b2/e211282a-d3b6-4f5f-a408-b4bece10e568/a1af6f09-facd-4fb7-a497-ca5ebb118023) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:01.215834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.221447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2e72398e-1218-4ca7-b277-f4ae88a1e172 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:01.275600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:01.278820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:01.284239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:01.284830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.303791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=a23bed99-3e7d-47b3-9a31-cac6a0fec518,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:01.306533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:01.323653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7307475
Nov 29 12:02:01.324088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53576) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:01.330194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:de:9f:57', 'name': 'tempest-NetworksTestDHCPv6-657470857'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:01.365960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.374905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-559719c8-48de-4dd5-b259-42a563816e30 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:01.379681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Deleting port 6eda85a6-28f4-41c0-8ad5-6daf050ad53f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:01.380012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.389370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.418427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=638be41a-9d11-4b57-9633-00fee74334f3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:01.422603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] For port 88c2e9b9-5769-4c6e-b124-056731761e5b, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=88c2e9b9-5769-4c6e-b124-056731761e5b,segment=NetworkSegment(e1a7830c-a07d-4ed5-8be8-90a2c34626f0),segment_id=e1a7830c-a07d-4ed5-8be8-90a2c34626f0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:01.422838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.426516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:01.481385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:01.487763 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/638be41a-9d11-4b57-9633-00fee74334f3 HTTP/1.1" status: 204  len: 168 time: 2.6598892
Nov 29 12:02:01.491884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53580) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:01.500423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-392342168', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:01.506728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:01.511227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:01.517182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:01.517350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port bb6149e6-bbda-4b89-823d-abf9491eae68, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bb6149e6-bbda-4b89-823d-abf9491eae68,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:01.517602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.520922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:01.523483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a3b360e0-2d0d-4dbd-a782-b4717bf9ca3f None None] The port '6eda85a6-28f4-41c0-8ad5-6daf050ad53f' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:02:01.526811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:01.528958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:01.596933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Calling delete_port for 88c2e9b9-5769-4c6e-b124-056731761e5b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:01.616214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.617235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.655844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.664996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for bb6149e6-bbda-4b89-823d-abf9491eae68 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:01.691264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.700190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.718713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8::29d (838afd14-1c48-413d-93d2-879a087c3c54/37f4ba3a-d856-403a-a984-c9f3f57a2e22/cae20e64-44d0-4334-98fa-473c6a386441) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:01.738207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 88c2e9b9-5769-4c6e-b124-056731761e5b no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:01.800590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 3277e12a-7eb6-4389-8001-a8c38b42944d yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:01.846674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.857499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:01.906457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:01.915027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Pushing event deleted for resources: {'Port': ['ID=88c2e9b9-5769-4c6e-b124-056731761e5b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:01.917851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:01.925112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] No DVR routers for this DVR port 88c2e9b9-5769-4c6e-b124-056731761e5b on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:02:01.933740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Transition to ACTIVE for port object a1af6f09-facd-4fb7-a497-ca5ebb118023 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:01.936178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No active binding found for port 88c2e9b9-5769-4c6e-b124-056731761e5b {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 12:02:01.936423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 88c2e9b9-5769-4c6e-b124-056731761e5b not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:01.936819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 76f36a7d-c009-46b3-b2cc-aaeee494ba1d no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:01.982978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 76f36a7d-c009-46b3-b2cc-aaeee494ba1d {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:01.983371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 76f36a7d-c009-46b3-b2cc-aaeee494ba1d not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:01.995124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Transition to ACTIVE for port object a1af6f09-facd-4fb7-a497-ca5ebb118023 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:02.007662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.009216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:02.077294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:02.080860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:02.083538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:02.118420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.119417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:02.122266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:02.240962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.249719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.249946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Attempting to bind port a1af6f09-facd-4fb7-a497-ca5ebb118023 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:02.250156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Attempting to bind port a1af6f09-facd-4fb7-a497-ca5ebb118023 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:02.250479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Attempting to bind port a1af6f09-facd-4fb7-a497-ca5ebb118023 on network a4d3d494-b2ed-4250-bea4-58c092cb68b2 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:02.253610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be6aceb6-2b89-4f29-91cb-09476ae2235d tempest-TestServerAdvancedOps-477480292 tempest-TestServerAdvancedOps-477480292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:02.256670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:02.257294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Checking segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:02.257859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.258406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Bound using segment: {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:02.259046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Bound port: a1af6f09-facd-4fb7-a497-ca5ebb118023, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef02ef-92aa-4db0-b989-cff17e43ead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:02.259608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.293554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8:0:1::3f (a4d3d494-b2ed-4250-bea4-58c092cb68b2/a23bed99-3e7d-47b3-9a31-cac6a0fec518/3277e12a-7eb6-4389-8001-a8c38b42944d) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:02.302323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:fede:9f57 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/e211282a-d3b6-4f5f-a408-b4bece10e568/3277e12a-7eb6-4389-8001-a8c38b42944d) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:02.308167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=bb6149e6-bbda-4b89-823d-abf9491eae68,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:02.338957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:02.360017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:02.363401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:02.369017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.374169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:02.381602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object cae20e64-44d0-4334-98fa-473c6a386441 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:02.414855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.462794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:02.468357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:02.603746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.606431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.608512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.615149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8c5f3ec9-27f8-4842-adda-0f7f4dc5e0ba tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:02.713538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:02.717157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:02.721500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.722109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4b3527-07b7-43aa-ac18-936c31ac154f {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:02:02.723769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:02.729499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:02.730235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.743080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=cae20e64-44d0-4334-98fa-473c6a386441,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:02.752470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:02.784980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.789045 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/3f4b3527-07b7-43aa-ac18-936c31ac154f HTTP/1.1" status: 204  len: 168 time: 2.7231226
Nov 29 12:02:02.799488 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1404245
Nov 29 12:02:02.799488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:02.799808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53586) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:02.824021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:02.856782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.991561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.992456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:02.995899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.061990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 3277e12a-7eb6-4389-8001-a8c38b42944d will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:03.140634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.166113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02d40df0>,) {'filters': {'network_id': ['c4848e71-6eaa-42bb-b499-f683adbee64e']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:03.182247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d40df0>, 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:03.182670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02d40df0>, 'e1a7830c-a07d-4ed5-8be8-90a2c34626f0') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:03.185551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9bad804e-4a77-430c-9cd2-711f449c3cae None None] Provisioning for port cae20e64-44d0-4334-98fa-473c6a386441 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:03.191218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9bad804e-4a77-430c-9cd2-711f449c3cae None None] Provisioning complete for port cae20e64-44d0-4334-98fa-473c6a386441 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:03.192085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9bad804e-4a77-430c-9cd2-711f449c3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.195581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.198259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:03.204187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:03.209486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:03.214609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.218128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:03.222819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:02:03.223572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.234354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:02:03.249294 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:02:03.251600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b097b27-4b64-4191-ba24-1aa5630a6292 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:03.259643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9bad804e-4a77-430c-9cd2-711f449c3cae None None] Port cae20e64-44d0-4334-98fa-473c6a386441 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:03.280062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:03.283845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.312068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.26.4.94 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/5195cecd-c0c0-4583-8dbe-c28cb69b3f06) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:03.336319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.340074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:03.360483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.368097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=c4848e71-6eaa-42bb-b499-f683adbee64e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:03.373302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:03.381693 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/c4848e71-6eaa-42bb-b499-f683adbee64e HTTP/1.1" status: 204  len: 168 time: 0.5830462
Nov 29 12:02:03.399795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53592) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:03.402443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:03.406423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--467081968', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:03.412145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:03.416816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:03.419902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:03.426236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:03.427357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:03.438039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:03.439515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:03.443276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.444259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:03.444926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.472502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:03.482469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.482807 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment 23b35633-9f83-4395-9efd-6b70bb42be66 of type vlan for network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f
Nov 29 12:02:03.511416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.537337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=3277e12a-7eb6-4389-8001-a8c38b42944d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:03.545572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.552151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:03.552763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.556749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37d1b0d9-2863-4855-826a-9e17af4cb249 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:03.556916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:03.609483 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.2842379
Nov 29 12:02:03.613447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53596) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:03.660785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37f4ba3a-d856-403a-a984-c9f3f57a2e22 (CIDR: 2001:db8::/64)
Nov 29 12:02:03.671942 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2707191
Nov 29 12:02:03.672731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53600) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:03.681004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-640112214', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:03.683075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29dafa-2135-4596-8423-7c4385619dcc None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:03.686203 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:02:03.686670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:03.698643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:03.702506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:03.705416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:03.711418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:03.715295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:03.719763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:03.732225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.733936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.744249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.753096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.757252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 3277e12a-7eb6-4389-8001-a8c38b42944d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:03.757590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:03.777789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:03.784004 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ef1bb105-1560-4079-87bd-490bad9ccf14 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9779363
Nov 29 12:02:03.790901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53604) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:03.791417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:03.804214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:03.973670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-685c9d3c-89a2-4aa1-b88b-603d2580f006 None None] Provisioning for port a1af6f09-facd-4fb7-a497-ca5ebb118023 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:04.029190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.047217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:04.050892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a1af6f09-facd-4fb7-a497-ca5ebb118023 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:04.060422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:04.060800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.180146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:04.181166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:04.189426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:04.190068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.193756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:04.199023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:04.203971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:04.238613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.252530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:04.257578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=5195cecd-c0c0-4583-8dbe-c28cb69b3f06,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:04.275019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:04.279495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:04.280400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.282886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84161ef9-f1ca-4871-a811-781f8ab203b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:04.311543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.319536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:04.324114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.372960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bb6149e6-bbda-4b89-823d-abf9491eae68 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:04.428104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: bb6149e6-bbda-4b89-823d-abf9491eae68 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:04.428756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bb6149e6-bbda-4b89-823d-abf9491eae68 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:04.450061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:04.454668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:04.455478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': 'e211282a-d3b6-4f5f-a408-b4bece10e568', 'ip_address': '2001:db8::f816:3eff:fec1:26da'}, {'subnet_id': 'a23bed99-3e7d-47b3-9a31-cac6a0fec518'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'a1af6f09-facd-4fb7-a497-ca5ebb118023'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:04.514618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.521039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.550306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.690897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.86 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/357b077e-a837-4638-96e2-08cb35f904a2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:04.725185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Allocated IP 2001:db8:0:1::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/a23bed99-3e7d-47b3-9a31-cac6a0fec518/a1af6f09-facd-4fb7-a497-ca5ebb118023) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:04.727879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 3277e12a-7eb6-4389-8001-a8c38b42944d owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:04.846658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.880278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.882646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:04.885539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:04.908978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.928031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Transition to ACTIVE for port object a1af6f09-facd-4fb7-a497-ca5ebb118023 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:04.933162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:04.937999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2a6287e9-c5a4-4eb4-b222-39343ec9e2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:04.950713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d (CIDR: 2001:db8:0:1::/64)
Nov 29 12:02:04.953928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:04.957246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:04.957998 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:02:04.958520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:04.962039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:05.004553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=357b077e-a837-4638-96e2-08cb35f904a2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:05.010212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:05.038144 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fa8bf347-235d-4547-9c2c-3b5380ece791 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.2429166
Nov 29 12:02:05.038381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53608) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:05.046528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'subnet': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:05.122710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:05.125575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:05.211879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.285853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:05.342476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=3277e12a-7eb6-4389-8001-a8c38b42944d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:05.406820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:05.411441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.521435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:05.533512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Usage tracker for resource:subnet and tenant:db3c2953fe3c4fd5bd5706ebc29975f6 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:05.543763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:05.546818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.551357 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/3277e12a-7eb6-4389-8001-a8c38b42944d HTTP/1.1" status: 204  len: 168 time: 1.9320157
Nov 29 12:02:05.553911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:05.558531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:05.636894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.697125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Made reservation on behalf of db3c2953fe3c4fd5bd5706ebc29975f6 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:05.700420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:05.700903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.763911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e9979609-e3a2-4822-9bcd-4d1a7670fda6 None None] Could not find standard attr ID for object 3277e12a-7eb6-4389-8001-a8c38b42944d. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:02:05.794792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e9979609-e3a2-4822-9bcd-4d1a7670fda6 None None] Provisioning for port a1af6f09-facd-4fb7-a497-ca5ebb118023 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:05.806894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:05.807577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.843387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e9979609-e3a2-4822-9bcd-4d1a7670fda6 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:05.844172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9979609-e3a2-4822-9bcd-4d1a7670fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:05.971046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:06.193328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86414f9-a3ba-4d7f-bb30-a675194b778d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.193954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6a52e38c-c75d-4557-a04c-692f6fa1dba1 None None] Could not find standard attr ID for object 3277e12a-7eb6-4389-8001-a8c38b42944d. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:02:06.194241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b86414f9-a3ba-4d7f-bb30-a675194b778d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:06.205015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:02:06.327213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b86414f9-a3ba-4d7f-bb30-a675194b778d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:06.328372 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b86414f9-a3ba-4d7f-bb30-a675194b778d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.7716660
Nov 29 12:02:06.336281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53616) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.388734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:06.400762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:06.413219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:06.413843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:06.417157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:06.421614 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.7425849
Nov 29 12:02:06.422015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.561135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:06.568941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:06.580286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937dcbd-d6a9-4c60-b8e7-bde4660230e7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.584607 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5937dcbd-d6a9-4c60-b8e7-bde4660230e7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2426152
Nov 29 12:02:06.584607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5db36410-31cc-4d1f-a0d9-fcb032072f69 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:06.585164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53626) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.603506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:06.674992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7afaa8a9-6a66-4c6e-ac86-95a2b2e243ca tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2513731
Nov 29 12:02:06.677981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53630) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.761692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Network 838afd14-1c48-413d-93d2-879a087c3c54 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:06.766586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:06.779579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.780195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:06.792356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4b78de-e598-44e4-b88a-43bdf848eec9 None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:06.808201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Subnet': ['ID=266b8999-7e89-4b7d-9671-5657a34e94eb,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:06.814180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:06.831795 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.7923970
Nov 29 12:02:06.835226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53634) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.841132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1917443533', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '266b8999-7e89-4b7d-9671-5657a34e94eb'}], 'security_groups': ['24c5cbc3-8b55-41ed-865f-14b6cc5ae9a7', 'd69ddff3-98ee-4d9d-95dc-b181f8bd04d0']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:06.860660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa9f0f-fc9c-4335-97f4-5e4338ee0b98 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.863724 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63aa9f0f-fc9c-4335-97f4-5e4338ee0b98 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1846631
Nov 29 12:02:06.868709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.874810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a43b9c-a945-41e0-aff0-54c811b08b04 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.876676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a43b9c-a945-41e0-aff0-54c811b08b04 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.878167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a43b9c-a945-41e0-aff0-54c811b08b04 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:06.882533 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-22a43b9c-a945-41e0-aff0-54c811b08b04 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2936809
Nov 29 12:02:06.886010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53642) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.921416 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-49bd8a1b-ca4f-4841-8757-8832e83affd8 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0510814
Nov 29 12:02:06.923794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:06.930233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106221826', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:07.037592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:07.041432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:07.044420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:07.050409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:07.061431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:07.063712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet a23bed99-3e7d-47b3-9a31-cac6a0fec518 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:07.065046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.089245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.113165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:05Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:07.127267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:02:07.127625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Updating router d4986598-b4fe-42c2-943d-b01d32209a8a port 357b077e-a837-4638-96e2-08cb35f904a2 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:02:07.142554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 5bdeaeca-3378-4435-816c-a013335ce70e is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:02:07.181629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.303912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.313637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.319007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-18cf0ce7-0fda-4cf6-bc4f-47bdcae0dd5c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:07.405308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=4e7c3677-46c9-4c3d-a68d-7338d11d734c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:07.408655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:07.413416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:07.413881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:07.435308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:07.439873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.441904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Update dhcp port {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'fixed_ips': [{'subnet_id': '74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '37f4ba3a-d856-403a-a984-c9f3f57a2e22', 'ip_address': '2001:db8::2'}, {'subnet_id': '266b8999-7e89-4b7d-9671-5657a34e94eb'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '3048b787-469c-48e0-b09b-ef985bc3e165'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:07.447096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:07.451845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:07.452507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.468836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29952f-a1e8-463c-be21-5bcdb281ab43 None None] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:07.479364 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5542192
Nov 29 12:02:07.482196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:07.548060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:07.566807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] Sync routers for ids ['5bdeaeca-3378-4435-816c-a013335ce70e'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:07.579892 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] Routers {'5bdeaeca-3378-4435-816c-a013335ce70e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:07.580943 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08724ee0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5bdeaeca-3378-4435-816c-a013335ce70e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:07.665699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.685686 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08724ee0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:07.700082 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] Routers {'5bdeaeca-3378-4435-816c-a013335ce70e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:07.701134 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08724ee0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5bdeaeca-3378-4435-816c-a013335ce70e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:07.793192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.839500 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08724ee0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:07.840844 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e367de9-5f4c-45a5-8346-a7ea2d7d32af None None] The sync data for ids ['5bdeaeca-3378-4435-816c-a013335ce70e'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:07.867853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:07.871448 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ad37fc2c-270e-4e84-b47e-b24e2ae87c6b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 6.3760092
Nov 29 12:02:07.881413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53654) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:07.891839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:02:08.005164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:08.005961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.097719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.127764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.136930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cc55d8d3-10a2-4abb-b7ba-f3ead19459f2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:08.167728 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Transition to ACTIVE for port object 357b077e-a837-4638-96e2-08cb35f904a2 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:08.185365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.187219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=a23bed99-3e7d-47b3-9a31-cac6a0fec518,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:08.192638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:08.194099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.195608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6193e735-9cc5-48c7-a1e2-e8ed0252143f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:08.208443 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/a23bed99-3e7d-47b3-9a31-cac6a0fec518 HTTP/1.1" status: 204  len: 168 time: 1.3210425
Nov 29 12:02:08.208687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:08.214673 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b12a3328-e05c-46a0-b986-1f6d1e890c0a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/routers/5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 200  len: 879 time: 0.3291171
Nov 29 12:02:08.216936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53662) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:08.239577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3451982-b464-4769-9508-7bc95bde4c7b None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:08.295507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Allocated IP 2001:db8:0:2::2 (838afd14-1c48-413d-93d2-879a087c3c54/266b8999-7e89-4b7d-9671-5657a34e94eb/3048b787-469c-48e0-b09b-ef985bc3e165) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:08.333575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet e211282a-d3b6-4f5f-a408-b4bece10e568 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:08.340690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.417192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Attempting to bind port 357b077e-a837-4638-96e2-08cb35f904a2 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:08.417192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Attempting to bind port 357b077e-a837-4638-96e2-08cb35f904a2 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:08.417610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Attempting to bind port 357b077e-a837-4638-96e2-08cb35f904a2 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:08.433902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f77af-14ef-4c68-a1ac-c6e461d60ef1 None None] Pushing event updated for resources: {'Port': ['ID=357b077e-a837-4638-96e2-08cb35f904a2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:08.435926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b0a21ae-ae6e-42aa-b5e3-eb995160d18f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:router {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:08.437147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-425f77af-14ef-4c68-a1ac-c6e461d60ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:08.441758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.456854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b0a21ae-ae6e-42aa-b5e3-eb995160d18f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:router {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:08.458585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b0a21ae-ae6e-42aa-b5e3-eb995160d18f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.2405605
Nov 29 12:02:08.461201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53666) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:08.466002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:08.466382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:08.466786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.467197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:08.467325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-392342168'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:08.467691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Bound port: 357b077e-a837-4638-96e2-08cb35f904a2, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:08.468064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.575465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.596816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.602170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Allocated IP 172.20.0.2 (5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f/4e7c3677-46c9-4c3d-a68d-7338d11d734c/4f4294db-82a3-4d62-a556-def70612d6a5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:08.817696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.824323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eab3f797-03d8-4796-a4af-cc7172315f5f tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:08.859042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] For port 357b077e-a837-4638-96e2-08cb35f904a2, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:08.863678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:08.898198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=e211282a-d3b6-4f5f-a408-b4bece10e568,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:08.901286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] For port 357b077e-a837-4638-96e2-08cb35f904a2, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=357b077e-a837-4638-96e2-08cb35f904a2,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:08.903537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.911194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:08.936280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:08.943469 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/e211282a-d3b6-4f5f-a408-b4bece10e568 HTTP/1.1" status: 204  len: 168 time: 0.7334750
Nov 29 12:02:08.945329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:08.954514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4233433-fe31-40ff-a901-75c32250d13a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:08.998069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:02:09.014614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.029224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.035196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.051944 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68ee7ac7-29d7-4c44-87b1-d21971cac715 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1033566
Nov 29 12:02:09.063059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53674) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:09.075538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:09.143909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Transition to ACTIVE for port object 3048b787-469c-48e0-b09b-ef985bc3e165 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:09.149932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:09.150301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:09.206111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:09.210530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:09.214144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:09.216859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.220796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f77af-14ef-4c68-a1ac-c6e461d60ef1 None None] Pushing event updated for resources: {'Port': ['ID=357b077e-a837-4638-96e2-08cb35f904a2,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:09.223652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:09.224573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-425f77af-14ef-4c68-a1ac-c6e461d60ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:09.225051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-425f77af-14ef-4c68-a1ac-c6e461d60ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:09.237572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:09.241821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.427659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.477062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 5bdeaeca-3378-4435-816c-a013335ce70e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:09.499051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Delete allocated IP 2001:db8::29d (838afd14-1c48-413d-93d2-879a087c3c54/37f4ba3a-d856-403a-a984-c9f3f57a2e22) {{(pid=87599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 29 12:02:09.506757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Transition to ACTIVE for port object 4f4294db-82a3-4d62-a556-def70612d6a5 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:09.560542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Allocated IP 2001:db8:0:2::219 (838afd14-1c48-413d-93d2-879a087c3c54/266b8999-7e89-4b7d-9671-5657a34e94eb/cae20e64-44d0-4334-98fa-473c6a386441) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:09.633698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Pushing event updated for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:09.636269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Transition to ACTIVE for port object 4f4294db-82a3-4d62-a556-def70612d6a5 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:09.640195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:09.671713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:09.883043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f/4e7c3677-46c9-4c3d-a68d-7338d11d734c/80b47065-a3aa-4b17-b479-4ab548f14f7e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:09.883798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:09.895709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.899465 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-01e09cd5-cb6b-4dfa-a49e-f72747e84cdc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 200  len: 886 time: 1.4349020
Nov 29 12:02:09.900258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:09.901179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53678) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:09.922711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc0e15b7-2fef-47bf-a703-71af7fd35447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:10.005569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:10.007406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] Sync routers for ids ['5bdeaeca-3378-4435-816c-a013335ce70e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:10.059670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Pushing event updated for resources: {'Port': ['ID=4f4294db-82a3-4d62-a556-def70612d6a5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:10.071655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:10.073734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:10.091304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:10.110554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] Routers {'5bdeaeca-3378-4435-816c-a013335ce70e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:10.111203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089273d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5bdeaeca-3378-4435-816c-a013335ce70e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:10.121864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:02:10.195086 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-82e2f04c-1a01-4b03-a027-b45b1f0bcb08 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/routers/5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 200  len: 886 time: 0.2929151
Nov 29 12:02:10.197893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53682) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:10.263453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1023e299-00cd-4a0f-8ab6-ed253b9d3efc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:10.273421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.288189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.298253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 80b47065-a3aa-4b17-b479-4ab548f14f7e will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:10.301171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089273d0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:10.322239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Transition to ACTIVE for port object cae20e64-44d0-4334-98fa-473c6a386441 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:10.323763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1023e299-00cd-4a0f-8ab6-ed253b9d3efc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:10.325529 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1023e299-00cd-4a0f-8ab6-ed253b9d3efc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 200  len: 205 time: 0.1265798
Nov 29 12:02:10.328369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53686) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:10.345902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] Routers {'5bdeaeca-3378-4435-816c-a013335ce70e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:10.346424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089273d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['5bdeaeca-3378-4435-816c-a013335ce70e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:10.398170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.410762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.416999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.417396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc2dbe2e-0f24-44d6-acb7-6d629a5fe6f7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:10.418587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed4abc-bd69-4a7e-bb3d-b0d07ccf0d0e None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': 'e211282a-d3b6-4f5f-a408-b4bece10e568'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'a1af6f09-facd-4fb7-a497-ca5ebb118023'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:10.434423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:10.537016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:10.542127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:10.558006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:10.560649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4abc-bd69-4a7e-bb3d-b0d07ccf0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.628213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.634062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=80b47065-a3aa-4b17-b479-4ab548f14f7e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:10.648665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:10.674446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] In _notify_port_updated(), no bound segment for port cae20e64-44d0-4334-98fa-473c6a386441 on network 838afd14-1c48-413d-93d2-879a087c3c54 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:02:10.681397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:10.682176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.683806 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "PUT /v2.0/ports/cae20e64-44d0-4334-98fa-473c6a386441 HTTP/1.1" status: 200  len: 970 time: 3.8476460
Nov 29 12:02:10.693528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53690) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:10.833095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port cae20e64-44d0-4334-98fa-473c6a386441 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:10.833848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.866242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Attempting to bind port 4f4294db-82a3-4d62-a556-def70612d6a5 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:10.866633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Attempting to bind port 4f4294db-82a3-4d62-a556-def70612d6a5 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:10.867008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Attempting to bind port 4f4294db-82a3-4d62-a556-def70612d6a5 on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:10.887624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089273d0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:10.888037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eae39c-b4d4-4f87-a172-f7ac34453d17 None None] The sync data for ids ['5bdeaeca-3378-4435-816c-a013335ce70e'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:10.902056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event updated for resources: {'Port': ['ID=cae20e64-44d0-4334-98fa-473c6a386441,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:10.913421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:10.933242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:10.942294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:10.942950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Checking segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:10.943076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.943495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Bound using segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:10.943993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Bound port: 4f4294db-82a3-4d62-a556-def70612d6a5, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:10.944379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.967859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:10.978150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.036541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.039821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Provisioning for port 3048b787-469c-48e0-b09b-ef985bc3e165 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:11.046368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.047130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.055478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:11.056031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.057902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f52b6d0-ba8e-4a2a-9be2-17583033a076 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:11.157190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a1142-1adf-4c7f-9c6c-d279dede180e None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:11.208450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:11.261941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:11.269176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c91be0>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:05Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:11.276850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:11.277444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.294021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6315d-42ad-4760-9908-0599ac4c35e4 None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:05Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:11.297738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-66ce7c64-803e-401c-9a45-78009769176e None None] For port 4f4294db-82a3-4d62-a556-def70612d6a5, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:11.303805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-66ce7c64-803e-401c-9a45-78009769176e None None] For port 4f4294db-82a3-4d62-a556-def70612d6a5, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f4294db-82a3-4d62-a556-def70612d6a5,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:11.308113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=8']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:11.325633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:11.326227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe9a9577-460e-44f7-8835-e6f27a8106cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:11.331622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.339408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:11.380926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3163190
Nov 29 12:02:11.385029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:11.393031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:11.536862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Pushing event updated for resources: {'Port': ['ID=4f4294db-82a3-4d62-a556-def70612d6a5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:11.542980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:11.549113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.579359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 5195cecd-c0c0-4583-8dbe-c28cb69b3f06 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:11.579890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.609741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Provisioning for port cae20e64-44d0-4334-98fa-473c6a386441 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:11.643036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Provisioning complete for port cae20e64-44d0-4334-98fa-473c6a386441 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:11.643454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.685654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=10f748df-d0c0-4725-80df-45d2616bb5ba,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:11.730350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:11.743962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.758544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Port cae20e64-44d0-4334-98fa-473c6a386441 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:11.781542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Provisioning complete for port 50f00dee-fe4b-4b85-992b-4c0943809fb9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:11.781542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:11.930555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7e23b-3206-491c-8658-af3b99eb1b57 None None] Port 50f00dee-fe4b-4b85-992b-4c0943809fb9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:11.990872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:12.026159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.042959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.160752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3113a9ae-2522-4f69-8060-8fb3cb2daeaf None None] Provisioning complete for port cae20e64-44d0-4334-98fa-473c6a386441 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:12.161137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3113a9ae-2522-4f69-8060-8fb3cb2daeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.178235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5d647d5-0c23-4430-83f9-7e5957215c07 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:12.214663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:12.215058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.234198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for cae20e64-44d0-4334-98fa-473c6a386441 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:12.269891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:12.286018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.298116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3113a9ae-2522-4f69-8060-8fb3cb2daeaf None None] Port cae20e64-44d0-4334-98fa-473c6a386441 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:12.299201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:12.312863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:12.322329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3113a9ae-2522-4f69-8060-8fb3cb2daeaf None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:12.322709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3113a9ae-2522-4f69-8060-8fb3cb2daeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.324885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:12.407016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.455322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=80b47065-a3aa-4b17-b479-4ab548f14f7e,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:12.460505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:12.469246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:12.473048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.473544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 357b077e-a837-4638-96e2-08cb35f904a2 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:12.604541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 5195cecd-c0c0-4583-8dbe-c28cb69b3f06 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:12.689227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 357b077e-a837-4638-96e2-08cb35f904a2 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:12.699727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 357b077e-a837-4638-96e2-08cb35f904a2 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:12.700193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.701187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:12.712611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:12.743367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.762403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d032afb4-e95c-4fe8-a912-4b9a816428dc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:12.826223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=cae20e64-44d0-4334-98fa-473c6a386441,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:12.836145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:12.885568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10f748df-d0c0-4725-80df-45d2616bb5ba (CIDR: 2001:db8::/64)
Nov 29 12:02:12.893657 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:02:12.894110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:12.897660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:12.925279 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/cae20e64-44d0-4334-98fa-473c6a386441 HTTP/1.1" status: 204  len: 168 time: 2.2303033
Nov 29 12:02:12.929614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53698) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:12.993197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-633f95df-f40b-485c-95bc-3b10a269ff50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] GET failed (client error): The resource could not be found.
Nov 29 12:02:12.993873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-633f95df-f40b-485c-95bc-3b10a269ff50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:13.000062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.032204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 357b077e-a837-4638-96e2-08cb35f904a2, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=357b077e-a837-4638-96e2-08cb35f904a2,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:13.040286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.042484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f672b9c5-1cf9-43a2-a7f3-d8361020ab50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:13.057441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14d07cca-93b1-4efb-acd7-c74e565f04be tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6713140
Nov 29 12:02:13.058375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53702) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:13.075042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:13.145709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:13.164947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:13.205941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-633f95df-f40b-485c-95bc-3b10a269ff50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:13.210323 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-633f95df-f40b-485c-95bc-3b10a269ff50 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports/cae20e64-44d0-4334-98fa-473c6a386441 HTTP/1.1" status: 404  len: 333 time: 0.2757428
Nov 29 12:02:13.214165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53706) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:13.251063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.254788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4c6a9b-a7ec-4ac6-810d-b7306cedb998 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:13.260777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:13.328713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=5195cecd-c0c0-4583-8dbe-c28cb69b3f06,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:13.332021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:13.401023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc430d06-0470-4eda-929b-ad2e86d38930 None None] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:13.428538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:13.436643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/d4986598-b4fe-42c2-943d-b01d32209a8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9533334
Nov 29 12:02:13.437847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53710) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:13.438815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.522853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-078a8595-ca08-4faf-b28a-72477f3b8da9 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:13.523276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-078a8595-ca08-4faf-b28a-72477f3b8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.555894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=357b077e-a837-4638-96e2-08cb35f904a2,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:13.575481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:13.597054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.597539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.598052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.598786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.599094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.599596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.601444 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1857e426-1d22-429c-8006-5248d51dfee1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4365 time: 0.1626396
Nov 29 12:02:13.607949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:13.645828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:13.649232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.655776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:13.661687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:13.673857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.678784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:13.690378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.700429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.701299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.701498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.702076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.702569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.703495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.703699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.704244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:13.710551 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd254304-e527-4de7-a69d-4120c2b3f907 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5234 time: 0.0970395
Nov 29 12:02:13.711335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53718) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:13.713137 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:13.728993 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:13.729605 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087e4520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:13.883126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:13.893335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.912738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:13.916227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.946843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:13.977743 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-730068e4-0192-42d5-bf92-dafbc8c3a1ab tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2144 time: 0.2647214
Nov 29 12:02:14.005192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.017328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.025723 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:14.064186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:14.097742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.098255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router 5bdeaeca-3378-4435-816c-a013335ce70e {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:02:14.104535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.123582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a86330cf-cc51-46ac-99ff-36d4f536ac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:14.154073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713debd3-d1fb-4ac0-9d81-ff805faf37b0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:14.165886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:14.179701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:14.182862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.187377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53724) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:14.189337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:14.193763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bad8a409-5686-4615-a77b-d89696068f73 None None] Provisioning for port 4f4294db-82a3-4d62-a556-def70612d6a5 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:14.199658 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/security-groups/713debd3-d1fb-4ac0-9d81-ff805faf37b0 HTTP/1.1" status: 204  len: 168 time: 0.9817302
Nov 29 12:02:14.214473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.218377 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 204  len: 168 time: 3.8878748
Nov 29 12:02:14.228186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:14.235870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1114722091'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:14.249160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:14.257872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:14.266013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:14.286072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:14.318630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:14.336260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.372773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53732) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:14.397069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008621418', 'description': 'tempest-secgroup-smoke-1008621418 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:14.401471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f4294db-82a3-4d62-a556-def70612d6a5 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:14.516093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:14.543743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:14.566142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:14.575963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 4f4294db-82a3-4d62-a556-def70612d6a5 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:14.581253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4f4294db-82a3-4d62-a556-def70612d6a5 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:14.581891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.592571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.625855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.626205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 47686ece-1e45-4b79-ab17-fc516f958f4c of type vlan for network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c
Nov 29 12:02:14.636454 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087e4520>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:11Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:14.643772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.646685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:14.647992 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:02:14.648450 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Updating router d4986598-b4fe-42c2-943d-b01d32209a8a port 80b47065-a3aa-4b17-b479-4ab548f14f7e binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:02:14.660697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:14.667484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:14.684678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.690740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:14.696523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:14.696876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.704623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.733951 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.773289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.774631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.780646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ede99c09-bbe2-4056-80e8-6f1a18bcd2e8 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:14.791202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ea86e813-c1d6-40a8-ae7c-5da71602ea37 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:14.809852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.811433 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/security-groups/d69ddff3-98ee-4d9d-95dc-b181f8bd04d0 HTTP/1.1" status: 204  len: 168 time: 0.6225164
Nov 29 12:02:14.814058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69ddff3-98ee-4d9d-95dc-b181f8bd04d0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:14.835929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:14.836422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53736) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:14.865486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=6bbd35cf-7e36-487a-8262-678e0316b459,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:14.881279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:14.902570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.910266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.918420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:14.918683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.936019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:14.940140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:14.954554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:14.966959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:14.982034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f8ccf-2db6-43cd-859f-f3fc98b22041 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:14.988131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:14.988817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.018938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.098793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.104012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 4f4294db-82a3-4d62-a556-def70612d6a5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f4294db-82a3-4d62-a556-def70612d6a5,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:15.111935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.112799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e50af9db-f918-4813-80a8-3fdf71c2c866 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:15.134298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5cbc3-8b55-41ed-865f-14b6cc5ae9a7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.142450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.148715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:15.150653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.151459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:15.152302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/security-groups/24c5cbc3-8b55-41ed-865f-14b6cc5ae9a7 HTTP/1.1" status: 204  len: 168 time: 0.3148689
Nov 29 12:02:15.154867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:15.197822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=1db9d153-e7c5-4da6-8634-90e6aabaeb4c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.208219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:15.212628 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9832611
Nov 29 12:02:15.214477 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1452076
Nov 29 12:02:15.215384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53744) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:15.216003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:15.218174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.220839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:15.226645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:15.246772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:af:f2:d0', 'name': 'tempest-NetworksTestDHCPv6-1876558938'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:15.263744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 37f4ba3a-d856-403a-a984-c9f3f57a2e22 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:15.267401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.271456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:15.282144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.326695 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.336363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.340322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Transition to ACTIVE for port object 80b47065-a3aa-4b17-b479-4ab548f14f7e will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:15.351133 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.356477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-125191ef-e582-46b0-8f8a-a88a27f882de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:15.362010 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d351ddc8-0964-4b4b-89be-c769ec0a74fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:15.371059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:15.443914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.454369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.484727 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Pushing event updated for resources: {'Port': ['ID=80b47065-a3aa-4b17-b479-4ab548f14f7e,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.490000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.494528 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.1063428
Nov 29 12:02:15.497713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53752) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:15.507683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '9f8f81fc-a184-47f4-94aa-f421a836900a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:15.523430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:15.528844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f81fc-a184-47f4-94aa-f421a836900a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.542583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:15.552649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.563696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:15.566537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:15.566828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb38b22e-863b-4237-9eab-c81aec355115 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:15.568217 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.568692 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.569269 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.570306 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.570918 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.571712 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.572104 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.572496 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.573020 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.573415 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.573857 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.574238 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:15.575949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:15.583510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:15.599561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:15.605246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:15.607342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:15.615690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.623146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=37f4ba3a-d856-403a-a984-c9f3f57a2e22,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.626502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:15.632456 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/37f4ba3a-d856-403a-a984-c9f3f57a2e22 HTTP/1.1" status: 204  len: 168 time: 0.4729378
Nov 29 12:02:15.633406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53756) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:15.641641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:15.658587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:15.663293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2acf777-c13f-4ff4-9884-57719840ddc3 None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:15.678466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:15.681960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.703451 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Attempting to bind port 80b47065-a3aa-4b17-b479-4ab548f14f7e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:15.703833 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Attempting to bind port 80b47065-a3aa-4b17-b479-4ab548f14f7e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:15.704208 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Attempting to bind port 80b47065-a3aa-4b17-b479-4ab548f14f7e on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:15.711826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:15.711826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Checking segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:15.711826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.711826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Bound using segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:15.711826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Bound port: 80b47065-a3aa-4b17-b479-4ab548f14f7e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:15.712480 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.715767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.724004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 266b8999-7e89-4b7d-9671-5657a34e94eb {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:15.729722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.749042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:15.802805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.873112 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] For port 80b47065-a3aa-4b17-b479-4ab548f14f7e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:15.876434 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] For port 80b47065-a3aa-4b17-b479-4ab548f14f7e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=80b47065-a3aa-4b17-b479-4ab548f14f7e,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:15.887253 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.891236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9f14c79e-ec38-403a-9e36-7ee940552f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:15.907029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.919435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:15.952008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=4f4294db-82a3-4d62-a556-def70612d6a5,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.967331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:15.967708 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:15.977488 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Pushing event updated for resources: {'Port': ['ID=80b47065-a3aa-4b17-b479-4ab548f14f7e,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:15.993624 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.001270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.009040 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:16.009683 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087e4520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:16.014528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e0e4730-e03f-49f1-9076-897e6cae1741 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:16.026680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.048609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e8e34cc0-6dad-47ad-9a04-766787613c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:16.064608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.065389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.083509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/266b8999-7e89-4b7d-9671-5657a34e94eb HTTP/1.1" status: 204  len: 168 time: 0.4466152
Nov 29 12:02:16.085767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53760) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.089720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.095544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ddb1e990-9eac-4eca-9ef9-5e2889a1c3c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:16.107697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7d2edaa7-0339-489e-bb25-e05789975b55 None None] Provisioning for port 80b47065-a3aa-4b17-b479-4ab548f14f7e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:16.140258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ce23ef-8187-4311-a458-96b80a02db49,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:16.142862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=266b8999-7e89-4b7d-9671-5657a34e94eb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:16.146712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.148349 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e145da-5985-4433-b608-d75ce1c6cc1f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:16.148825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e145da-5985-4433-b608-d75ce1c6cc1f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:16.148942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.151076 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-36e145da-5985-4433-b608-d75ce1c6cc1f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/37f4ba3a-d856-403a-a984-c9f3f57a2e22 HTTP/1.1" status: 404  len: 337 time: 0.0637927
Nov 29 12:02:16.153257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53764) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.154543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.192100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.193735 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6910322
Nov 29 12:02:16.199830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53768) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.215424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '9f8f81fc-a184-47f4-94aa-f421a836900a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:16.232259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting subnet 74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:16.235581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.240680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7d2edaa7-0339-489e-bb25-e05789975b55 None None] Provisioning complete for port 4f4294db-82a3-4d62-a556-def70612d6a5 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:16.241059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d2edaa7-0339-489e-bb25-e05789975b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.301356 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:16.301634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.403162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.431625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 4f1b6856-3ffe-4e3f-a711-aa793a5d53cf yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:16.463506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=10']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:16.469702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:16.471324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.480593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:16.494670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:16.507731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.513456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:16.516313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:16.603548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Subnet': ['ID=74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:16.611867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.613179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.619698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.621472 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d HTTP/1.1" status: 204  len: 168 time: 0.4672432
Nov 29 12:02:16.624273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53772) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.675884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 357b077e-a837-4638-96e2-08cb35f904a2 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:16.678964 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a590acfa-236d-4c15-a7ed-ae744375bd52 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:16.680734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a590acfa-236d-4c15-a7ed-ae744375bd52 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:16.684922 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a590acfa-236d-4c15-a7ed-ae744375bd52 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/cc30dc3a-aa7a-4a8a-a36d-c91755eb9f57 HTTP/1.1" status: 404  len: 337 time: 0.0571408
Nov 29 12:02:16.685174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53776) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.696976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.705083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cf90c28f-66b4-485a-9fa9-7b6fdf8fee39 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:16.752408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b8d3c33-4ff5-4465-ae22-50009abf08aa tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Synchronizing usage tracker for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:16.770956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b8d3c33-4ff5-4465-ae22-50009abf08aa tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Unset dirty status for tenant:db3c2953fe3c4fd5bd5706ebc29975f6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:16.777904 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b8d3c33-4ff5-4465-ae22-50009abf08aa tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9818ccc5-10fa-49a8-ac70-6b481649bffc HTTP/1.1" status: 200  len: 205 time: 0.0915465
Nov 29 12:02:16.778878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.816436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.838061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:16.878979 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087e4520>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:15Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:16.885322 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a1024364-c6d1-46ec-8874-45d23fd4cff8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] delete failed (client error): The resource could not be found.
Nov 29 12:02:16.889183 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a1024364-c6d1-46ec-8874-45d23fd4cff8 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/routers/9818ccc5-10fa-49a8-ac70-6b481649bffc HTTP/1.1" status: 404  len: 336 time: 0.1058121
Nov 29 12:02:16.889183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53786) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.922588 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27107e51-7ab0-4ebb-8ab0-1500b6da5f5a None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:15Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:16.938467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d80291-0843-42fa-b249-f29bdda4a2cc None None] Update dhcp port {'port': {'network_id': '838afd14-1c48-413d-93d2-879a087c3c54', 'fixed_ips': [{'subnet_id': '74656c6e-c7d8-4acb-8b15-2e5eea4dfd5d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '266b8999-7e89-4b7d-9671-5657a34e94eb'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': '3048b787-469c-48e0-b09b-ef985bc3e165'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:16.938760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '47686ece-1e45-4b79-ab17-fc516f958f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:16.939057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: 1db9d153-e7c5-4da6-8634-90e6aabaeb4c, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:16.949569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=c6864f15-22e6-4797-9c18-eeb26ccf44fe,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:16.952441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:16.956221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f637e1d-06c0-44e6-8c6f-231065441f24 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:16.956901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f637e1d-06c0-44e6-8c6f-231065441f24 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:16.959685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:16.963233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f637e1d-06c0-44e6-8c6f-231065441f24 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/6520c683-f81d-47d9-97ec-9062cea09f0e HTTP/1.1" status: 404  len: 337 time: 0.0709946
Nov 29 12:02:16.968755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '10f748df-d0c0-4725-80df-45d2616bb5ba', 'ip_address': '2001:db8::f816:3eff:fec1:26da'}, {'subnet_id': '6bbd35cf-7e36-487a-8262-678e0316b459'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'a1af6f09-facd-4fb7-a497-ca5ebb118023'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:16.992956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53790) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:16.998111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1de147f-f9d8-4243-9a95-a0e10be16e3f,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:17.013451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:17.024386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8:0:1::a3 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/6bbd35cf-7e36-487a-8262-678e0316b459/4f1b6856-3ffe-4e3f-a711-aa793a5d53cf) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:17.066029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.067770 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8632891
Nov 29 12:02:17.071700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::f816:3eff:feaf:f2d0 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/10f748df-d0c0-4725-80df-45d2616bb5ba/4f1b6856-3ffe-4e3f-a711-aa793a5d53cf) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:17.073230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53794) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.073917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:17.083861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '9f8f81fc-a184-47f4-94aa-f421a836900a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:17.093254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:17.093494 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1d7fd8-a3e7-4004-b931-d9a9a6332f43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.093494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1d7fd8-a3e7-4004-b931-d9a9a6332f43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.094901 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a1d7fd8-a3e7-4004-b931-d9a9a6332f43 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/714d4332-54d7-42aa-bf47-635980f90506 HTTP/1.1" status: 404  len: 337 time: 0.1001627
Nov 29 12:02:17.098474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.098748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.107993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 357b077e-a837-4638-96e2-08cb35f904a2 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:17.108646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.109228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:17.114273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:17.120568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1db9d153-e7c5-4da6-8634-90e6aabaeb4c) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:17.124661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:17.125337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.140266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27d80291-0843-42fa-b249-f29bdda4a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.148506 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dc828d-222b-4fdb-969a-5aafd63ff0b1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.149316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dc828d-222b-4fdb-969a-5aafd63ff0b1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.154078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-31dc828d-222b-4fdb-969a-5aafd63ff0b1 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/507f90da-de4d-48fe-bdc1-eee5cc7a0a18 HTTP/1.1" status: 404  len: 337 time: 0.0545204
Nov 29 12:02:17.155388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53802) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.158235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a8a0c6-7ac0-4789-b9aa-c4c3eb3865a7 None None] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:17.160062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:17.187303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9649892
Nov 29 12:02:17.190811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53806) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.202719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1218251866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:17.205854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.214096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:17.218702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:17.223256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:17.230000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:17.246042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.247139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.255059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c15f9a9-3cf9-4c96-ac2e-c4529de65233 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.259587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c15f9a9-3cf9-4c96-ac2e-c4529de65233 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.264645 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c15f9a9-3cf9-4c96-ac2e-c4529de65233 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/068b59db-d148-45cc-aa69-97790334c2a8 HTTP/1.1" status: 404  len: 333 time: 0.1080823
Nov 29 12:02:17.265504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53810) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.311446 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b136ff-4bba-4f0a-bd3e-12ac24fc7b44 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.312059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b136ff-4bba-4f0a-bd3e-12ac24fc7b44 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.323785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97b136ff-4bba-4f0a-bd3e-12ac24fc7b44 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/4d1ef248-6dd5-4bb7-98cd-5a3e4c1c2a35 HTTP/1.1" status: 404  len: 337 time: 0.0551791
Nov 29 12:02:17.325863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53814) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.358059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.364984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.373470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.375606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-150a9e91-4b2e-412b-848e-25e164ea8a81 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.376172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150a9e91-4b2e-412b-848e-25e164ea8a81 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.381226 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-150a9e91-4b2e-412b-848e-25e164ea8a81 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/b5aa973f-ed0a-42e0-bee9-e97fc825d6a9 HTTP/1.1" status: 404  len: 337 time: 0.0542288
Nov 29 12:02:17.381949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53818) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.384006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9b84af62-cf10-4fa1-a558-bed16ccfe48a tempest-ServersTestManualDisk-726076583 tempest-ServersTestManualDisk-726076583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:17.400967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16863a72-f381-4f67-a0bd-96b22b2626c3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:17.403634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:17.433085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.434557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3575459
Nov 29 12:02:17.439336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53822) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.444960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '9f8f81fc-a184-47f4-94aa-f421a836900a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:17.453869 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded5fc2a-6b25-4e56-9464-0030a7c9836e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.454405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded5fc2a-6b25-4e56-9464-0030a7c9836e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.459302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ded5fc2a-6b25-4e56-9464-0030a7c9836e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/6c67102f-17c3-4cc1-abe8-8d60cc4f1194 HTTP/1.1" status: 404  len: 333 time: 0.0722847
Nov 29 12:02:17.461286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:17.461517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53826) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.464707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.485357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:17.489713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:17.493521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.494867 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ee59e56-97b0-48a9-b7d0-66ed35bccc9c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2975845
Nov 29 12:02:17.498615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53830) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.501472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:17.527148 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3100859-44ac-4c75-9c9e-cb9e2d4062d2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.527661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3100859-44ac-4c75-9c9e-cb9e2d4062d2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.529662 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c3100859-44ac-4c75-9c9e-cb9e2d4062d2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/708fefa4-7bca-46f1-8208-b53d1ac4e65f HTTP/1.1" status: 404  len: 337 time: 0.0670819
Nov 29 12:02:17.533007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53834) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.590580 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9645d337-9f88-4d33-91e2-29e03671a5ab tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:17.591051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9645d337-9f88-4d33-91e2-29e03671a5ab tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:17.592866 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9645d337-9f88-4d33-91e2-29e03671a5ab tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/subnets/6f049f10-bc79-4d17-968f-ffc1f35f21cc HTTP/1.1" status: 404  len: 337 time: 0.0587730
Nov 29 12:02:17.596170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.599315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53838) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:17.670301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 4f1b6856-3ffe-4e3f-a711-aa793a5d53cf will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:17.703926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-1db9d153-e7c5-4da6-8634-90e6aabaeb4c', 'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': 'c6864f15-22e6-4797-9c18-eeb26ccf44fe'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:17.704769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.714730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 50f00dee-fe4b-4b85-992b-4c0943809fb9 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:17.715874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.916560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:17.938380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcaa9e8-141b-4757-b911-6aad3b007f7b None None] Network 838afd14-1c48-413d-93d2-879a087c3c54 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:17.962422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Allocated IP 172.20.0.2 (1db9d153-e7c5-4da6-8634-90e6aabaeb4c/c6864f15-22e6-4797-9c18-eeb26ccf44fe/1490e86d-f55a-4b77-a9b9-6a8c56bf99fd) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:17.989045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.002112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-04af4ee3-6612-4e83-9a1e-c8a4629469d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:18.083812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:18.093396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.100379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5a24000c-3480-4f07-89cb-86d5a3be14d4 None None] Provisioning complete for port 3048b787-469c-48e0-b09b-ef985bc3e165 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:18.100756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5a24000c-3480-4f07-89cb-86d5a3be14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.106156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:18.108698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:18.114514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:18.115134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.236600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.248469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.249727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 50f00dee-fe4b-4b85-992b-4c0943809fb9 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:18.252781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:18.293954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=4f1b6856-3ffe-4e3f-a711-aa793a5d53cf,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:18.297308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:18.311368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aef239d-af84-494d-be19-ce204783b1b8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:18.318210 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.0928626
Nov 29 12:02:18.318425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.318739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53842) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:18.327795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:18.401634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.403795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9626656
Nov 29 12:02:18.408617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53846) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:18.415138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '9f8f81fc-a184-47f4-94aa-f421a836900a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:18.424388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 4f1b6856-3ffe-4e3f-a711-aa793a5d53cf {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:18.424825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.581384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Allocated IP 2001:db8:0:1::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/6bbd35cf-7e36-487a-8262-678e0316b459/a1af6f09-facd-4fb7-a497-ca5ebb118023) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:18.653243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:18.656438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.669336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-411a36b5-94d9-4cb1-bf52-031df017d2fd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:18.700439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:18.718305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:18.735961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:18.748343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.751375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Port': ['ID=50f00dee-fe4b-4b85-992b-4c0943809fb9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:18.753531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:18.801938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 80b47065-a3aa-4b17-b479-4ab548f14f7e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:18.835474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5a24000c-3480-4f07-89cb-86d5a3be14d4 None None] Could not find standard attr ID for object 50f00dee-fe4b-4b85-992b-4c0943809fb9. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:02:18.851517 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:02:18.861037 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/ports/50f00dee-fe4b-4b85-992b-4c0943809fb9 HTTP/1.1" status: 204  len: 168 time: 1.2606878
Nov 29 12:02:18.863677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:18.865253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.960371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.970685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:18.973019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] DHCP port deletion for 838afd14-1c48-413d-93d2-879a087c3c54 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:02:18.988079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Deleting port 3048b787-469c-48e0-b09b-ef985bc3e165 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:18.988520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:18.998163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.009162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 3048b787-469c-48e0-b09b-ef985bc3e165 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:19.009610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.035723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.076922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Transition to ACTIVE for port object 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:19.099194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 4f1b6856-3ffe-4e3f-a711-aa793a5d53cf owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:19.110259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.118609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 80b47065-a3aa-4b17-b479-4ab548f14f7e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:19.138058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.144934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.158566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 80b47065-a3aa-4b17-b479-4ab548f14f7e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:19.158934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.160218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:19.194115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b9cc54-8500-4cc5-ac65-c2ce38c3fb3a,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:19.194984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Transition to ACTIVE for port object a1af6f09-facd-4fb7-a497-ca5ebb118023 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:19.195962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:19.203751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.204413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Transition to ACTIVE for port object 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:19.204920 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7952733
Nov 29 12:02:19.209321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:19.214381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '9f8f81fc-a184-47f4-94aa-f421a836900a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:19.220745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:19.224907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:19.228076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:19.229715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.243548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:19.282626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-037b7471-dabb-4912-9a3c-c837fe513089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:19.309665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.20.0.1 (1db9d153-e7c5-4da6-8634-90e6aabaeb4c/c6864f15-22e6-4797-9c18-eeb26ccf44fe/d3c2a5d7-f823-4fc5-a318-c05e8a01415d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:19.336451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.369056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.374938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25aad8f5-ae9e-46e6-b4fe-41b964db9a27 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:19.417997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:19.418502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.426103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=4f1b6856-3ffe-4e3f-a711-aa793a5d53cf,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:19.429546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:19.432457 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:02:19.499859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:19.505630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.512299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] For port 3048b787-469c-48e0-b09b-ef985bc3e165, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=3048b787-469c-48e0-b09b-ef985bc3e165,segment=NetworkSegment(a9b16f76-8b66-45d0-8d03-f8ba7e908687),segment_id=a9b16f76-8b66-45d0-8d03-f8ba7e908687)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:19.512704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.523678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:19.523909 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/4f1b6856-3ffe-4e3f-a711-aa793a5d53cf HTTP/1.1" status: 204  len: 168 time: 1.2013848
Nov 29 12:02:19.524379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:19.526500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53858) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:19.534716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=11']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:19.538688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:19.556856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.598579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f69535f-c304-4640-ab7e-6a23274e23ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:19.627453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d6d26-fb4a-41cc-b301-71d52efdca13 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:19.628047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e6d6d26-fb4a-41cc-b301-71d52efdca13 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:19.649179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e6d6d26-fb4a-41cc-b301-71d52efdca13 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:19.653240 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1e6d6d26-fb4a-41cc-b301-71d52efdca13 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.1223869
Nov 29 12:02:19.653461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:19.717062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Calling delete_port for 3048b787-469c-48e0-b09b-ef985bc3e165 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:19.728540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Calling delete_port for 3048b787-469c-48e0-b09b-ef985bc3e165 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:19.758620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e79ebc-c9bb-4e9c-b7eb-d8864739f8e4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:19.761150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-70e79ebc-c9bb-4e9c-b7eb-d8864739f8e4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.1067469
Nov 29 12:02:19.764607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53866) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:19.873709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa04ae6-0a59-4086-b7d8-61b342ba8801 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:19.877536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa04ae6-0a59-4086-b7d8-61b342ba8801 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:19.880308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa04ae6-0a59-4086-b7d8-61b342ba8801 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:19.881568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5aa04ae6-0a59-4086-b7d8-61b342ba8801 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:19.906980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5aa04ae6-0a59-4086-b7d8-61b342ba8801 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:19.907977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Pushing event updated for resources: {'Port': ['ID=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:19.917428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53870) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:19.919428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:19.920109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.920656 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5aa04ae6-0a59-4086-b7d8-61b342ba8801 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1547511
Nov 29 12:02:19.935028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Attempting to bind port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:19.935442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Attempting to bind port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '47686ece-1e45-4b79-ab17-fc516f958f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:19.935822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Attempting to bind port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd on network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:19.964554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:19.964941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Checking segment: {'id': '47686ece-1e45-4b79-ab17-fc516f958f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:19.965360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.965765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Bound using segment: {'id': '47686ece-1e45-4b79-ab17-fc516f958f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:19.966260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Bound port: 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47686ece-1e45-4b79-ab17-fc516f958f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1db9d153-e7c5-4da6-8634-90e6aabaeb4c'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:19.966644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:19.977650 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:02:20.000948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.029046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 80b47065-a3aa-4b17-b479-4ab548f14f7e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=80b47065-a3aa-4b17-b479-4ab548f14f7e,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:20.030112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.041337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff75a68d-11ef-4e15-9339-1d87d0db854f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:20.051531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object d3c2a5d7-f823-4fc5-a318-c05e8a01415d will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:20.055462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:02:20.055984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:02:20.059941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 10f748df-d0c0-4725-80df-45d2616bb5ba {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:20.063809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.066433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.103894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.109197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:20.153546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094c20f5-0615-47b1-bd22-0eccb3e33ba8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:20.158279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.159644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:20.159867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:20.166997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.197489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] No DVR routers for this DVR port 3048b787-469c-48e0-b09b-ef985bc3e165 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:02:20.200205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Pushing event deleted for resources: {'Port': ['ID=3048b787-469c-48e0-b09b-ef985bc3e165,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:20.204814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:20.217651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:20.236694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.237889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.0275202
Nov 29 12:02:20.242107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.248672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6941c53-3761-466d-b64d-2abd3f719c7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:20.339709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:20.349575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:20.352487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:20.353752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] For port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:20.356894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a11c1273-3550-4998-8fa9-eda636e9c5e2 None None] Provisioning for port a1af6f09-facd-4fb7-a497-ca5ebb118023 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:20.361016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] For port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,segment=NetworkSegment(47686ece-1e45-4b79-ab17-fc516f958f4c),segment_id=47686ece-1e45-4b79-ab17-fc516f958f4c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:20.363018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=80b47065-a3aa-4b17-b479-4ab548f14f7e,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:20.374310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:20.378168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.383441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5bd063ae-4727-42d8-a8fa-10fc920afcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:20.408484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=d3c2a5d7-f823-4fc5-a318-c05e8a01415d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:20.411464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:20.415130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a11c1273-3550-4998-8fa9-eda636e9c5e2 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:20.416232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a11c1273-3550-4998-8fa9-eda636e9c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.452180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.491486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:20.492006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.493511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.553648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-39029396-cda9-4318-9f33-0fbc90589236 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:20.559807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Deleting port 3048b787-469c-48e0-b09b-ef985bc3e165 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:20.560153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.592744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Pushing event updated for resources: {'Port': ['ID=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:20.599978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:20.653924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] The port '3048b787-469c-48e0-b09b-ef985bc3e165' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:02:20.662754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-39029396-cda9-4318-9f33-0fbc90589236 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:20.664047 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-39029396-cda9-4318-9f33-0fbc90589236 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008621418&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.2460327
Nov 29 12:02:20.737772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f4294db-82a3-4d62-a556-def70612d6a5 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:20.782001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.811086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4f4294db-82a3-4d62-a556-def70612d6a5 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:20.811726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:20.845954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-696798f7-bc62-4e47-85ca-82a792883e2e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:20.893720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-61771877-f318-4913-81a6-e5c4232cbc38 None None] Could not find standard attr ID for object 4f1b6856-3ffe-4e3f-a711-aa793a5d53cf. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:02:20.965999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=10f748df-d0c0-4725-80df-45d2616bb5ba,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:20.991250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c766e1-669d-4c99-a7c8-5e64322f83bd None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:20.991728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:21.001995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.016406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.049114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.073443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:21.075806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08164340>,) {'filters': {'network_id': ['838afd14-1c48-413d-93d2-879a087c3c54']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:21.101078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-901d6a72-b86a-402f-a5b1-a4cf725c5851 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/10f748df-d0c0-4725-80df-45d2616bb5ba HTTP/1.1" status: 204  len: 168 time: 1.1724551
Nov 29 12:02:21.103998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53886) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:21.108200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08164340>, 'a9b16f76-8b66-45d0-8d03-f8ba7e908687') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:21.108498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08164340>, 'a9b16f76-8b66-45d0-8d03-f8ba7e908687') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:21.111382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 3048b787-469c-48e0-b09b-ef985bc3e165 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:21.111732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 3048b787-469c-48e0-b09b-ef985bc3e165 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:21.166321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.199659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 6bbd35cf-7e36-487a-8262-678e0316b459 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:21.203981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.204431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-43a96618-684e-477b-9417-54754c37cfe8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:21.205156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-43a96618-684e-477b-9417-54754c37cfe8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:21.216813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.281076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.328180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 80b47065-a3aa-4b17-b479-4ab548f14f7e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:21.359065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:02:21.359498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:02:21.378225 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:02:21.386506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.419505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 80b47065-a3aa-4b17-b479-4ab548f14f7e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:21.420530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.459045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-43a96618-684e-477b-9417-54754c37cfe8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:21.465643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-43a96618-684e-477b-9417-54754c37cfe8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 796 time: 0.7715251
Nov 29 12:02:21.482783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.491594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a5e9813f-b772-49ba-ac5b-899d08e69aee tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:21.518659 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-c6162089-b3a3-4ff6-8470-97555f69ba73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0520527
Nov 29 12:02:21.559788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.575232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbd35cf-7e36-487a-8262-678e0316b459,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:21.582494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:21.586907 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/6bbd35cf-7e36-487a-8262-678e0316b459 HTTP/1.1" status: 204  len: 168 time: 0.4812722
Nov 29 12:02:21.587910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:21.588040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53890) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:21.678686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e420ac6-4142-4509-b93a-3b7163658f9d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0894403
Nov 29 12:02:21.679380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:21.684422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:21.684913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.685438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:21.887231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:21.897256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:21.900367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:21.904965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:21.917909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:21.937959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.939299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:21.944019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.947240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:21.959126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-703b6b45-9086-4e6d-913c-88e6994cb6f6 tempest-NetworksTest-1280091495 tempest-NetworksTest-1280091495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:21.984688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.005302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:22.018193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.028888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Pushing event deleted for resources: {'Network': ['ID=838afd14-1c48-413d-93d2-879a087c3c54,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:22.033703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] 10.222.0.20 "DELETE /v2.0/networks/838afd14-1c48-413d-93d2-879a087c3c54 HTTP/1.1" status: 204  len: 168 time: 3.1672366
Nov 29 12:02:22.051259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:22.052628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:22.130900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dfc91-a146-4566-a9fd-5c1f76cc8b7d None None] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:22.232292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=d3c2a5d7-f823-4fc5-a318-c05e8a01415d,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:22.237086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:22.238106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.283145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Provisioning for port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:22.283841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-cc071724-03f0-4be0-be4c-2d128632cc83 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:22.302499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Provisioning complete for port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:22.302884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.372777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-cc071724-03f0-4be0-be4c-2d128632cc83 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:22.374101 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-cc071724-03f0-4be0-be4c-2d128632cc83 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8546419
Nov 29 12:02:22.385602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec5dcb-9d78-4898-b2b8-cc33d47121f8 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:22.431048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53902) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:22.502225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.510280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c035fe91-6520-47a2-8174-190b0e0e6f42 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:22.522162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:22.523579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:22.607328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:22.618995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:22.628321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:22.629207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.671194 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9904094
Nov 29 12:02:22.675279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:22.678256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53908) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:22.684751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:22.720082 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-32df0fd8-52e2-4f3a-9ebc-905a3dde5b3d service neutron] 10.222.0.20 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3224945
Nov 29 12:02:22.767893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:22.772849 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e1f7c7b0-b4e8-4fb6-855c-6df8dcab08fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db3c2953fe3c4fd5bd5706ebc29975f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3381035
Nov 29 12:02:22.773611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53912) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:22.818838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.847427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router fea69761-e268-4963-8310-caacf6b7caa8 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:02:22.888216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] For port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,segment=NetworkSegment(47686ece-1e45-4b79-ab17-fc516f958f4c),segment_id=47686ece-1e45-4b79-ab17-fc516f958f4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:22.897758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.900970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:22.917612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:22.924810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:22.928767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:22.946098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:22.956827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.977850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:22.983763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:22.999460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Pushing event updated for resources: {'Port': ['ID=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:23.002740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:23.027623 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-dee0ad56-0bf5-404f-89a0-2b4d9659d199 service neutron] 10.222.0.20 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944639
Nov 29 12:02:23.065068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:23.071703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/fea69761-e268-4963-8310-caacf6b7caa8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5711503
Nov 29 12:02:23.074342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53916) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:23.083375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] Sync routers for ids ['fea69761-e268-4963-8310-caacf6b7caa8'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:23.091850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c850c4af-e4ff-40ff-94b7-221926e70a8d None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:23.092243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c850c4af-e4ff-40ff-94b7-221926e70a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.160753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] Routers {'fea69761-e268-4963-8310-caacf6b7caa8'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:23.161727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02f24400>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fea69761-e268-4963-8310-caacf6b7caa8'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:23.177199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9f9de-95ae-41a1-aefd-6727738b1127 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:23.178247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2df9f9de-95ae-41a1-aefd-6727738b1127 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:23.189164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.203832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2df9f9de-95ae-41a1-aefd-6727738b1127 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:23.205493 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2df9f9de-95ae-41a1-aefd-6727738b1127 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports/d3c2a5d7-f823-4fc5-a318-c05e8a01415d HTTP/1.1" status: 200  len: 910 time: 0.1296551
Nov 29 12:02:23.208723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53920) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:23.220382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6864f15-22e6-4797-9c18-eeb26ccf44fe'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:23.290315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': 'c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'a1af6f09-facd-4fb7-a497-ca5ebb118023'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:23.359594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.369019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:23.401488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3a2ce4c3-cb39-407c-8d59-526f3770ceab req-6632a992-4424-4273-bfce-0596b9df6b32 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:23.440251 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.ipam_backend_mixin [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78 (CIDR: 2001:db8::/64)
Nov 29 12:02:23.446546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02f24400>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:23.459099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3a2ce4c3-cb39-407c-8d59-526f3770ceab req-6632a992-4424-4273-bfce-0596b9df6b32 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:23.461225 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a2ce4c3-cb39-407c-8d59-526f3770ceab req-6632a992-4424-4273-bfce-0596b9df6b32 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 210 time: 0.1634645
Nov 29 12:02:23.469821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.481248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0197706-2117-46fa-a147-41ee33859d2d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:23.489710 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:02:23.489710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:23.511022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69b8314-8051-4398-83ad-49060f1a3e0f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:23.512234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] Routers {'fea69761-e268-4963-8310-caacf6b7caa8'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:23.513019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02f24400>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fea69761-e268-4963-8310-caacf6b7caa8'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:23.522835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:23.524984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.528643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a69b8314-8051-4398-83ad-49060f1a3e0f HTTP/1.1" status: 204  len: 168 time: 0.7408690
Nov 29 12:02:23.538503 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6c12e837-e081-42c4-940d-9f7540873d6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8577869
Nov 29 12:02:23.544510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53934) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:23.551276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:23.677416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02f24400>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:23.678474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98aa12-df02-47ac-b1b6-1b25f0c5348b None None] The sync data for ids ['fea69761-e268-4963-8310-caacf6b7caa8'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:23.776745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:23.777406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.878090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:23.888734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:23.899589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:23.908969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:23.922579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:23.945269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:23.949679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.015575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78/a1af6f09-facd-4fb7-a497-ca5ebb118023) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:24.336467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:24.340354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94583509-38f8-4bdd-99e9-56a74da2c54b None None] Provisioning complete for port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:24.340738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94583509-38f8-4bdd-99e9-56a74da2c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.449463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.465449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:02:24.500106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Transition to ACTIVE for port object a1af6f09-facd-4fb7-a497-ca5ebb118023 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:24.514499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.521637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:24.755305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.767078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-996c6cac-3309-42f6-b0fe-7595dbd25737 req-92199673-977a-435b-96ae-49e9a8e0eb5e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 210 time: 0.1174777
Nov 29 12:02:24.793079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=14']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:24.811615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:24.814404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94583509-38f8-4bdd-99e9-56a74da2c54b None None] Provisioning for port d3c2a5d7-f823-4fc5-a318-c05e8a01415d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:24.828930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94583509-38f8-4bdd-99e9-56a74da2c54b None None] Provisioning complete for port d3c2a5d7-f823-4fc5-a318-c05e8a01415d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:24.829316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94583509-38f8-4bdd-99e9-56a74da2c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.857380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53960) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:24.962256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:24.964111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-94583509-38f8-4bdd-99e9-56a74da2c54b None None] Port d3c2a5d7-f823-4fc5-a318-c05e8a01415d cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:24.992641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.037573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:25.098026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-2ab4ae23-ed42-4639-84b4-67b101d9cb6e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:25.100010 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-2ab4ae23-ed42-4639-84b4-67b101d9cb6e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 796 time: 0.3810935
Nov 29 12:02:25.134988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--807780355'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:25.142864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:25.153709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:25.153872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.155145 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/ports/d3c2a5d7-f823-4fc5-a318-c05e8a01415d HTTP/1.1" status: 200  len: 910 time: 1.9452848
Nov 29 12:02:25.161838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:25.164234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53970) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:25.167137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:25.206112 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-21fb6431-bb20-4f1f-aa7f-71c4918582ad tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 380 time: 0.0927861
Nov 29 12:02:25.206813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=d3c2a5d7-f823-4fc5-a318-c05e8a01415d,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:25.212303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:25.220413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': 'f640787d-5197-446b-b308-2d4802163678', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['9f8f81fc-a184-47f4-94aa-f421a836900a']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:25.221501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:25.243333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:25.387458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:25.398527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:25.410499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:25.414652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.455764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:25.465821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c36bec-913f-4e6b-a608-fdd8030928fb None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:25.474989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.495703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.556080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a02fe875-9eb4-49b9-a98e-49110c01fd89 None None] Provisioning for port a1af6f09-facd-4fb7-a497-ca5ebb118023 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:25.565585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a02fe875-9eb4-49b9-a98e-49110c01fd89 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:25.565884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a02fe875-9eb4-49b9-a98e-49110c01fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.590531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.4 (5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f/4e7c3677-46c9-4c3d-a68d-7338d11d734c/cd8d761a-bd99-49a7-946c-f9d3b3fe167c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:25.601090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:25.616681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.674389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:25.689945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.690835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.697584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:25.701852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e4347261-43e3-4df4-9937-6b1c5bfff8a8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:25.768573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:25.824951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:25.830347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.837020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:25.846808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:25.847429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.854841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object cd8d761a-bd99-49a7-946c-f9d3b3fe167c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:25.887745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:25.901910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-88af3836-f8e3-41b3-9e27-621e172e5fc5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:25.953528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=16']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:25.973278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:25.973747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:25.975063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:25.975889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9acdb9be-a8d0-48a7-aa0e-1c2fe3a9fd38 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:25.984042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:26.057408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:26.059557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53976) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:26.059954 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.5135856
Nov 29 12:02:26.064112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:26.070797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:c6:ae:b7', 'name': 'tempest-NetworksTestDHCPv6-2009864053'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:26.110243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:26.110929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.216108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=b2145511-3c5a-4eaf-a020-562ae166d214,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:26.223950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:26.311895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.322175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.326701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-475bd61e-b2af-4174-877d-800fde85167f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:26.347766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-87e6d52c-c0e4-4295-8243-8098c31803f9 None None] Provisioning for port cd8d761a-bd99-49a7-946c-f9d3b3fe167c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:26.349489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbece1-9f5f-4d90-b30f-2fadc0591f0d req-3c9bc816-90f5-4b13-9391-fd6d31c2ec0e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:26.351246 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c1fbece1-9f5f-4d90-b30f-2fadc0591f0d req-3c9bc816-90f5-4b13-9391-fd6d31c2ec0e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 931 time: 0.3768258
Nov 29 12:02:26.357433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:26.363227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-87e6d52c-c0e4-4295-8243-8098c31803f9 None None] Provisioning complete for port cd8d761a-bd99-49a7-946c-f9d3b3fe167c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:26.364499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-87e6d52c-c0e4-4295-8243-8098c31803f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.371711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:26.388057 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1746781
Nov 29 12:02:26.405088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Request body: {'port': {'device_id': 'f640787d-5197-446b-b308-2d4802163678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:26.444168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:26.455664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-87e6d52c-c0e4-4295-8243-8098c31803f9 None None] Port cd8d761a-bd99-49a7-946c-f9d3b3fe167c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:26.475112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:26.481473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60205d-da04-4599-b767-c6eed238b2f0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:26.499928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:26.502430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:26.520277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3d7851b-b185-4848-903b-490d2d068856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.529223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-c1fbece1-9f5f-4d90-b30f-2fadc0591f0d req-aab5e7b0-19a4-4a72-8601-5ee30a83897f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:26.559257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:26.569000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-c1fbece1-9f5f-4d90-b30f-2fadc0591f0d req-aab5e7b0-19a4-4a72-8601-5ee30a83897f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:26.569000 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c1fbece1-9f5f-4d90-b30f-2fadc0591f0d req-aab5e7b0-19a4-4a72-8601-5ee30a83897f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2049732
Nov 29 12:02:26.584350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.598706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:26.604995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.738553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a1ea5-bd10-4a11-b4d8-94b01a9ef78c None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:26.754882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.773970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.781725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1d3708ea-d0fb-4a4b-b9d2-766bae8f8cf0 tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:26.849046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-92d8ad51-82a4-47f6-b150-bd61bf1e69b3 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:26.849432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92d8ad51-82a4-47f6-b150-bd61bf1e69b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.867607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.893803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0e1964-0152-4115-b686-29d33242d3bb,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:26.903072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:26.904244 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.0458708
Nov 29 12:02:26.905446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:26.907649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53980) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:26.933284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port f5546cb4-af3b-4b97-bee9-f86213e45e5d yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:27.054382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port d3c2a5d7-f823-4fc5-a318-c05e8a01415d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:27.054985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.108227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.195403 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc32a92e-91ee-4c36-8ed9-d10ff5cb5dd6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.2865112
Nov 29 12:02:27.203152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53984) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:27.214935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-security--1990543290', 'description': 'tempest-security-description-202831689'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:27.219330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:27.282758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.305716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:27.306556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.338058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.407054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::336 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78/f5546cb4-af3b-4b97-bee9-f86213e45e5d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:27.445020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a44d81de-d7d5-4445-9c31-40fb243b3c78 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:27.445772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a44d81de-d7d5-4445-9c31-40fb243b3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.452325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8:0:1:f816:3eff:fec6:aeb7 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/b2145511-3c5a-4eaf-a020-562ae166d214/f5546cb4-af3b-4b97-bee9-f86213e45e5d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:27.475717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.497614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.505971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad362fe1-5f36-4ce5-9ac6-d6a550d02c17 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:27.532446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8d761a-bd99-49a7-946c-f9d3b3fe167c {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:02:27.542754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.546483 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "PUT /v2.0/security-groups/de0e1964-0152-4115-b686-29d33242d3bb HTTP/1.1" status: 200  len: 1779 time: 0.3398690
Nov 29 12:02:27.556753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.567096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53988) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:27.575816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for d3c2a5d7-f823-4fc5-a318-c05e8a01415d owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:27.625409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0e1964-0152-4115-b686-29d33242d3bb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:27.676824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:27.677761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Transition to ACTIVE for port object cd8d761a-bd99-49a7-946c-f9d3b3fe167c will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:27.703702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.744532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:27.761226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:27.765407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:27.814220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=d3c2a5d7-f823-4fc5-a318-c05e8a01415d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:27.817513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:27.915330 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ef6a05e-80f0-4754-b618-3e1442c15462 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups/de0e1964-0152-4115-b686-29d33242d3bb HTTP/1.1" status: 200  len: 1779 time: 0.3469260
Nov 29 12:02:27.919779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 53994) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:27.980627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59281-7589-42cf-b287-505bca508776 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:28.009721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02a59281-7589-42cf-b287-505bca508776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:28.040622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.081188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object f5546cb4-af3b-4b97-bee9-f86213e45e5d will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:28.106697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.111796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302c1ce-89de-4b67-8608-dd9937ec840f req-996983d8-2c40-46d4-bf4b-42b958d76f62 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:28.112491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-2302c1ce-89de-4b67-8608-dd9937ec840f req-996983d8-2c40-46d4-bf4b-42b958d76f62 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:28.130480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Attempting to bind port cd8d761a-bd99-49a7-946c-f9d3b3fe167c on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:28.130813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Attempting to bind port cd8d761a-bd99-49a7-946c-f9d3b3fe167c by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:28.131142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Attempting to bind port cd8d761a-bd99-49a7-946c-f9d3b3fe167c on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:28.142105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Port cd8d761a-bd99-49a7-946c-f9d3b3fe167c on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:02:28.142524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Attempting to bind port cd8d761a-bd99-49a7-946c-f9d3b3fe167c on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:28.151694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-2302c1ce-89de-4b67-8608-dd9937ec840f req-996983d8-2c40-46d4-bf4b-42b958d76f62 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:28.152832 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2302c1ce-89de-4b67-8608-dd9937ec840f req-996983d8-2c40-46d4-bf4b-42b958d76f62 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 943 time: 0.4564853
Nov 29 12:02:28.153519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:28.153844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Checking segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:28.154217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Bound using segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:28.154636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Bound port: cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:28.154974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.268702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.353091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.364357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:28.415339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.453433 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2302c1ce-89de-4b67-8608-dd9937ec840f req-68edef2b-4a3c-4864-a2b0-371a867c3167 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2873998
Nov 29 12:02:28.464266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router fea69761-e268-4963-8310-caacf6b7caa8 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:28.467989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:28.482047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:28.491446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:28.497117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:28.497760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.513609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=f5546cb4-af3b-4b97-bee9-f86213e45e5d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:28.519947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] For port cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:28.522428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:28.524098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] For port cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:28.530830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.538123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-74df4ac0-f739-4bc4-be17-16fba8eed625 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:28.573137 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.5105057
Nov 29 12:02:28.583410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 53998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:28.591507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.598335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:28.599071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.600561 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-02a59281-7589-42cf-b287-505bca508776 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 1093 time: 2.2012992
Nov 29 12:02:28.603561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:28.624048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0e1964-0152-4115-b686-29d33242d3bb,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:28.626109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:28.627714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:28.642126 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/fea69761-e268-4963-8310-caacf6b7caa8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4768219
Nov 29 12:02:28.643680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] Sync routers for ids ['fea69761-e268-4963-8310-caacf6b7caa8'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:28.658236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] Routers {'fea69761-e268-4963-8310-caacf6b7caa8'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:28.658882 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c504f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fea69761-e268-4963-8310-caacf6b7caa8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:28.659509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54002) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:28.667955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.669458 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/de0e1964-0152-4115-b686-29d33242d3bb HTTP/1.1" status: 204  len: 168 time: 0.7486007
Nov 29 12:02:28.671721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54006) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:28.673186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:02:28.759863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27f19ff3-7f08-4bbe-945b-83357570c3cb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:28.761665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59281-7589-42cf-b287-505bca508776 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:28.776390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02a59281-7589-42cf-b287-505bca508776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:28.790913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'status': 'completed', 'code': 200}
Nov 29 12:02:28.801292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port f5546cb4-af3b-4b97-bee9-f86213e45e5d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:28.801656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.802631 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c504f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:28.818618 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] Routers {'fea69761-e268-4963-8310-caacf6b7caa8'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:28.819640 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c504f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:01:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['fea69761-e268-4963-8310-caacf6b7caa8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:28.831129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0d07614b-61c7-4ebf-9098-7e4b47a30ee2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:28.857974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27f19ff3-7f08-4bbe-945b-83357570c3cb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:28.862916 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-27f19ff3-7f08-4bbe-945b-83357570c3cb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=fea69761-e268-4963-8310-caacf6b7caa8 HTTP/1.1" status: 200  len: 205 time: 0.1983666
Nov 29 12:02:28.865204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54012) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:28.870468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27c34b4d-8f29-4ca8-8b03-09997e93803f None None] Provisioning for port f5546cb4-af3b-4b97-bee9-f86213e45e5d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:28.876257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27c34b4d-8f29-4ca8-8b03-09997e93803f None None] Provisioning complete for port f5546cb4-af3b-4b97-bee9-f86213e45e5d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:28.876976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27c34b4d-8f29-4ca8-8b03-09997e93803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:28.944789 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c504f0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:28.945392 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fccc95a-c0f1-4571-98fe-cb17a373a0f6 None None] The sync data for ids ['fea69761-e268-4963-8310-caacf6b7caa8'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:28.954953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0d07614b-61c7-4ebf-9098-7e4b47a30ee2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:28.956259 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0d07614b-61c7-4ebf-9098-7e4b47a30ee2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2828369
Nov 29 12:02:28.962548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-27c34b4d-8f29-4ca8-8b03-09997e93803f None None] Port f5546cb4-af3b-4b97-bee9-f86213e45e5d cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:28.965501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54016) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:29.010987 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-8992f959-ea43-46fb-a7d6-1ec732c06c2b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] delete failed (client error): The resource could not be found.
Nov 29 12:02:29.012027 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8992f959-ea43-46fb-a7d6-1ec732c06c2b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/de0e1964-0152-4115-b686-29d33242d3bb HTTP/1.1" status: 404  len: 347 time: 0.0449393
Nov 29 12:02:29.026580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54020) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:29.042730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--330169626'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:29.049053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:29.061195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:29.064541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79b608e4-f2b3-4825-b6c0-2bfb4c356878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.071005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.085461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-2152d7b9-1c63-4cc6-b7ff-b15decb629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:29.086928 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-2152d7b9-1c63-4cc6-b7ff-b15decb629b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1096 time: 0.3778288
Nov 29 12:02:29.178314 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-0a438da7-ac91-4209-bb41-468575382e60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 217 time: 0.0816691
Nov 29 12:02:29.238565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.312437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.369733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for f5546cb4-af3b-4b97-bee9-f86213e45e5d owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:29.411999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-ea6bc3dd-5f5b-4648-8ba3-af488d4cb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:29.413434 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-ea6bc3dd-5f5b-4648-8ba3-af488d4cb276 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.2286389
Nov 29 12:02:29.440882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:29.503115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:29.513362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:29.522601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:29.525744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.528788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.563735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.564125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router fea69761-e268-4963-8310-caacf6b7caa8 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:02:29.564317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-3e05a01a-4762-4db1-bb14-7da4c3c11b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:29.565808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-3e05a01a-4762-4db1-bb14-7da4c3c11b16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1454477
Nov 29 12:02:29.585937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.587141 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a5aa99da-f693-4486-8629-426aa20c8feb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/fea69761-e268-4963-8310-caacf6b7caa8 HTTP/1.1" status: 204  len: 168 time: 0.7208514
Nov 29 12:02:29.589851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54026) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:29.658052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet c6864f15-22e6-4797-9c18-eeb26ccf44fe {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:29.661231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.716241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.803604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.812510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53eea0bf-7613-4c79-a470-48a37135fe2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:29.825221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.853827 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-1b7eb351-9fdc-44f7-afc4-d9b46ba7b0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774637
Nov 29 12:02:29.865496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=f5546cb4-af3b-4b97-bee9-f86213e45e5d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:29.885254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:29.919078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.927852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.934027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ee8d85d2-b84d-4976-8df1-5dcb3b018cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:29.962261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:29.998092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95aea97-23e3-47b3-bd81-6526e3af4de6,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:30.005723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:30.006246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b61b53d6-0bf8-42b3-a100-fdfce3734d06 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:30.016669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f55bd-ed3a-443f-935b-62a409a6e971 None None] Network 1db9d153-e7c5-4da6-8634-90e6aabaeb4c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:30.032902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.065782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=c6864f15-22e6-4797-9c18-eeb26ccf44fe,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:30.073915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:30.075500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.079361 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0523331
Nov 29 12:02:30.083683 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3f4fde93-8f03-42ef-9ab4-147fc0cbd2c5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/c6864f15-22e6-4797-9c18-eeb26ccf44fe HTTP/1.1" status: 204  len: 168 time: 0.4923031
Nov 29 12:02:30.084495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54030) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.084912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54032) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.115147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': 'a95aea97-23e3-47b3-bd81-6526e3af4de6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:30.128747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:30.140776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.170765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5651af-1456-47cd-b6c9-4dde7cb31628 req-2f340679-00b5-4c73-b63f-921b64b15fc6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.172167 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c5651af-1456-47cd-b6c9-4dde7cb31628 req-2f340679-00b5-4c73-b63f-921b64b15fc6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 943 time: 0.6008310
Nov 29 12:02:30.182584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:30.183243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.188099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:30.205565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:30.238430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.241395 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/f5546cb4-af3b-4b97-bee9-f86213e45e5d HTTP/1.1" status: 204  len: 168 time: 1.6558635
Nov 29 12:02:30.245364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54038) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.263009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c5651af-1456-47cd-b6c9-4dde7cb31628 req-067f26ed-4d17-45da-92fd-7d4c39091380 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769191
Nov 29 12:02:30.271053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eaf1dda2-2202-4d0b-bf7b-e7cff929f655 req-b32b61b2-1c83-4d22-ad56-aed4f513fd82 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4065518
Nov 29 12:02:30.298748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.318102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] DHCP port deletion for 1db9d153-e7c5-4da6-8634-90e6aabaeb4c request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:02:30.322600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Deleting port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:30.322990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.328522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:30.328797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.413393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-c2f45520-1043-4a2a-b24b-a9f565f403a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.414940 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-c2f45520-1043-4a2a-b24b-a9f565f403a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1096 time: 0.0817182
Nov 29 12:02:30.478783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.489961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.494932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a507b367-d239-4408-9017-8e05e3e835ec tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:30.546755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c9fa8-3a49-4160-b547-5713f75dbc9f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.548272 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-200c9fa8-3a49-4160-b547-5713f75dbc9f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3001540
Nov 29 12:02:30.549162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496dadeb-07bb-4baa-8b5b-d3138b8e3e96,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:30.551418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54042) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.556209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-1d84f18d-6765-48b7-85ac-98cb4eace597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.558002 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-1d84f18d-6765-48b7-85ac-98cb4eace597 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.1363533
Nov 29 12:02:30.599483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:30.609364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] For port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,segment=NetworkSegment(47686ece-1e45-4b79-ab17-fc516f958f4c),segment_id=47686ece-1e45-4b79-ab17-fc516f958f4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:30.610085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.620260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.624173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5355897
Nov 29 12:02:30.624899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54046) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.665688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-aa67a5dd-afd8-4df7-8914-68d54a3e56e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 217 time: 0.0691192
Nov 29 12:02:30.670107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,segment=NetworkSegment(47686ece-1e45-4b79-ab17-fc516f958f4c),segment_id=47686ece-1e45-4b79-ab17-fc516f958f4c)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:30.670708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.678256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.740399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Calling delete_port for 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:30.750395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14ab90-38c1-4a64-8579-37e8b0e806ba tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.751249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0d14ab90-38c1-4a64-8579-37e8b0e806ba tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:30.757605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-a21573a4-1e88-4e47-a31d-0195543c35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.759002 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-a21573a4-1e88-4e47-a31d-0195543c35f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.0799940
Nov 29 12:02:30.806538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.815031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0d14ab90-38c1-4a64-8579-37e8b0e806ba tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:30.816498 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d14ab90-38c1-4a64-8579-37e8b0e806ba tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2632279
Nov 29 12:02:30.819476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:30.820164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.848646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.854417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96ed663f-4cae-45cc-aef5-e69fa10251b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:30.904366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e071270-f5b9-46cd-8866-e8b28ef52882 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.904602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.906832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] No DVR routers for this DVR port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:02:30.907481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e071270-f5b9-46cd-8866-e8b28ef52882 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.909504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e071270-f5b9-46cd-8866-e8b28ef52882 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.911251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e071270-f5b9-46cd-8866-e8b28ef52882 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:30.912411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Pushing event deleted for resources: {'Port': ['ID=1490e86d-f55a-4b77-a9b9-6a8c56bf99fd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:30.915314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93c4a8f4-a734-44ba-ac90-4046980f68a5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:30.920942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:30.927452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=496dadeb-07bb-4baa-8b5b-d3138b8e3e96,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:30.927630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-cae984ce-c605-4a76-8b4a-45302497a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:30.929200 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-cae984ce-c605-4a76-8b4a-45302497a5cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1621556
Nov 29 12:02:30.929699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:30.933094 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/496dadeb-07bb-4baa-8b5b-d3138b8e3e96 HTTP/1.1" status: 204  len: 168 time: 0.3049855
Nov 29 12:02:30.933094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:30.933575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:30.933667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:02:30.933802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:02:30.970919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e071270-f5b9-46cd-8866-e8b28ef52882 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:30.972067 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e071270-f5b9-46cd-8866-e8b28ef52882 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1495588
Nov 29 12:02:30.975040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54058) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:31.045551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet b2145511-3c5a-4eaf-a020-562ae166d214 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:31.048513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.074009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5026a3d-c10b-42bb-880a-b72c746a2266 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1393623
Nov 29 12:02:31.077670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:31.146118 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-1b4ca88f-618a-478e-a447-a48d90a2159e service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957498
Nov 29 12:02:31.200256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:31.235033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.236521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:31.236950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:31.253452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.292425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.316857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.354719 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39bdb362-9bde-4ac3-a698-75da18ff42c7 req-1dd7f80a-b578-4003-bfad-4e28b0614b07 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987741
Nov 29 12:02:31.374786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.381725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-062c12f2-02c6-4e79-8640-c5b681da7d16 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:31.399016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95aea97-23e3-47b3-bd81-6526e3af4de6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:31.402041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:31.408500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.412423 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/a95aea97-23e3-47b3-bd81-6526e3af4de6 HTTP/1.1" status: 204  len: 168 time: 0.3310864
Nov 29 12:02:31.412582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54068) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:31.436850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 1490e86d-f55a-4b77-a9b9-6a8c56bf99fd {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:31.437192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.463638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f5df830-8858-4715-8a96-e2f216436dfc tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:31.481005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f5df830-8858-4715-8a96-e2f216436dfc tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:31.482373 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f5df830-8858-4715-8a96-e2f216436dfc tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0689249
Nov 29 12:02:31.487078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54072) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:31.492779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--365358500'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:31.499458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:31.509372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:31.509543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.517464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] The port '1490e86d-f55a-4b77-a9b9-6a8c56bf99fd' was deleted {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:02:31.518454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bd2fe1bf-687f-4671-94ac-cf421d68a355 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:31.521014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.541265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:31.545162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:31.548021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:31.554041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:31.581592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=b2145511-3c5a-4eaf-a020-562ae166d214,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:31.594131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:31.606366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.615255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.616892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240de98d-6b94-468b-84fe-e3e0b6b3be8a None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:31.640821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.645599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.651424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94017dbb-f96f-46c0-87aa-dcac2329d968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:31.698505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd8d761a-bd99-49a7-946c-f9d3b3fe167c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:02:31.702433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412194ca-2abd-464b-bc3c-33e5d256bc19,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:31.705764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:31.707645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.712584 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/b2145511-3c5a-4eaf-a020-562ae166d214 HTTP/1.1" status: 204  len: 168 time: 0.7339675
Nov 29 12:02:31.713109 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2241135
Nov 29 12:02:31.713109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54076) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:31.713323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.713434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:31.719914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '412194ca-2abd-464b-bc3c-33e5d256bc19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:31.726648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:31.739247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5645-04d9-459e-a1ae-d836bb0bac91 req-d4247f09-5c46-44c4-92ae-04150efb8c2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:31.740767 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6cb5645-04d9-459e-a1ae-d836bb0bac91 req-d4247f09-5c46-44c4-92ae-04150efb8c2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 943 time: 0.3568614
Nov 29 12:02:31.767787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03666070>,) {'filters': {'network_id': ['1db9d153-e7c5-4da6-8634-90e6aabaeb4c']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:31.785397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03666070>, '47686ece-1e45-4b79-ab17-fc516f958f4c') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:31.785783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03666070>, '47686ece-1e45-4b79-ab17-fc516f958f4c') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:31.800466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:31.803715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.809833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.831451 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6cb5645-04d9-459e-a1ae-d836bb0bac91 req-d9d0b30d-3116-490e-aef8-7d14fca03282 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813568
Nov 29 12:02:31.837884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.845601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:02:31.845990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.860450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   util.warn(
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:02:31.866361 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:02:31.903254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:31.908271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:31.918687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:31.946160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.951800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.952263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80d0b42b-efb9-4757-afdb-0c2d2af64cc2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:31.972001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:31.983536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=1db9d153-e7c5-4da6-8634-90e6aabaeb4c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:31.991325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:31.996359 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ad979e89-8a25-493c-a4e5-1c64fc6274a1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/1db9d153-e7c5-4da6-8634-90e6aabaeb4c HTTP/1.1" status: 204  len: 168 time: 1.9052532
Nov 29 12:02:31.997605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54084) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.007615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-396004732', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.018482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.041119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:32.046580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:32.060759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'port_id': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'mac_address': 'fa:16:3e:a9:75:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:02:32.074201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:32.077833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:32.132410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.154458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8d761a-bd99-49a7-946c-f9d3b3fe167c {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:02:32.173850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:32.179016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.182008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:32.221877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:32.231240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.239838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.243760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:32.255023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:32.258630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:32.261512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.262530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.282649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149d5d37-2eba-4610-a49e-76eaee49d88b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:32.289366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:32.304716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.306100 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5920260
Nov 29 12:02:32.308928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.309446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54088) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.315583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '412194ca-2abd-464b-bc3c-33e5d256bc19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.319361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f4bbcb6-30f1-4639-b069-ae6d41439c46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:32.323539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:32.329040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:32.332325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:32.344051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:32.356257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.367538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:32.369442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.370909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.376205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:32.381814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['cd8d761a-bd99-49a7-946c-f9d3b3fe167c'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:02:32.383387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78 HTTP/1.1" status: 204  len: 168 time: 0.6673985
Nov 29 12:02:32.384047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.457934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.460082 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b5591275-8bd5-4070-b6d4-a99fd32105a6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0737364
Nov 29 12:02:32.460669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54096) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.465129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.476174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.493478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.495069 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-768c76c4-5ae3-40fe-90ec-0976e1f38841 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.4972866
Nov 29 12:02:32.496867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.497772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.504575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:32.505042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-591323081'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.510371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:32.515226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:32.518402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:32.526039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:32.537860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:32.541904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.574645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:32.581046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e97fd7-a065-4e13-a6b4-4385fc85ddea,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:32.592899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.593480 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7 of type vlan for network c56ac931-9a1f-4afc-9800-3b212c739e7b
Nov 29 12:02:32.604994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:32.631602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.656740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.661319 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3476951
Nov 29 12:02:32.661691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54104) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.665259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:32.671840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.672157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '412194ca-2abd-464b-bc3c-33e5d256bc19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.680792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:32.681506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:32.682365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.683928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:32.686171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:32.690558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fa55e276-61ef-4d84-b60f-13d71b2cdc2c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:32.694082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:32.697075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:32.699365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:32.709344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:32.718562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:32.722156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.772762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcd0a2-07ce-48b3-845e-473c9cf462ed None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:32.797992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.823013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=c56ac931-9a1f-4afc-9800-3b212c739e7b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:32.826802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:32.835744 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3365214
Nov 29 12:02:32.838193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.845069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.847529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c56ac931-9a1f-4afc-9800-3b212c739e7b details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:32.891710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.898818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.902836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:32.930651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994661f8-191c-40a8-90f8-e483e27d270c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:32.936915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:32.954981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:32.959693 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2969770
Nov 29 12:02:32.961950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54114) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:32.967579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '412194ca-2abd-464b-bc3c-33e5d256bc19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:32.978401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:33.011819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-92af0b03-4e78-401f-a535-bd78a5bdf316 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:33.012164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-92af0b03-4e78-401f-a535-bd78a5bdf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.013537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:33.021623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:33.035511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:33.039265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:33.044117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:33.048551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:33.057552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:33.064610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.081030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:33.084931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.136588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.142282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5f3a7dd3-2edf-42d0-9244-026e4cd7d2f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:33.163989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871977-cb95-44f0-a4bc-12c9b1e7663a req-46939249-ee02-46e9-b9f4-1f91b1565220 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:33.170861 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-90871977-cb95-44f0-a4bc-12c9b1e7663a req-46939249-ee02-46e9-b9f4-1f91b1565220 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 944 time: 0.1922894
Nov 29 12:02:33.200609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:33.205427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:33.211944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:33.212962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.242651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.246069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=2273fe93-75d3-4bf4-8bd9-838bbfe8997c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:33.254281 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-90871977-cb95-44f0-a4bc-12c9b1e7663a req-44c96d24-8e06-4c1f-8590-92338075d3a8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762923
Nov 29 12:02:33.255605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:33.257346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.259294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-73b78771-3d11-4808-a8b6-f29264352da8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:33.274625 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8116472
Nov 29 12:02:33.277637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54118) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.284931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:33.292027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4f079f-c2c8-4b6a-9a8f-72144d69edbd,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:33.295148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:33.299714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.303808 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3406653
Nov 29 12:02:33.305040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54122) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.311648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '412194ca-2abd-464b-bc3c-33e5d256bc19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:33.320573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:33.324764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:33.332032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:33.338711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:33.356272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.423471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.428880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.430741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7be9ad83-909a-4b59-b3ab-04dc726819f0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:33.456053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a799ce-ae94-48ad-89fc-6e676d2cbba9,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:33.460630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:33.466618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.469348 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1617000
Nov 29 12:02:33.470925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54126) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.500957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.512522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.524446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:33.529130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:33.530233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880d81d-109b-4b3d-b6ec-b39f6b4dca47 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:33.532891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:33.536871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.541104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.543429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ba25e2d2-ff82-4068-9c06-ec68ed01784e tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:33.544431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-77e3803a-6e7d-454e-9d8d-42f66ee5f94f tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:33.559150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a799ce-ae94-48ad-89fc-6e676d2cbba9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:33.561203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.565217 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/35a799ce-ae94-48ad-89fc-6e676d2cbba9 HTTP/1.1" status: 204  len: 168 time: 0.0932786
Nov 29 12:02:33.565880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54130) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.566662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:33.573089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:33.622203 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bbd76066-27c0-400c-9ff2-55469f468433 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:33.625785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f94641fa-9465-41ed-be74-cace127cea1b None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:33.626102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:33.626251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f94641fa-9465-41ed-be74-cace127cea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.630357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.641092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bbd76066-27c0-400c-9ff2-55469f468433 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:33.645199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bbd76066-27c0-400c-9ff2-55469f468433 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0747864
Nov 29 12:02:33.645476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54134) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.659201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=79007d45-9b62-487e-a3f3-2a6492a68188,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:33.677863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.692553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.706302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd8d761a-bd99-49a7-946c-f9d3b3fe167c up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:33.711061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:33.721052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.724635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af89d671-fd80-4f39-9349-7eedbc281be8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:33.732195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:33.732556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: c56ac931-9a1f-4afc-9800-3b212c739e7b, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:33.742411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e4f079f-c2c8-4b6a-9a8f-72144d69edbd,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:33.747443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:33.756560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.757812 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4e4f079f-c2c8-4b6a-9a8f-72144d69edbd HTTP/1.1" status: 204  len: 168 time: 0.1113765
Nov 29 12:02:33.760247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.774687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network c56ac931-9a1f-4afc-9800-3b212c739e7b is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:33.810144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c56ac931-9a1f-4afc-9800-3b212c739e7b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:33.820815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47fa6627-c28d-45b4-b8a6-ad2dff5edb8a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:33.822734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:33.823259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:33.827844 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2273fe93-75d3-4bf4-8bd9-838bbfe8997c (CIDR: 2001:db8::/64)
Nov 29 12:02:33.828419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db539a-bda9-4c68-8dbf-931f647bfab4 None None] Network c56ac931-9a1f-4afc-9800-3b212c739e7b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:33.839455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:02:33.839963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:33.844164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-47fa6627-c28d-45b4-b8a6-ad2dff5edb8a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:33.850315 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-47fa6627-c28d-45b4-b8a6-ad2dff5edb8a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0889163
Nov 29 12:02:33.851644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.875070 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0324955
Nov 29 12:02:33.876026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.933447 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f26609ad-9486-457f-8687-bf54fc048128 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6522417
Nov 29 12:02:33.933957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54150) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:33.940253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'subnet': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:34.016002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.032619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.049433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port cd8d761a-bd99-49a7-946c-f9d3b3fe167c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:34.071775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port cd8d761a-bd99-49a7-946c-f9d3b3fe167c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:34.072154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.211699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:34.217513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Usage tracker for resource:subnet and tenant:553df5c5c08d4280b7f0d9d431aa2443 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:34.220790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:34.227205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:34.240684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:34.244722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.268648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c56ac931-9a1f-4afc-9800-3b212c739e7b', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:34.269776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.377799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.422448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:02:34.456105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:34.493636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.511221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-706c0688-e67b-443b-8974-8dbc02f2c226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:34.511614 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'code': 200}
Nov 29 12:02:34.513142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.534240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=994661f8-191c-40a8-90f8-e483e27d270c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:34.534588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:34.588178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:34.602188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.603276 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/994661f8-191c-40a8-90f8-e483e27d270c HTTP/1.1" status: 204  len: 168 time: 0.7484419
Nov 29 12:02:34.606114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:34.614430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c1774-dff4-410d-b7f6-fb7af1aa6fcc req-20a93f3c-d877-40f9-a4ba-81bba60a4da8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:34.616115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c89c1774-dff4-410d-b7f6-fb7af1aa6fcc req-20a93f3c-d877-40f9-a4ba-81bba60a4da8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.1609251
Nov 29 12:02:34.681281 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c89c1774-dff4-410d-b7f6-fb7af1aa6fcc req-c26b4d7b-8aac-42c3-8572-4a2d069f5df1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532918
Nov 29 12:02:34.683003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7cceb378-40c6-4ab9-8d8d-79650d055b71 None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:34.683420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7cceb378-40c6-4ab9-8d8d-79650d055b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.697756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.730391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f846d29-9fdd-4a9b-b369-80ac8e60f5df tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:34.756837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:34.760276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:34.774599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Allocated IP 172.20.0.2 (c56ac931-9a1f-4afc-9800-3b212c739e7b/79007d45-9b62-487e-a3f3-2a6492a68188/c46387d0-8831-4b84-a775-f4173d5c4d96) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:34.877070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.objects.ports [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87599) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 29 12:02:34.923766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f846d29-9fdd-4a9b-b369-80ac8e60f5df tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:34.925186 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f846d29-9fdd-4a9b-b369-80ac8e60f5df tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.3181679
Nov 29 12:02:34.930851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54162) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:34.975312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:34.993548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.022847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ecd78-44e1-46e3-a0fb-c3640875aea7 req-cd81a7eb-4bcb-4bba-8072-58ffd7f6ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:35.024378 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-791ecd78-44e1-46e3-a0fb-c3640875aea7 req-cd81a7eb-4bcb-4bba-8072-58ffd7f6ae97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1098 time: 0.2891281
Nov 29 12:02:35.036500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.038300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d0d08a81-0dbe-46da-9ab0-e86146e07f17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.067142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.080319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Transition to ACTIVE for port object c46387d0-8831-4b84-a775-f4173d5c4d96 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:35.086318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8e97fd7-a065-4e13-a6b4-4385fc85ddea,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.093417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.103445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Transition to ACTIVE for port object c46387d0-8831-4b84-a775-f4173d5c4d96 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:35.111035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.117431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.118491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.122514 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b8e97fd7-a065-4e13-a6b4-4385fc85ddea HTTP/1.1" status: 204  len: 168 time: 0.1890154
Nov 29 12:02:35.122514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.123103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:35.143151 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-791ecd78-44e1-46e3-a0fb-c3640875aea7 req-38142214-660d-45fe-9bf4-29ab730bef30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831041
Nov 29 12:02:35.234482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Network c56ac931-9a1f-4afc-9800-3b212c739e7b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:35.237911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:35.240565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:35.241861 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc72f9dc-05aa-4aa1-8a81-e60834799298 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1173570
Nov 29 12:02:35.248018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:35.261960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.20.0.1 (c56ac931-9a1f-4afc-9800-3b212c739e7b/79007d45-9b62-487e-a3f3-2a6492a68188/e77de3ee-e5c0-49d0-b5d7-eebfaa44d468) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:35.285815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Pushing event updated for resources: {'Port': ['ID=c46387d0-8831-4b84-a775-f4173d5c4d96,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.288660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.290388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.318529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.341066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Attempting to bind port c46387d0-8831-4b84-a775-f4173d5c4d96 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:35.341547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Attempting to bind port c46387d0-8831-4b84-a775-f4173d5c4d96 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:35.341924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Attempting to bind port c46387d0-8831-4b84-a775-f4173d5c4d96 on network c56ac931-9a1f-4afc-9800-3b212c739e7b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:35.347738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:35.348134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Checking segment: {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:35.348944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.349361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Bound using segment: {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:35.350045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:35.350176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Bound port: c46387d0-8831-4b84-a775-f4173d5c4d96, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:35.350826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.376784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.382279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.383221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.388094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.417028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.421624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e42e4924-40c2-4f90-93b7-253e31f4292b tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.450140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=149d5d37-2eba-4610-a49e-76eaee49d88b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.452406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] For port c46387d0-8831-4b84-a775-f4173d5c4d96, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:35.457495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:35.458529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] For port c46387d0-8831-4b84-a775-f4173d5c4d96, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c46387d0-8831-4b84-a775-f4173d5c4d96,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:35.460465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.462012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:35.465316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:35.465947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.466639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.477192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2fdcb676-db83-47fd-972e-be35aca7e12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.483658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.484995 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/149d5d37-2eba-4610-a49e-76eaee49d88b HTTP/1.1" status: 204  len: 168 time: 0.2358220
Nov 29 12:02:35.487673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54174) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:35.493868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.510396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:35.513813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a49324b-4ab5-4b36-91a1-d52544c7e3dc None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:35.520708 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.5854867
Nov 29 12:02:35.520881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:35.521521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=20']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.525137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.527002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3e9f63d7-714a-462c-9cc8-cdc8563c3540 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.538254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Request body: {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'mac_address': 'fa:16:3e:35:9c:82', 'name': 'tempest-NetworksTestDHCPv6-727981600'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:35.555021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.567202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6379ffdf-06fc-4e2f-abeb-18fe447cbc59 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.600272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27e4947d-4b6c-4b2a-a78a-3a170234f34a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:35.623500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Subnet': ['ID=22ff59ff-7b75-4903-8c4c-8d7e94dc772b,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.626386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.632868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-27e4947d-4b6c-4b2a-a78a-3a170234f34a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:35.636913 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-27e4947d-4b6c-4b2a-a78a-3a170234f34a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1444178
Nov 29 12:02:35.638024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54182) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:35.660478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Pushing event updated for resources: {'Port': ['ID=c46387d0-8831-4b84-a775-f4173d5c4d96,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.664443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.703548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network c56ac931-9a1f-4afc-9800-3b212c739e7b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:35.709543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:35.717932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:35.727662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.757497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.758505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.762078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.817085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.834170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.840295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2921439e-f1b7-488a-a17b-dc8c3fd31052 tempest-PortsAdminExtendedAttrsTestJSON-902367295 tempest-PortsAdminExtendedAttrsTestJSON-902367295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:35.865842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412194ca-2abd-464b-bc3c-33e5d256bc19,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:35.871053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:35.894725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:35.896056 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/412194ca-2abd-464b-bc3c-33e5d256bc19 HTTP/1.1" status: 204  len: 168 time: 0.2573683
Nov 29 12:02:35.899138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54188) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:35.980627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-39d860ae-afe0-4404-972f-6975f82a8c14 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:35.983105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:36.005309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-39d860ae-afe0-4404-972f-6975f82a8c14 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:36.006825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:36.007129 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-39d860ae-afe0-4404-972f-6975f82a8c14 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1068978
Nov 29 12:02:36.018416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54192) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:36.037924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033075787'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:36.065912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:36.070025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Made reservation on behalf of 553df5c5c08d4280b7f0d9d431aa2443 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:36.088501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:36.091000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '22ff59ff-7b75-4903-8c4c-8d7e94dc772b', 'ip_address': '2001:db8:0:1:f816:3eff:fec1:26da'}, {'subnet_id': '2273fe93-75d3-4bf4-8bd9-838bbfe8997c'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'a1af6f09-facd-4fb7-a497-ca5ebb118023'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:36.101925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.126983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:36.132324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:36.136038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:36.143623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:36.165566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.270831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.277834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.285330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a537fbc7-d65a-4863-bdc6-20b180f57603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:36.352256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48832191-154d-45f0-b868-a173e8eca7e6,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:36.355000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:36.355893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.357099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3396466
Nov 29 12:02:36.359973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54196) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:36.367452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '48832191-154d-45f0-b868-a173e8eca7e6', 'direction': 'ingress', 'protocol': 17}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:36.374214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:36.378662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:36.381915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:36.388474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:36.405811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.423648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Allocated IP 2001:db8::2 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2273fe93-75d3-4bf4-8bd9-838bbfe8997c/a1af6f09-facd-4fb7-a497-ca5ebb118023) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:36.440437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.456996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354df3-f960-4126-a86c-a1707acd40f7 req-78cefe8d-e6a6-4b17-aaf3-85933e1d1860 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:36.458662 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c4354df3-f960-4126-a86c-a1707acd40f7 req-78cefe8d-e6a6-4b17-aaf3-85933e1d1860 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.5843859
Nov 29 12:02:36.474753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.480438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.483384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:36.508468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] device_id is not set on port 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:36.514414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6eedc23-d6b0-4e77-952f-3f797bb99b41,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:36.520559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:36.529172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.530394 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1691766
Nov 29 12:02:36.533174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54200) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:36.590430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.592150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:36.611620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.624987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.629130 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c4354df3-f960-4126-a86c-a1707acd40f7 req-c3e2a392-61d5-444d-a6ce-041a143f9ff0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627934
Nov 29 12:02:36.649052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.656364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Transition to ACTIVE for port object a1af6f09-facd-4fb7-a497-ca5ebb118023 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:36.664431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.669840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:36.722610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.728301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5688f526-be02-46d5-b637-e78a0a46bebd tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:36.747648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48832191-154d-45f0-b868-a173e8eca7e6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:36.751839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:36.769964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.773071 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/48832191-154d-45f0-b868-a173e8eca7e6 HTTP/1.1" status: 204  len: 168 time: 0.2384608
Nov 29 12:02:36.777162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54204) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:36.856269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Pushing event updated for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=21']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:36.860150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:36.867263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8::272 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/2273fe93-75d3-4bf4-8bd9-838bbfe8997c/3e8f1e39-b4e1-4f87-b648-e0b8262a02b6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:36.869249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ddb928a3-1858-43a4-8ceb-c98048512bc7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:36.873261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:9c82 (a4d3d494-b2ed-4250-bea4-58c092cb68b2/22ff59ff-7b75-4903-8c4c-8d7e94dc772b/3e8f1e39-b4e1-4f87-b648-e0b8262a02b6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:36.891953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ddb928a3-1858-43a4-8ceb-c98048512bc7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:36.893593 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ddb928a3-1858-43a4-8ceb-c98048512bc7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1150856
Nov 29 12:02:36.899776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54208) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:36.906312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--776463342'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:36.914559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:36.926251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:36.940940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:36.967896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:36.972482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:36.978738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:36.985802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:37.025695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87773f88-ef7d-4a66-a639-1c0163b9abe0 None None] Network c56ac931-9a1f-4afc-9800-3b212c739e7b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:37.079412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.085575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.092737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-88431437-6641-4048-b2db-7ff2e9ce9d79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:37.125257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fb58e1b7-f616-4220-b195-08a305c198b8 None None] Provisioning for port c46387d0-8831-4b84-a775-f4173d5c4d96 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:37.142030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158130eb-55c4-4430-bdc8-bdbdb50dcbb8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:37.147598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:37.159710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.164456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2628124
Nov 29 12:02:37.165103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54212) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:37.171553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746793458'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:37.179402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:37.185604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:37.189209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:37.197343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:37.218186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.243307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:37.248557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:37.256223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:37.267712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:37.366161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:37.390338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.399510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.407379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0151baa1-8477-42b2-aa80-c6fff9b124d5 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:37.415714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.461524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe624c8b-e594-44f8-b806-6db47c52fd15,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:37.461803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Transition to ACTIVE for port object 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:37.462827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c46387d0-8831-4b84-a775-f4173d5c4d96 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:37.465243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:37.468284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.469773 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3036783
Nov 29 12:02:37.473664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54216) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:37.492536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '158130eb-55c4-4430-bdc8-bdbdb50dcbb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe624c8b-e594-44f8-b806-6db47c52fd15', 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:37.513043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:37.525109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:37.538785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:37.548036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port c46387d0-8831-4b84-a775-f4173d5c4d96 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:37.553609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c46387d0-8831-4b84-a775-f4173d5c4d96 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:37.554217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.555067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:37.584257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.608200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5d61368-1b3d-4823-8c3e-d86544708c7d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:37.662074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.667064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.704697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.758348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.825004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port c46387d0-8831-4b84-a775-f4173d5c4d96, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c46387d0-8831-4b84-a775-f4173d5c4d96,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:37.825368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.833928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:37.837390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.840133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fca6357f-ed66-4c65-81bb-4b665b511e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:37.847401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:37.858346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:37.864996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:37.866306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.882980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event updated for resources: {'Port': ['ID=3e8f1e39-b4e1-4f87-b648-e0b8262a02b6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:37.897798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:37.898599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b5306ca5-6932-45fa-9e21-e14bb7bde4e7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:37.899204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Provisioning for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:37.915128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Provisioning complete for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:37.915592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:37.982750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:38.021421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Provisioning complete for port c46387d0-8831-4b84-a775-f4173d5c4d96 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:38.021763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.073539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=c46387d0-8831-4b84-a775-f4173d5c4d96,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:38.076049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff0871-727e-4cb6-bb35-31651c1b25ce req-796670be-4fdc-4842-9b84-13d5cfca3186 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:38.085388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:38.086096 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aeff0871-727e-4cb6-bb35-31651c1b25ce req-796670be-4fdc-4842-9b84-13d5cfca3186 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.3089049
Nov 29 12:02:38.123004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:38.136195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:38.144233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.6217241
Nov 29 12:02:38.146982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.150051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54222) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:38.156063 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aeff0871-727e-4cb6-bb35-31651c1b25ce req-ab374984-09c3-4c6c-b8c7-065940ca7810 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643301
Nov 29 12:02:38.191684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.203694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:38.226364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Provisioning for port a1af6f09-facd-4fb7-a497-ca5ebb118023 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:38.231449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd19daff-0107-46d2-b689-919b28d8aa81,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:38.231819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:38.232429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-777fc06e-c63d-4bc7-8b92-b59d6906886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.239661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:38.287041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting port 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:38.287433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.358519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.362383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.8799553
Nov 29 12:02:38.363293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54228) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:38.385654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network c56ac931-9a1f-4afc-9800-3b212c739e7b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:38.390337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:38.393808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.405731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.433366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.435841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:38.455159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd19daff-0107-46d2-b689-919b28d8aa81,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:38.459384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:38.460731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.464893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fd19daff-0107-46d2-b689-919b28d8aa81 HTTP/1.1" status: 204  len: 168 time: 0.1007721
Nov 29 12:02:38.465590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54232) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:38.491091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Provisioning complete for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:38.491535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.531555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e1028e71-ae57-4843-adc4-6ffc1eff07b2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:38.553063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e1028e71-ae57-4843-adc4-6ffc1eff07b2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:38.554244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:38.558123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e1028e71-ae57-4843-adc4-6ffc1eff07b2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0914140
Nov 29 12:02:38.558836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54236) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:38.567497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Provisioning for port 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:38.575138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Provisioning complete for port 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:38.575555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.630914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.635773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b539158d-ce2b-41b0-8c10-c518d29eda80 None None] Port 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:38.662200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.710768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.716418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c56e57f3-13b0-4a90-b2ac-f3b31172640a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:38.733163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe624c8b-e594-44f8-b806-6db47c52fd15,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:38.736316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:38.748998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.753007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe624c8b-e594-44f8-b806-6db47c52fd15 HTTP/1.1" status: 204  len: 168 time: 0.1903350
Nov 29 12:02:38.753172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54240) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:38.767896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-47c05578-20ab-46bd-9945-d22074e4941f None None] Provisioning complete for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:38.768416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47c05578-20ab-46bd-9945-d22074e4941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.828256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cad448f6-f747-4f92-9c0e-70f0ac60fd8b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:38.831444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-47c05578-20ab-46bd-9945-d22074e4941f None None] Port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:38.848089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cad448f6-f747-4f92-9c0e-70f0ac60fd8b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:38.850047 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cad448f6-f747-4f92-9c0e-70f0ac60fd8b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.0958498
Nov 29 12:02:38.852889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54244) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:38.893218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d8f3c-3e4b-4405-b9bb-6388505ee885 req-278676a5-dc03-4224-b5bb-0da62b989239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:38.895642 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e28d8f3c-3e4b-4405-b9bb-6388505ee885 req-278676a5-dc03-4224-b5bb-0da62b989239 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.6133454
Nov 29 12:02:38.917608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.945731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:38.997610 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e28d8f3c-3e4b-4405-b9bb-6388505ee885 req-8f7730d5-417a-4cfa-9d5b-eea655594c01 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914047
Nov 29 12:02:38.997968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.000011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:02:39.004214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a57feb40-20cd-4a4d-a9df-8482b4720153 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:39.004435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.020665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158130eb-55c4-4430-bdc8-bdbdb50dcbb8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:39.021138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54248) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.055223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:39.075496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.076610 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/158130eb-55c4-4430-bdc8-bdbdb50dcbb8 HTTP/1.1" status: 204  len: 168 time: 0.2225468
Nov 29 12:02:39.080613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54252) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.135481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Calling delete_port for 3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:39.143462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-111734dd-e5b4-41bb-a175-dabd6f289b9b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:39.152406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584271c-d9f1-4d6a-ba6b-72a86c709aff tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:39.157150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0584271c-d9f1-4d6a-ba6b-72a86c709aff tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1093 time: 0.1309221
Nov 29 12:02:39.157836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54256) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.166994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:39.174693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:39.178877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:39.181927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:39.187595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-111734dd-e5b4-41bb-a175-dabd6f289b9b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:39.192825 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-111734dd-e5b4-41bb-a175-dabd6f289b9b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1072574
Nov 29 12:02:39.192825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:39.193080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54260) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.199403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890116255'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:39.209224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c46387d0-8831-4b84-a775-f4173d5c4d96 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:39.210566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:39.221244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.244775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:39.282006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c46387d0-8831-4b84-a775-f4173d5c4d96 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:39.283052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.311490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.336789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:39.343663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:39.347061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:39.355033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:39.359160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:39.364753 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4879704
Nov 29 12:02:39.367385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54264) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.374737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-744783362'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:39.382069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:39.410187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:39.421035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:39.421662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0803e4c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:39.426306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:39.431418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:39.440487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:39.461827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:39.465820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.469033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.517182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.522633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.528512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af369bfc-249a-42a0-a7a7-4038867ceb9c tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:39.552861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.560709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02a59281-7589-42cf-b287-505bca508776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:39.577535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:39.587335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d93840-1894-4a64-a329-1fd5af55b9d0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:39.590909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:39.602934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:39.607911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.609297 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4152312
Nov 29 12:02:39.612443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54268) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.619793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '17d93840-1894-4a64-a329-1fd5af55b9d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:39.620022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Port': ['ID=3e8f1e39-b4e1-4f87-b648-e0b8262a02b6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:39.624331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:39.632255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:39.662102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.662548 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment e372afc1-2907-4561-973a-b2dd424125e0 of type vlan for network e5fb2e92-0409-417d-b53d-7ed8f11e89c6
Nov 29 12:02:39.683907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:39.690230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:39.698958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:39.721071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.734878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.98 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/bf7de4ff-27c6-47d4-bf1b-8972ebad3b50) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:39.735998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.754879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.759578 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 HTTP/1.1" status: 204  len: 168 time: 1.6083267
Nov 29 12:02:39.762796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54272) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:39.852469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.859429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:39.860033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:39.872823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da515997-b233-4dc1-8497-6d58ea3de3d2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:39.956532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0803e4c0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:36Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:37Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:39.962028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:02:39.962993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Updating router 17de383d-0975-4448-a22c-4f41ffa40206 port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:02:40.000104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73797265-0e5b-4064-bd4e-e744e4021d0d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:40.000875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73797265-0e5b-4064-bd4e-e744e4021d0d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:40.006004 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6374211
Nov 29 12:02:40.008755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.010149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54276) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.014514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=e5fb2e92-0409-417d-b53d-7ed8f11e89c6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:40.019572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:40.027267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.027557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73797265-0e5b-4064-bd4e-e744e4021d0d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:40.028939 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-73797265-0e5b-4064-bd4e-e744e4021d0d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2651508
Nov 29 12:02:40.031924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54280) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.032416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:40.036136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:40.048194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.049298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:40.120361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ee725-803e-4e26-ba6c-bca83edd24c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:40.124411 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d67ee725-803e-4e26-ba6c-bca83edd24c5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0890210
Nov 29 12:02:40.124728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.145147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.151748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da50ef6-f8b0-4618-8c04-c3e65dd23bb3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:40.168635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:40.198048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.198699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3081c26-2526-4327-93ac-6c3aef1197b0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:40.200293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5860798
Nov 29 12:02:40.202749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54288) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.204430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3081c26-2526-4327-93ac-6c3aef1197b0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:40.206424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3081c26-2526-4327-93ac-6c3aef1197b0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:40.207452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b3081c26-2526-4327-93ac-6c3aef1197b0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:40.227106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:40.227694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b3081c26-2526-4327-93ac-6c3aef1197b0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:40.232052 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b3081c26-2526-4327-93ac-6c3aef1197b0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1033807
Nov 29 12:02:40.232052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54292) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.245668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:40.251614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:40.255759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.268837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:40.279132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.302067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:40.306145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.332195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.382656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6a0f3c60-9c5b-4956-9eb1-1f978d7204ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:40.448856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 2273fe93-75d3-4bf4-8bd9-838bbfe8997c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:40.452529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.455312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.483701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:40.497337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:40.503031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=bf7de4ff-27c6-47d4-bf1b-8972ebad3b50,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:40.507685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:40.513549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.534233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:40.536259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.538731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.540311 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1da50ef6-f8b0-4618-8c04-c3e65dd23bb3 HTTP/1.1" status: 204  len: 168 time: 0.3352001
Nov 29 12:02:40.541239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6d07f972-03a6-4056-a2b8-b678b1745e4b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:40.548341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54296) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.549221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Transition to ACTIVE for port object e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:40.556463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.560366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf7de995-1117-45bc-9986-58a46cf671cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:40.570044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1da50ef6-f8b0-4618-8c04-c3e65dd23bb3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:40.582554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:40.615692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f20c2836-97b7-431f-9ef4-2efe524febeb tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:40.651043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f20c2836-97b7-431f-9ef4-2efe524febeb tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:40.655326 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f20c2836-97b7-431f-9ef4-2efe524febeb tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1067550
Nov 29 12:02:40.655908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:40.713243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.727028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1116451-cec5-45c0-b86c-4dd32dec1bce None None] Pushing event updated for resources: {'Port': ['ID=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:40.729762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1116451-cec5-45c0-b86c-4dd32dec1bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:40.803525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Attempting to bind port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:40.803919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Attempting to bind port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:40.804313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Attempting to bind port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 on network c56ac931-9a1f-4afc-9800-3b212c739e7b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:40.810836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:40.811241 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Checking segment: {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:40.811724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.812350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Bound using segment: {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:40.812683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Bound port: e77de3ee-e5c0-49d0-b5d7-eebfaa44d468, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:40.813096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.816810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.919530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.932890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] For port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:40.934064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.936930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] For port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:40.943315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.945136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d50c5f6f-ce06-4407-8910-8b9ddc6c36ad tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:40.949987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-425f77af-14ef-4c68-a1ac-c6e461d60ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:40.981917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=2273fe93-75d3-4bf4-8bd9-838bbfe8997c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:40.984053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:40.996570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:40.999542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db01b5-5035-439f-bf08-5fd2ff419573 None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:41.007735 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53ed8d85-ba42-4d82-8f83-e8c553387d88 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2273fe93-75d3-4bf4-8bd9-838bbfe8997c HTTP/1.1" status: 204  len: 168 time: 0.7718904
Nov 29 12:02:41.008906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.011926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.067266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-119624b8-cb83-4449-b7ba-6ad7102a0ee3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:41.083496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Deleting subnet 22ff59ff-7b75-4903-8c4c-8d7e94dc772b {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:02:41.094160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.109089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:41.109735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0803e4c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:41.159278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.178278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=6d5aca5a-7db5-482c-9893-2178022f3f1f,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:41.199407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.199794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.200167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.200565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.200984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.201349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.201710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.202065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.202419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.202861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.204421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.204421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.204939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.207525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:41.218618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3824a83f-8a15-443c-a41e-720e3418c948 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:41.221292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:41.221693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: e5fb2e92-0409-417d-b53d-7ed8f11e89c6, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:41.239574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d93840-1894-4a64-a329-1fd5af55b9d0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:41.249639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1116451-cec5-45c0-b86c-4dd32dec1bce None None] Pushing event updated for resources: {'Port': ['ID=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:41.255125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.255804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.256330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.257012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.257929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.258460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.259030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.259589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.260719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.261851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.262860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.263942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:41.264425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:41.264882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1116451-cec5-45c0-b86c-4dd32dec1bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:41.274699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:41.284077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, e5fb2e92-0409-417d-b53d-7ed8f11e89c6) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:41.290033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:41.290548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.300716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.304623 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/17d93840-1894-4a64-a329-1fd5af55b9d0 HTTP/1.1" status: 204  len: 168 time: 0.6463895
Nov 29 12:02:41.305523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54308) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.312026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc6602-d3da-494f-b2e5-242771616bb2 None None] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:41.334672 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3142200
Nov 29 12:02:41.335428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54312) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.372685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f793b46c-7c90-4787-8d2d-3509cfd26540 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:41.391859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:41.392900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.422705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f793b46c-7c90-4787-8d2d-3509cfd26540 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:41.430689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f793b46c-7c90-4787-8d2d-3509cfd26540 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1119437
Nov 29 12:02:41.432882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54316) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.439892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561861400'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:41.448388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:41.464344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:41.486859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.508984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:41.513010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.517309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.517959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:41.520586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7243a090-eebd-4f26-931d-742f14c644bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:41.554669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:41.564453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Subnet': ['ID=22ff59ff-7b75-4903-8c4c-8d7e94dc772b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:41.567402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:41.568252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:41.570651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.585805 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/22ff59ff-7b75-4903-8c4c-8d7e94dc772b HTTP/1.1" status: 204  len: 168 time: 0.5762308
Nov 29 12:02:41.588645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54320) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.673969 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eba4ba96-d2a0-45ff-97d1-3298ec20da6a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0816677
Nov 29 12:02:41.674197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54324) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.733436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.738698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.742501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39e4b965-e2c3-4002-a73d-cdda4de36d5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:41.783480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09a9d9-75d0-401d-b60e-6f9d61292d33,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:41.786481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:41.809457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.813314 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3771789
Nov 29 12:02:41.815191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54328) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:41.818782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '0a09a9d9-75d0-401d-b60e-6f9d61292d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:41.828350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:41.834117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Usage tracker for resource:security_group_rule and tenant:854d39acbebc4baeab93d2bd6bf6b74e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:41.838151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:41.844782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:41.869374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.903227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.954101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.962394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.964505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67a0548e-0f0a-4c56-ad95-c476f04adf5b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:41.967553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:41.968494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:41.989128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ea6f08-06f3-4bf5-8100-c21c0c793d31,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:41.993790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:42.003931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.005404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1906922
Nov 29 12:02:42.007874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54332) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.028438 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1e37b754-4d2c-458e-8e00-c08b0648f20c tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules/97ea6f08-06f3-4bf5-8100-c21c0c793d31 HTTP/1.1" status: 200  len: 763 time: 0.0186839
Nov 29 12:02:42.030961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54336) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.077002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e15365-2e94-4e2b-9064-6ad43893e2cc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:42.081860 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-59e15365-2e94-4e2b-9064-6ad43893e2cc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.4029906
Nov 29 12:02:42.082115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1e9ce5dd-2d2d-4b76-b5f7-7125031ed7aa tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:42.084450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.102809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1e9ce5dd-2d2d-4b76-b5f7-7125031ed7aa tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:42.106875 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1e9ce5dd-2d2d-4b76-b5f7-7125031ed7aa tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0722308
Nov 29 12:02:42.107892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54344) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.141216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.152549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.177557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.179384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:42.196167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ea6f08-06f3-4bf5-8100-c21c0c793d31,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:42.199857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:42.207340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.208573 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/97ea6f08-06f3-4bf5-8100-c21c0c793d31 HTTP/1.1" status: 204  len: 168 time: 0.1003428
Nov 29 12:02:42.211075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54348) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.259781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-23fa40f3-08a8-427b-979f-b03d5852a956 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:42.263104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0803e4c0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:36Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:40Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:42.276925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Allocated IP 172.21.0.2 (e5fb2e92-0409-417d-b53d-7ed8f11e89c6/6d5aca5a-7db5-482c-9893-2178022f3f1f/bd3446fe-ce59-4812-8470-f62ecf7f1e35) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:42.279060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d72205-080a-42bb-8e20-1cd89cb21400 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:36Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:40Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:42.283110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-23fa40f3-08a8-427b-979f-b03d5852a956 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:42.284848 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23fa40f3-08a8-427b-979f-b03d5852a956 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0726929
Nov 29 12:02:42.285295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67567e4a-dd97-447f-8617-9c294219409f None None] Update dhcp port {'port': {'network_id': 'a4d3d494-b2ed-4250-bea4-58c092cb68b2', 'fixed_ips': [{'subnet_id': '22ff59ff-7b75-4903-8c4c-8d7e94dc772b'}], 'binding:host_id': 'dv-neutron-819579-1-hyperv'}, 'id': 'a1af6f09-facd-4fb7-a497-ca5ebb118023'} from dv-neutron-819579-1-hyperv. {{(pid=87601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Nov 29 12:02:42.288596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.294947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '0a09a9d9-75d0-401d-b60e-6f9d61292d33', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:42.303701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:42.317373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:42.342424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.422664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.425200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67567e4a-dd97-447f-8617-9c294219409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.429628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.431946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06dbbb03-f291-4fba-995e-f85b1de07f0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:42.462802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844441fb-dea0-4cdc-88b3-2a05ee10dfc2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:42.468127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:42.479289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.480833 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1908722
Nov 29 12:02:42.483666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.506362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3722f-7a3f-4a28-bb2e-e557084bfb40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:42.507136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9bd3722f-7a3f-4a28-bb2e-e557084bfb40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Synchronizing usage tracker for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:42.510354 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4adb1e64-095b-4c05-b47b-7b75fba4261f tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules/844441fb-dea0-4cdc-88b3-2a05ee10dfc2 HTTP/1.1" status: 200  len: 763 time: 0.0232611
Nov 29 12:02:42.511159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.567237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ab8c11f-981b-47c5-811a-e5181b818717 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:42.568488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.583769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9bd3722f-7a3f-4a28-bb2e-e557084bfb40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Unset dirty status for tenant:553df5c5c08d4280b7f0d9d431aa2443 on resource:subnet {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:42.589612 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9bd3722f-7a3f-4a28-bb2e-e557084bfb40 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4957912
Nov 29 12:02:42.594958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54364) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.637247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ab8c11f-981b-47c5-811a-e5181b818717 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:42.641160 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5ab8c11f-981b-47c5-811a-e5181b818717 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1264145
Nov 29 12:02:42.641469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.704160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.707846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.717573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.729263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Transition to ACTIVE for port object bd3446fe-ce59-4812-8470-f62ecf7f1e35 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:42.752108 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dbb70bf7-1d9e-4e5a-b3f6-4071880f9b46 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1492622
Nov 29 12:02:42.752862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.753018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:02:42.766693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Transition to ACTIVE for port object bd3446fe-ce59-4812-8470-f62ecf7f1e35 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:42.773619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c666a-82e1-435f-9371-22d11964e22c None None] Network a4d3d494-b2ed-4250-bea4-58c092cb68b2 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:42.864197 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-161c404d-bb8a-4f90-8f17-e8c2de2e480c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:42.864705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161c404d-bb8a-4f90-8f17-e8c2de2e480c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:42.870434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.870709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.880482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.883680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:42.886250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.889913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/844441fb-dea0-4cdc-88b3-2a05ee10dfc2 HTTP/1.1" status: 204  len: 168 time: 0.2450473
Nov 29 12:02:42.889913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb21e574-2405-4fd6-89f0-a0794d4144d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:42.896996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.906165 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-161c404d-bb8a-4f90-8f17-e8c2de2e480c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/3e8f1e39-b4e1-4f87-b648-e0b8262a02b6 HTTP/1.1" status: 404  len: 333 time: 0.1513948
Nov 29 12:02:42.910387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:42.911069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:42.920350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:42.932712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=844441fb-dea0-4cdc-88b3-2a05ee10dfc2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:42.936494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:42.963525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:42.969680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-41117381-2865-48b1-863c-e5cd4861b04d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:42.973327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Pushing event updated for resources: {'Port': ['ID=bd3446fe-ce59-4812-8470-f62ecf7f1e35,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:42.975949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:42.984754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:42.991871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:42.998722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-41117381-2865-48b1-863c-e5cd4861b04d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:43.003930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2bcd50ec-bfd0-46f0-bba9-d384f8dc394e None None] Provisioning complete for port a1af6f09-facd-4fb7-a497-ca5ebb118023 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:43.004294 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-41117381-2865-48b1-863c-e5cd4861b04d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1060457
Nov 29 12:02:43.004522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50ec-bfd0-46f0-bba9-d384f8dc394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.005071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.012094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Request body: {'security_group_rule': {'security_group_id': '0a09a9d9-75d0-401d-b60e-6f9d61292d33', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:43.020108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:43.030529 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fe154a-5a63-4f99-8dd9-dad82ad115db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.031060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fe154a-5a63-4f99-8dd9-dad82ad115db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.031884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:43.032935 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e8fe154a-5a63-4f99-8dd9-dad82ad115db tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/22ff59ff-7b75-4903-8c4c-8d7e94dc772b HTTP/1.1" status: 404  len: 337 time: 0.1179745
Nov 29 12:02:43.036063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.094244 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f36912e-8fc9-4e5f-90f9-18533687fd3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.095379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f36912e-8fc9-4e5f-90f9-18533687fd3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.097548 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3f36912e-8fc9-4e5f-90f9-18533687fd3e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2273fe93-75d3-4bf4-8bd9-838bbfe8997c HTTP/1.1" status: 404  len: 337 time: 0.0602798
Nov 29 12:02:43.101082 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Project 854d39acbebc4baeab93d2bd6bf6b74e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:02:43.106091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.156039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=bf7de4ff-27c6-47d4-bf1b-8972ebad3b50,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:43.157465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.164699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:43.178260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1870739c-b78d-4ed6-a377-b40276ef39e2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.178931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1870739c-b78d-4ed6-a377-b40276ef39e2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.181362 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1870739c-b78d-4ed6-a377-b40276ef39e2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/f5546cb4-af3b-4b97-bee9-f86213e45e5d HTTP/1.1" status: 404  len: 333 time: 0.0720088
Nov 29 12:02:43.185617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.202653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.216328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Attempting to bind port bd3446fe-ce59-4812-8470-f62ecf7f1e35 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:43.216799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Attempting to bind port bd3446fe-ce59-4812-8470-f62ecf7f1e35 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:43.217066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Attempting to bind port bd3446fe-ce59-4812-8470-f62ecf7f1e35 on network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:43.245133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:43.245306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Checking segment: {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:43.245644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.246092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Bound using segment: {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:43.246589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Bound port: bd3446fe-ce59-4812-8470-f62ecf7f1e35, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:43.247826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.257813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.279617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-82005dd5-c7a9-4f1e-86f0-2b361e5c7236 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.280064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82005dd5-c7a9-4f1e-86f0-2b361e5c7236 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.284211 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82005dd5-c7a9-4f1e-86f0-2b361e5c7236 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/b2145511-3c5a-4eaf-a020-562ae166d214 HTTP/1.1" status: 404  len: 337 time: 0.0948484
Nov 29 12:02:43.284727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.341714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:43.342370 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca9cdce-438b-458e-b449-f3047beefa29 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.342370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca9cdce-438b-458e-b449-f3047beefa29 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.343922 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fca9cdce-438b-458e-b449-f3047beefa29 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/c3fd8fbb-f4e7-44b4-a2d7-f57625ec2f78 HTTP/1.1" status: 404  len: 337 time: 0.0543561
Nov 29 12:02:43.346615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.392003 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d58b8a-cc27-4aef-afe7-f4a809c9097d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.392487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d58b8a-cc27-4aef-afe7-f4a809c9097d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.397015 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70d58b8a-cc27-4aef-afe7-f4a809c9097d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/4f1b6856-3ffe-4e3f-a711-aa793a5d53cf HTTP/1.1" status: 404  len: 333 time: 0.0466385
Nov 29 12:02:43.398598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54408) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.450200 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a93910d-f2ea-4dc9-9002-7baf09f6c8f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.451160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a93910d-f2ea-4dc9-9002-7baf09f6c8f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.455650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.461759 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a93910d-f2ea-4dc9-9002-7baf09f6c8f3 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/6bbd35cf-7e36-487a-8262-678e0316b459 HTTP/1.1" status: 404  len: 337 time: 0.0608888
Nov 29 12:02:43.461759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.462835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.463854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a69849d-1525-4cf5-b940-490e0c72b418 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:43.527548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f485bec-0f23-41ff-af12-2c342d056d76,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:43.529798 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5 associated. External IP: 172.26.4.98, port: cd8d761a-bd99-49a7-946c-f9d3b3fe167c.
Nov 29 12:02:43.530324 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1274f00c-eb08-4614-b7c1-e15033b0efed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.530653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1274f00c-eb08-4614-b7c1-e15033b0efed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.532593 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1274f00c-eb08-4614-b7c1-e15033b0efed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/10f748df-d0c0-4725-80df-45d2616bb5ba HTTP/1.1" status: 404  len: 337 time: 0.0624576
Nov 29 12:02:43.534798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:43.535340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.553291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] For port bd3446fe-ce59-4812-8470-f62ecf7f1e35, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:43.557064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] For port bd3446fe-ce59-4812-8470-f62ecf7f1e35, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd3446fe-ce59-4812-8470-f62ecf7f1e35,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:43.566643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.571976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec1206b1-2fa4-4137-87ab-6395d3df8671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:43.583384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.586788 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5782182
Nov 29 12:02:43.590032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54420) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.599580 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ee181a-fa85-4783-98d9-97ba83c63918 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.600232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ee181a-fa85-4783-98d9-97ba83c63918 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.604704 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-85ee181a-fa85-4783-98d9-97ba83c63918 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/3277e12a-7eb6-4389-8001-a8c38b42944d HTTP/1.1" status: 404  len: 333 time: 0.0660732
Nov 29 12:02:43.605394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.610374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] DHCP port deletion for a4d3d494-b2ed-4250-bea4-58c092cb68b2 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:02:43.621547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:43.631890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Deleting port a1af6f09-facd-4fb7-a497-ca5ebb118023 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:43.632267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.661695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.21.0.1 (e5fb2e92-0409-417d-b53d-7ed8f11e89c6/6d5aca5a-7db5-482c-9893-2178022f3f1f/86b34495-8e09-4b1f-9d7e-0fc5d3b49b60) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:43.669018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:43.669269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.711659 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2d36ad0f-6b2d-4947-a8df-e46a979396eb tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules/5f485bec-0f23-41ff-af12-2c342d056d76 HTTP/1.1" status: 200  len: 769 time: 0.1128542
Nov 29 12:02:43.716520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54428) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.762219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Pushing event updated for resources: {'Port': ['ID=bd3446fe-ce59-4812-8470-f62ecf7f1e35,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:43.787882 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-08042113-c9f1-44d0-93f0-3d4bd377871e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.788723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08042113-c9f1-44d0-93f0-3d4bd377871e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.797839 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08042113-c9f1-44d0-93f0-3d4bd377871e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/a23bed99-3e7d-47b3-9a31-cac6a0fec518 HTTP/1.1" status: 404  len: 337 time: 0.1886182
Nov 29 12:02:43.798054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:43.798888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.853977 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84302ba-4411-47ef-9dff-7cca77c79cb4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.854440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84302ba-4411-47ef-9dff-7cca77c79cb4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.858593 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d84302ba-4411-47ef-9dff-7cca77c79cb4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/e211282a-d3b6-4f5f-a408-b4bece10e568 HTTP/1.1" status: 404  len: 337 time: 0.0564675
Nov 29 12:02:43.858790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.916750 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf757eb-23d7-4a0c-a2ed-29060fc189e5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.917232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf757eb-23d7-4a0c-a2ed-29060fc189e5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.919269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdf757eb-23d7-4a0c-a2ed-29060fc189e5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/612d7789-ce9e-4cdd-9aeb-f1b225fc1d6c HTTP/1.1" status: 404  len: 333 time: 0.0592048
Nov 29 12:02:43.921627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:43.926948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c41b5cea-281f-4554-8a75-35ff06703b6f tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:43.974466 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a881a9-8871-4ba2-baa2-cac75a22f4ae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:43.974700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] For port a1af6f09-facd-4fb7-a497-ca5ebb118023, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a1af6f09-facd-4fb7-a497-ca5ebb118023,segment=NetworkSegment(a9ef02ef-92aa-4db0-b989-cff17e43ead7),segment_id=a9ef02ef-92aa-4db0-b989-cff17e43ead7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:43.974848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a881a9-8871-4ba2-baa2-cac75a22f4ae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:43.975335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:43.979684 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a7a881a9-8871-4ba2-baa2-cac75a22f4ae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/21dc4026-53d1-4954-b9e8-3a145a8d30c0 HTTP/1.1" status: 404  len: 337 time: 0.0571022
Nov 29 12:02:43.980458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.053855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c41b5cea-281f-4554-8a75-35ff06703b6f tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:44.054427 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ec9ac5-3723-4b89-a6b5-80b49dc394bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.054918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ec9ac5-3723-4b89-a6b5-80b49dc394bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.055130 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c41b5cea-281f-4554-8a75-35ff06703b6f tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.3362260
Nov 29 12:02:44.059126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.085734 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-40ec9ac5-3723-4b89-a6b5-80b49dc394bd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/182f1828-32ba-408d-b0d3-b94888a3b22a HTTP/1.1" status: 404  len: 333 time: 0.0782924
Nov 29 12:02:44.090439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.090822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54450) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.148881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.181960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:44.194049 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb6c21f-8228-4aa6-84c8-4a5d3860d72f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.195505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb6c21f-8228-4aa6-84c8-4a5d3860d72f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.200631 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-edb6c21f-8228-4aa6-84c8-4a5d3860d72f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2ee11ba9-00a4-445b-8fef-00c132a2464c HTTP/1.1" status: 404  len: 337 time: 0.1065867
Nov 29 12:02:44.205320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54456) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.234150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Calling delete_port for a1af6f09-facd-4fb7-a497-ca5ebb118023 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:44.267367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.272807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.279664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:44.280934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11274b21-8402-4d14-b82e-25110366d2a5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:44.294798 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f95a95d-d030-4eb1-918b-5f0d28c958d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.295309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f95a95d-d030-4eb1-918b-5f0d28c958d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.299508 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f95a95d-d030-4eb1-918b-5f0d28c958d9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/68ed05f1-8c23-4d9f-a4b9-83a3c87eff46 HTTP/1.1" status: 404  len: 333 time: 0.0905476
Nov 29 12:02:44.299508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.305192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54460) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.340408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:44.347594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.349861 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-657338e0-3214-48c6-85d4-0e3ce826613d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.350317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657338e0-3214-48c6-85d4-0e3ce826613d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.350818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0b58ff7-9493-4df2-9744-fd18a4d7f4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:44.352086 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-657338e0-3214-48c6-85d4-0e3ce826613d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2833077c-614c-41b6-b921-8637dd34d7a7 HTTP/1.1" status: 404  len: 337 time: 0.0459318
Nov 29 12:02:44.370184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54464) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.386687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.412710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:02:44.428995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.430995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6297c7e3-912e-4a49-95ac-fdfad7f9315a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:44.437287 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36d7c37-787a-4b0a-9a33-4de0e441acf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.437760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36d7c37-787a-4b0a-9a33-4de0e441acf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.453076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a1af6f09-facd-4fb7-a497-ca5ebb118023 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:02:44.453422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a1af6f09-facd-4fb7-a497-ca5ebb118023 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:02:44.454283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f485bec-0f23-41ff-af12-2c342d056d76,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:44.456738 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b36d7c37-787a-4b0a-9a33-4de0e441acf8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a86e354e-6189-4633-9d69-552403d7d2f0 HTTP/1.1" status: 404  len: 333 time: 0.0836072
Nov 29 12:02:44.459905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:44.460444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.462681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] No DVR routers for this DVR port a1af6f09-facd-4fb7-a497-ca5ebb118023 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:02:44.496472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:44.502581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.503865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5f485bec-0f23-41ff-af12-2c342d056d76 HTTP/1.1" status: 204  len: 168 time: 0.4117270
Nov 29 12:02:44.507600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:44.508328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:44.508951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54472) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.511971 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8055546c-41f9-4fa1-999d-5eaad24c8c54 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.512427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8055546c-41f9-4fa1-999d-5eaad24c8c54 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.514061 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8055546c-41f9-4fa1-999d-5eaad24c8c54 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/ce5b9e58-7276-461b-a469-15b67c6a8a9e HTTP/1.1" status: 404  len: 337 time: 0.0519233
Nov 29 12:02:44.525874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54476) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.550384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Pushing event deleted for resources: {'Port': ['ID=a1af6f09-facd-4fb7-a497-ca5ebb118023,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:44.552971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:44.567293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e7be7b4-3250-4fb8-a946-f51a41fa8fbf tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:44.585736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e7be7b4-3250-4fb8-a946-f51a41fa8fbf tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:44.587128 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e7be7b4-3250-4fb8-a946-f51a41fa8fbf tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0772445
Nov 29 12:02:44.590143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.609409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:44.615707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:44.654372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.667116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e3cc88-72f5-429c-9426-a1527c40402d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.667607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e3cc88-72f5-429c-9426-a1527c40402d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.670070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:44.681015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.738290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.742445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7638fb93-18dc-4e50-930f-b7939b569e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:44.759295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09a9d9-75d0-401d-b60e-6f9d61292d33,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:44.762066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:44.784992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:44.788808 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a2e3cc88-72f5-429c-9426-a1527c40402d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/ad3c0b14-dfa2-4b77-86de-6d96251769b4 HTTP/1.1" status: 404  len: 333 time: 0.2616801
Nov 29 12:02:44.792227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:44.792399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.831956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.835388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:44.836838 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a09a9d9-75d0-401d-b60e-6f9d61292d33 HTTP/1.1" status: 204  len: 168 time: 0.2456474
Nov 29 12:02:44.841338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54488) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.862620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3c48a4-7490-417a-b49a-49a96982ed16 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.863204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3c48a4-7490-417a-b49a-49a96982ed16 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.867669 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8d3c48a4-7490-417a-b49a-49a96982ed16 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/b093174a-758e-437e-92cb-77d1e61c7130 HTTP/1.1" status: 404  len: 337 time: 0.0743093
Nov 29 12:02:44.871049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54492) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.906873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dce3ccd3-4278-4050-a14c-a8a9faa73554 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Synchronizing usage tracker for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:44.924210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dce3ccd3-4278-4050-a14c-a8a9faa73554 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Unset dirty status for tenant:854d39acbebc4baeab93d2bd6bf6b74e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:44.929800 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dce3ccd3-4278-4050-a14c-a8a9faa73554 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0832260
Nov 29 12:02:44.932410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.941910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7143e015-652c-4e4e-a14c-44605a75b7ae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:44.942393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7143e015-652c-4e4e-a14c-44605a75b7ae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:44.946912 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7143e015-652c-4e4e-a14c-44605a75b7ae tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/b6a395e4-73c9-4d68-86dd-8123e539d3e0 HTTP/1.1" status: 404  len: 333 time: 0.0721250
Nov 29 12:02:44.948090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:44.953944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:44.966964 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:44.982516 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:44.983862 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c50130>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:45.006633 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfb44b7-b11e-4c79-9f88-5fa8a9d2ba14 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.007094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfb44b7-b11e-4c79-9f88-5fa8a9d2ba14 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.011088 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bbfb44b7-b11e-4c79-9f88-5fa8a9d2ba14 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/dec7cebe-bba2-4343-a491-ea1b6bebef74 HTTP/1.1" status: 404  len: 337 time: 0.0582247
Nov 29 12:02:45.015485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.018412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:45.040251 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-928f8c6d-fc0b-4228-9f4c-bb4ad4085688 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1065469
Nov 29 12:02:45.122334 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fff044-dd05-4bc7-ac20-18c6af1e79df tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.122670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fff044-dd05-4bc7-ac20-18c6af1e79df tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.126532 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-59fff044-dd05-4bc7-ac20-18c6af1e79df tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/0aa626f1-e79e-4eaf-9c9f-8d0e0269d734 HTTP/1.1" status: 404  len: 337 time: 0.1074519
Nov 29 12:02:45.127420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54510) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.139780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43d444-4dc5-4bd9-920e-451f3e0a8bf9 None None] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:45.140152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:45.158782 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.9998438
Nov 29 12:02:45.162531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:02:45.167402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54514) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.251087 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26a5b83-d27b-46f8-82fd-cbb4e01371a5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.252000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26a5b83-d27b-46f8-82fd-cbb4e01371a5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.258290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d26a5b83-d27b-46f8-82fd-cbb4e01371a5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/1c86da70-b7da-45cc-88f5-5940ab5eae80 HTTP/1.1" status: 404  len: 333 time: 0.1298051
Nov 29 12:02:45.262113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54522) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.360428 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fe4751-263b-4df6-8512-9613c855d95e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.364281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fe4751-263b-4df6-8512-9613c855d95e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.368426 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-77fe4751-263b-4df6-8512-9613c855d95e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/fe461351-b1d5-4dfb-927f-3ec027ee10d9 HTTP/1.1" status: 404  len: 337 time: 0.1002371
Nov 29 12:02:45.369243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.456656 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:45.469030 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b5047074-8837-498e-b435-20decd9e0c22 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 990 time: 0.2992127
Nov 29 12:02:45.497917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.503220 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf51110c-7283-4e0a-8d74-740bae3ac881 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.506127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf51110c-7283-4e0a-8d74-740bae3ac881 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.508154 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf51110c-7283-4e0a-8d74-740bae3ac881 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/660cc735-4a96-46a1-bb12-afae86379d31 HTTP/1.1" status: 404  len: 337 time: 0.1379645
Nov 29 12:02:45.510944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:45.512830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.595058 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1142e8-b557-4bb6-aa95-2830343b026e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.595498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1142e8-b557-4bb6-aa95-2830343b026e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.597529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd1142e8-b557-4bb6-aa95-2830343b026e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/e40f9514-4fdb-4f92-8c95-1b0045b600c8 HTTP/1.1" status: 404  len: 333 time: 0.0798130
Nov 29 12:02:45.600529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.647836 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0660cd-e3b1-43ce-ac4b-8b4fc412c190 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.648439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0660cd-e3b1-43ce-ac4b-8b4fc412c190 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.650460 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a0660cd-e3b1-43ce-ac4b-8b4fc412c190 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2676c6eb-eea3-416d-ac6e-1341db40ba80 HTTP/1.1" status: 404  len: 337 time: 0.0489371
Nov 29 12:02:45.652994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.718051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-79da43ac-37d8-4fa3-a9fa-b9d52888a2f0 None None] Provisioning for port bd3446fe-ce59-4812-8470-f62ecf7f1e35 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:45.718810 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee0ec45-7452-4e75-95d6-072de126148d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.719428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee0ec45-7452-4e75-95d6-072de126148d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.723844 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9ee0ec45-7452-4e75-95d6-072de126148d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/cf358f08-df3b-4a1f-ab5e-4c90f84d044c HTTP/1.1" status: 404  len: 337 time: 0.0693355
Nov 29 12:02:45.747917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54550) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.765722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:45.766362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:45.780142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:45.784142 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'status': 'completed', 'code': 200}
Nov 29 12:02:45.790159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:45.848377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-229ef41a-36c1-4d2f-af64-8bee2e1c108a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:45.951096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd3446fe-ce59-4812-8470-f62ecf7f1e35 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:45.959611 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-673c1435-5a8f-49af-8a19-3aa3397adeed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:45.960347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673c1435-5a8f-49af-8a19-3aa3397adeed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:45.965088 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-673c1435-5a8f-49af-8a19-3aa3397adeed tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a91d3146-bc1a-4ec5-b3bb-4ace24ba216a HTTP/1.1" status: 404  len: 333 time: 0.1051526
Nov 29 12:02:45.965810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54554) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:45.975567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:45.979887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:45.983854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:45.995958 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c50130>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'ec9c0dfe-25ee-4df5-9b35-91e09765aee5', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'port_id': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'mac_address': 'fa:16:3e:a9:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f640787d-5197-446b-b308-2d4802163678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:02:41Z', 'updated_at': '2021-11-29T12:02:41Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:46.002548 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:02:46.020030 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:46.022603 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c50130>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:46.044731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port bd3446fe-ce59-4812-8470-f62ecf7f1e35 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:46.051348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bd3446fe-ce59-4812-8470-f62ecf7f1e35 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:46.051777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.062644 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4cd559d-f750-47a2-ad7e-31b569a8f277 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=854d39acbebc4baeab93d2bd6bf6b74e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5595849
Nov 29 12:02:46.063637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54558) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.064948 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-45687a1a-f1f4-47d6-946e-aa8b3619d482 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:46.065633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45687a1a-f1f4-47d6-946e-aa8b3619d482 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:46.070395 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-45687a1a-f1f4-47d6-946e-aa8b3619d482 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/73b52515-8dc0-4e93-ac2b-66135b82a653 HTTP/1.1" status: 404  len: 337 time: 0.0977252
Nov 29 12:02:46.110656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.193689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4981b149-a2b4-4cbc-85c7-d81f1c9b9f84 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:46.194376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:46.194522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4981b149-a2b4-4cbc-85c7-d81f1c9b9f84 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:46.195881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:46.201160 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4981b149-a2b4-4cbc-85c7-d81f1c9b9f84 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/731d41b0-f14d-4dd3-880a-8d6442e90ac4 HTTP/1.1" status: 404  len: 337 time: 0.0855861
Nov 29 12:02:46.201434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54566) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.210806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4b0a26da-15d1-4817-a49f-93df19c82f65 None None] Provisioning for port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:46.212712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-c03d7c8f-e84e-4b24-b24e-56202957a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:46.225250 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-c03d7c8f-e84e-4b24-b24e-56202957a5d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1098 time: 0.4760263
Nov 29 12:02:46.230461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4b0a26da-15d1-4817-a49f-93df19c82f65 None None] Provisioning complete for port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:46.230848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b0a26da-15d1-4817-a49f-93df19c82f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.294132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.298818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.310412 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:46.358423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a26da-15d1-4817-a49f-93df19c82f65 None None] Port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:46.371941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port bd3446fe-ce59-4812-8470-f62ecf7f1e35, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd3446fe-ce59-4812-8470-f62ecf7f1e35,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:46.386699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.390996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-674f2042-b26e-4b49-b2ac-d50929138bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:46.441667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4b0a26da-15d1-4817-a49f-93df19c82f65 None None] Provisioning complete for port bd3446fe-ce59-4812-8470-f62ecf7f1e35 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:46.442054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b0a26da-15d1-4817-a49f-93df19c82f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.481575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.542711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-23d955d7-b7a6-4bfd-ae73-24ccbc09bee8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=da157388-b246-4826-b20a-05d233a63f0d HTTP/1.1" status: 200  len: 205 time: 0.3398325
Nov 29 12:02:46.548694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54574) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.633582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-fa91a6e4-4b28-4e7a-bac9-9f99cba7cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:46.635205 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-fa91a6e4-4b28-4e7a-bac9-9f99cba7cb6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.3934226
Nov 29 12:02:46.640114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-02ff1885-e604-44da-8057-e304e2da59ef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 990 time: 0.1535597
Nov 29 12:02:46.686443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=bd3446fe-ce59-4812-8470-f62ecf7f1e35,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:46.694243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:46.724424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.755359 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-7348fd1d-d173-4394-837e-5549e3e7aac5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] delete failed (client error): The resource could not be found.
Nov 29 12:02:46.756919 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7348fd1d-d173-4394-837e-5549e3e7aac5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/routers/da157388-b246-4826-b20a-05d233a63f0d HTTP/1.1" status: 404  len: 336 time: 0.2069585
Nov 29 12:02:46.760491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54578) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.822371 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdb7068-b759-4279-9c20-ef72c3236688 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:46.823842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdb7068-b759-4279-9c20-ef72c3236688 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:46.825723 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8cdb7068-b759-4279-9c20-ef72c3236688 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/9ffc32e9-8c49-4a70-a34f-5224f2425079 HTTP/1.1" status: 404  len: 337 time: 0.0640345
Nov 29 12:02:46.830441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54582) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.835140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eb4c4b29-753d-4b0f-b7e6-74649f5efd51 None None] Provisioning complete for port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:46.835552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4b29-753d-4b0f-b7e6-74649f5efd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:46.851616 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c50130>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'ec9c0dfe-25ee-4df5-9b35-91e09765aee5', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'port_id': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'mac_address': 'fa:16:3e:a9:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f640787d-5197-446b-b308-2d4802163678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:02:41Z', 'updated_at': '2021-11-29T12:02:41Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:46.857297 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8f938-b111-42e2-bdc2-91d00afffcb4 None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'ec9c0dfe-25ee-4df5-9b35-91e09765aee5', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'port_id': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'mac_address': 'fa:16:3e:a9:75:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f640787d-5197-446b-b308-2d4802163678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:02:41Z', 'updated_at': '2021-11-29T12:02:41Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:46.892577 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9024f529-5b6c-4ced-91fe-e3feb5b172ab tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "GET /v2.0/ports?device_id=d05e1b23-a621-416c-b32c-246f491e855b HTTP/1.1" status: 200  len: 205 time: 0.0605021
Nov 29 12:02:46.895397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54586) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:46.908786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c4b29-753d-4b0f-b7e6-74649f5efd51 None None] Port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:46.958192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-063521e9-b181-4438-b93f-69601ec5fe4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 998 time: 0.3118885
Nov 29 12:02:46.961155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:46.972765 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-c712ef87-2bdb-4f0f-b3f5-b91b8e5a684a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] delete failed (client error): The resource could not be found.
Nov 29 12:02:46.976134 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c712ef87-2bdb-4f0f-b3f5-b91b8e5a684a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/routers/d05e1b23-a621-416c-b32c-246f491e855b HTTP/1.1" status: 404  len: 336 time: 0.0769162
Nov 29 12:02:46.976917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54590) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.025632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.032712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70b93863-16c8-4a7d-aaeb-8202b075f733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:47.043316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-64ff2e54-f5fb-46bb-a783-2df58b25dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:47.044767 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-64ff2e54-f5fb-46bb-a783-2df58b25dd81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.0788386
Nov 29 12:02:47.050483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60205d-da04-4599-b767-c6eed238b2f0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:47.079428 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b632985a-fa58-4c11-9178-5561dabbef72 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.079891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b632985a-fa58-4c11-9178-5561dabbef72 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.084309 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b632985a-fa58-4c11-9178-5561dabbef72 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/184c6942-7e85-46a4-8a55-ba9af185d350 HTTP/1.1" status: 404  len: 337 time: 0.1037707
Nov 29 12:02:47.084551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:47.090692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54594) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.135561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fe3e7-c79a-4795-8b57-0710a9c49f47 None None] New status for floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:02:47.140239 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5d8f1f-4978-4070-a187-2163e635ef16 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.140693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5d8f1f-4978-4070-a187-2163e635ef16 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.154552 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd5d8f1f-4978-4070-a187-2163e635ef16 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/82f8675c-d459-41d9-9fb9-4f5811e9f508 HTTP/1.1" status: 404  len: 337 time: 0.0637441
Nov 29 12:02:47.156783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54598) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.160517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.163971 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b60205d-da04-4599-b767-c6eed238b2f0 HTTP/1.1" status: 204  len: 168 time: 1.0923681
Nov 29 12:02:47.203035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:47.211842 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8730798
Nov 29 12:02:47.214673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54604) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.218537 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:47.223108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-373309720'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:47.226752 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-77255999-044c-4c67-94e0-3cf4ee4952b2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.227290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77255999-044c-4c67-94e0-3cf4ee4952b2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.231335 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-77255999-044c-4c67-94e0-3cf4ee4952b2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/0f36b112-4d5c-4ac4-b347-25b0ab68fa7a HTTP/1.1" status: 404  len: 333 time: 0.0713933
Nov 29 12:02:47.232374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.233442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:47.238820 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:47.239076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:47.242813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:47.243438 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09600520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:47.249919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:47.263618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:47.268454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.293874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-f4d2d670-9edf-4296-bd10-2f5100cf4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:47.295411 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-f4d2d670-9edf-4296-bd10-2f5100cf4b17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2425258
Nov 29 12:02:47.306369 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9753fdb7-9871-4741-9206-9cac1aea98ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.306634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:47.306889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9753fdb7-9871-4741-9206-9cac1aea98ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.311459 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9753fdb7-9871-4741-9206-9cac1aea98ee tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/1c020734-3f4b-496f-821b-96c22e445b57 HTTP/1.1" status: 404  len: 337 time: 0.0742149
Nov 29 12:02:47.322579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.323424 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 44fc6e88-612c-4c62-b14c-68320da0d9f5 of type vlan for network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca
Nov 29 12:02:47.331626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54612) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.363490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.402284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.410696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:47.411576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.433785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:47.435672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd3446fe-ce59-4812-8470-f62ecf7f1e35 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:47.456387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3cb555-f297-47a4-ab3e-352fa5f77c23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.457009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3cb555-f297-47a4-ab3e-352fa5f77c23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.459295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a3cb555-f297-47a4-ab3e-352fa5f77c23 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a62f9a0a-9be1-4205-b262-77657efd2307 HTTP/1.1" status: 404  len: 333 time: 0.1267755
Nov 29 12:02:47.461785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54618) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.464793 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2483890
Nov 29 12:02:47.470311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54622) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.509180 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6e8eb6-acb3-4c46-b814-6b058852c6a6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.510005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6e8eb6-acb3-4c46-b814-6b058852c6a6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.511553 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:47.511733 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb6e8eb6-acb3-4c46-b814-6b058852c6a6 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/a74f4464-9ba8-47e3-a379-1d0af1e5df83 HTTP/1.1" status: 404  len: 337 time: 0.0488386
Nov 29 12:02:47.515201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54626) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.532838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:47.598996 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-512b80a3-a074-468e-bfc5-55999c0ceece tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.599473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512b80a3-a074-468e-bfc5-55999c0ceece tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.601684 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-512b80a3-a074-468e-bfc5-55999c0ceece tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/a9fb6712-9ded-4afb-9f86-922cfe27e097 HTTP/1.1" status: 404  len: 333 time: 0.0853317
Nov 29 12:02:47.607208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54632) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.642772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54638) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.659778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bd3446fe-ce59-4812-8470-f62ecf7f1e35 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:47.660517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:47.699027 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-838925ba-3d3d-48a7-91ed-64ead62252fc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:47.699528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838925ba-3d3d-48a7-91ed-64ead62252fc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:47.703885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-838925ba-3d3d-48a7-91ed-64ead62252fc tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/2cb48853-b88b-4b23-899e-4128909c2fce HTTP/1.1" status: 404  len: 337 time: 0.0956123
Nov 29 12:02:47.711821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:47.713898 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-318e0ca1-883e-462f-8bd3-2ba4c32fd427 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4037299
Nov 29 12:02:47.759001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:47.778833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:47.827109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:47.828068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:47.844877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:47.873597 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4ad325a8-8a53-4055-b9bb-3a05ec3eb1b7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 992 time: 0.2132666
Nov 29 12:02:47.873597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:47.876925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:47.889814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:47.894829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.006012 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbe55e16-37a8-482d-b482-53297b5b1cba req-a5fe64ca-4dd4-4be4-a177-a0ea8be0cc9b service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595682
Nov 29 12:02:48.031624 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-04421de1-c9b3-4c48-9ee4-d44338e35007 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.032420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04421de1-c9b3-4c48-9ee4-d44338e35007 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.039140 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04421de1-c9b3-4c48-9ee4-d44338e35007 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/310d5d41-fb09-451a-98fd-7927278de164 HTTP/1.1" status: 404  len: 333 time: 0.3242936
Nov 29 12:02:48.041618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.085745 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09600520>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 3, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:45Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:48.091068 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:02:48.091674 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Updating router 17de383d-0975-4448-a22c-4f41ffa40206 port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:02:48.098637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-470aa4c6-55a3-4136-a23d-affefa95c93f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.099134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470aa4c6-55a3-4136-a23d-affefa95c93f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.101192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-470aa4c6-55a3-4136-a23d-affefa95c93f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/b9c80d01-8212-468e-9555-6ddb114b6d8f HTTP/1.1" status: 404  len: 337 time: 0.0577381
Nov 29 12:02:48.104554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.159470 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.168053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1cd86e-6cfd-4e4a-acae-c8bcc16a3b68 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.168546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1cd86e-6cfd-4e4a-acae-c8bcc16a3b68 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.173256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54664) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.173740 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db1cd86e-6cfd-4e4a-acae-c8bcc16a3b68 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/c4f34095-2240-4c63-866c-05c6fbb09dde HTTP/1.1" status: 404  len: 333 time: 0.0667417
Nov 29 12:02:48.229820 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5418f3-0401-4e1c-b558-bcb1e610b6fa tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.230509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5418f3-0401-4e1c-b558-bcb1e610b6fa tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.234790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.240357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:48.279232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cb5418f3-0401-4e1c-b558-bcb1e610b6fa tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/0ccd3f96-ba4d-4f56-a3f6-ae50fda58c5e HTTP/1.1" status: 404  len: 337 time: 0.1048803
Nov 29 12:02:48.282276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.327934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=c61e863e-03f9-4607-a1ce-fe3d89a6bc03,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:48.330545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:48.331213 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:48.337956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:48.340096 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ea82b1-1203-447e-ab3c-3303a0ef50f9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.340583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ea82b1-1203-447e-ab3c-3303a0ef50f9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.344844 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-47ea82b1-1203-447e-ab3c-3303a0ef50f9 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/7a7d1130-8193-4b86-bc72-44c8dd63f4c9 HTTP/1.1" status: 404  len: 333 time: 0.0584085
Nov 29 12:02:48.345373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54674) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.356832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:48.365255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54678) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.369164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:48.378863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:48.379667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.384520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf219c0-cde3-4ff5-be99-f911ec72b1ff None None] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:48.413412 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c510bb2-07e0-4330-8a11-685839bdf6dd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.414111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c510bb2-07e0-4330-8a11-685839bdf6dd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.418465 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8c510bb2-07e0-4330-8a11-685839bdf6dd tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/3297ac80-fbad-4a4b-99a2-8afff50158d5 HTTP/1.1" status: 404  len: 337 time: 0.0699081
Nov 29 12:02:48.419210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54684) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.572325 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.589295 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Transition to ACTIVE for port object 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:48.589613 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1150298
Nov 29 12:02:48.593065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54688) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.596830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1122971389'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:48.598477 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.604866 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:48.607294 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cad7e6-1ad8-4dc3-a314-4f8bf7f9144d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.607761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cad7e6-1ad8-4dc3-a314-4f8bf7f9144d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.609433 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-69cad7e6-1ad8-4dc3-a314-4f8bf7f9144d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/ports/ed2f2bec-f93e-4330-a707-cfc705fa2721 HTTP/1.1" status: 404  len: 333 time: 0.1891983
Nov 29 12:02:48.610541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:48.612628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54692) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.645159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Usage tracker for resource:network and tenant:58b17b2e719b4f198f66eeb9059beb59 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:48.652541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:48.653646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.655315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:48.658624 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-429fcdbb-5176-43fc-9832-1c086ec8743f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:02:48.659079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429fcdbb-5176-43fc-9832-1c086ec8743f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:02:48.663895 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-429fcdbb-5176-43fc-9832-1c086ec8743f tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/subnets/3ec3322a-f6b7-43e6-8708-75e6e93173f8 HTTP/1.1" status: 404  len: 337 time: 0.0478461
Nov 29 12:02:48.668281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54696) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:48.676716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:48.692264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Made reservation on behalf of 58b17b2e719b4f198f66eeb9059beb59 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:48.697229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.712925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.731702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:48.736144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Usage tracker for resource:security_group_rule and tenant:58b17b2e719b4f198f66eeb9059beb59 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:48.740522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:48.748045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:48.895432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.904095 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0658e7-66c0-4cc5-afe3-19540e2e98e5 None None] Pushing event updated for resources: {'Port': ['ID=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:48.918605 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6b0658e7-66c0-4cc5-afe3-19540e2e98e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:48.918790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.926301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.934801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0aef8d6-d60b-4ae8-b9e2-45b4d75ceb24 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:48.947025 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Attempting to bind port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:48.947344 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Attempting to bind port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:48.947758 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Attempting to bind port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 on network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:48.954224 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:48.955147 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Checking segment: {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:48.955326 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.955696 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Bound using segment: {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:48.956250 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Bound port: 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e372afc1-2907-4561-973a-b2dd424125e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:48.956666 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:48.968327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:48.984745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd4e6fb-7cf5-4777-8b73-91e30d728acf,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:49.005570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:49.007131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.008905 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Added segment 84d757e7-b6bc-424f-ba81-65d1d3e37f22 of type vlan for network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc
Nov 29 12:02:49.020147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Allocated IP 172.22.0.2 (bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca/c61e863e-03f9-4607-a1ce-fe3d89a6bc03/b9e057c8-321a-4dd1-bcb1-67bf11547bdd) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:49.042246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.082899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.091460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] For port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:49.092630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:49.093838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.096074 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] For port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:49.099679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56ac6e07-bfb3-4b25-9b6a-cf2bfbf453f4 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:49.102180 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.106945 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:49.184828 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0658e7-66c0-4cc5-afe3-19540e2e98e5 None None] Pushing event updated for resources: {'Port': ['ID=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:49.190852 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6b0658e7-66c0-4cc5-afe3-19540e2e98e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:49.214767 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:49.215598 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09600520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:49.264667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event updated for resources: {'Network': ['ID=63886a5e-e3c0-4270-bd06-f3c4ebe614bc,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:49.274813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.275977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:49.278231 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9117382
Nov 29 12:02:49.281429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54700) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:49.288079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Request body: {'subnet': {'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:49.288400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Transition to ACTIVE for port object b9e057c8-321a-4dd1-bcb1-67bf11547bdd will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:49.308895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Transition to ACTIVE for port object b9e057c8-321a-4dd1-bcb1-67bf11547bdd will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:49.318053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:49.335123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.352628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:49.435410 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:49.464144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:49.481118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.484752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:49.496798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Usage tracker for resource:subnet and tenant:58b17b2e719b4f198f66eeb9059beb59 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:49.501010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:49.510215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:49.522347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Made reservation on behalf of 58b17b2e719b4f198f66eeb9059beb59 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:49.528029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:49.528337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.531160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:49.655739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Pushing event updated for resources: {'Port': ['ID=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:49.662053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:49.666418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Attempting to bind port b9e057c8-321a-4dd1-bcb1-67bf11547bdd on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:49.666800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Attempting to bind port b9e057c8-321a-4dd1-bcb1-67bf11547bdd by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:49.667273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Attempting to bind port b9e057c8-321a-4dd1-bcb1-67bf11547bdd on network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:49.669236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02f7dcd0>,) {'filters': {'network_id': ['a4d3d494-b2ed-4250-bea4-58c092cb68b2']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:49.672832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:49.673232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Checking segment: {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:49.673636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.674041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Bound using segment: {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:49.674520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Bound port: b9e057c8-321a-4dd1-bcb1-67bf11547bdd, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:49.674911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.703689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02f7dcd0>, 'a9ef02ef-92aa-4db0-b989-cff17e43ead7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:49.703964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02f7dcd0>, 'a9ef02ef-92aa-4db0-b989-cff17e43ead7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:49.729755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.806171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] For port b9e057c8-321a-4dd1-bcb1-67bf11547bdd, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:49.807490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.810479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] For port b9e057c8-321a-4dd1-bcb1-67bf11547bdd, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:49.816374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.822942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3ceef042-7e27-4717-a739-1f9e659416d5 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:49.826956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:49.858888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.873685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:02:49.874423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:49.886831 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09600520>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 3, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:49Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:49.893230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942eb71-143b-4ef1-a506-8cf2826cf9f2 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 3, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:49Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:02:49.895670 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:02:49.928937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Pushing event updated for resources: {'Port': ['ID=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:49.934339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:50.016265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.020193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event updated for resources: {'Subnet': ['ID=c46fbfea-23e1-4b47-a201-f827d5c54109,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:50.024516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:50.027467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Checking segment: {'id': '84d757e7-b6bc-424f-ba81-65d1d3e37f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:50.027653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Network hostable DHCP agents. Network: 63886a5e-e3c0-4270-bd06-f3c4ebe614bc, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:50.059792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:50.071979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 63886a5e-e3c0-4270-bd06-f3c4ebe614bc) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:50.081216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79497e90-a400-4594-a1b9-841802182258 None None] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:50.081800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:50.082333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.108355 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8232429
Nov 29 12:02:50.108593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54704) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:50.115843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Request body: {'port': {'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc', 'name': 'tempest-TagsExtTest-1642333044'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:50.134128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.222172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4b73bcc8-6d53-40a5-83c5-1aeb35e1997b tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:50.292279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.295481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Pushing event deleted for resources: {'Network': ['ID=a4d3d494-b2ed-4250-bea4-58c092cb68b2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:50.303118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:50.323315 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] 10.222.0.20 "DELETE /v2.0/networks/a4d3d494-b2ed-4250-bea4-58c092cb68b2 HTTP/1.1" status: 204  len: 168 time: 1.6539407
Nov 29 12:02:50.347804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:50.352352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Usage tracker for resource:port and tenant:58b17b2e719b4f198f66eeb9059beb59 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:50.355365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:50.363299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:50.381090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Made reservation on behalf of 58b17b2e719b4f198f66eeb9059beb59 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:50.384914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.433783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] device_id is not set on port 0d77acb2-f4fa-4345-b014-d38e19836d32 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:50.441564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-63886a5e-e3c0-4270-bd06-f3c4ebe614bc', 'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc', 'tenant_id': '58b17b2e719b4f198f66eeb9059beb59', 'fixed_ips': [{'subnet_id': 'c46fbfea-23e1-4b47-a201-f827d5c54109'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:50.442427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.633386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Allocated IP 172.20.0.10 (63886a5e-e3c0-4270-bd06-f3c4ebe614bc/c46fbfea-23e1-4b47-a201-f827d5c54109/0d77acb2-f4fa-4345-b014-d38e19836d32) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:50.704299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.22.0.1 (bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca/c61e863e-03f9-4607-a1ce-fe3d89a6bc03/9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:50.739470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:50.907132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.925155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Transition to ACTIVE for port object 0d77acb2-f4fa-4345-b014-d38e19836d32 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:50.954268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.969526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2e062e73-83ce-4f16-8ea1-1928b2109818 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:50.978324 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-11e1fb2f-ff3d-42fd-98d4-0c08b5dcc16d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=553df5c5c08d4280b7f0d9d431aa2443&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2373304
Nov 29 12:02:50.981965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:50.984903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54718) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:51.024936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:51.027945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:51.031253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:51.036495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:51.043147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Allocated IP 172.20.0.2 (63886a5e-e3c0-4270-bd06-f3c4ebe614bc/c46fbfea-23e1-4b47-a201-f827d5c54109/04e073d9-6e3b-442b-9040-761e33d2b6c8) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:51.082356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.101615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event updated for resources: {'Port': ['ID=0d77acb2-f4fa-4345-b014-d38e19836d32,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:51.106739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:51.109354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.128196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:51.128634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.153840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.157154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0451274
Nov 29 12:02:51.157819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54722) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:51.163314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab7c1f1c-0594-4ec2-9457-b3943132af74 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:51.168117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1257398442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:51.185519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:51.195109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Usage tracker for resource:router and tenant:58b17b2e719b4f198f66eeb9059beb59 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:51.199009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:51.215502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:51.226303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:51.239459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.240793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.248368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:51.260911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:51.263931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.296093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.315506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:51.322353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:51.323515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.329093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.332104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd680816-5991-413c-a6db-684efe4df08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:51.340380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Transition to ACTIVE for port object 04e073d9-6e3b-442b-9040-761e33d2b6c8 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:51.350631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.354187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b6f01-a650-43cb-bd3b-ef862b097b85,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:51.358993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.361561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54726) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:51.363213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Transition to ACTIVE for port object 04e073d9-6e3b-442b-9040-761e33d2b6c8 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:51.364308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:51.366891 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9ecc4bf0-1cf6-4f47-8965-11005aeb2756 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2077522
Nov 29 12:02:51.371071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d1a4aff8-ac4e-4884-98b4-a9d7a1d9c525 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1068994039', 'prefixes': ['172.20.0.0/16']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:51.380833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.389292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1a4aff8-ac4e-4884-98b4-a9d7a1d9c525 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:51.389585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8adbebd5-16e1-4ad1-8d3a-1717095fac76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:51.410312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.413176 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/490b6f01-a650-43cb-bd3b-ef862b097b85 HTTP/1.1" status: 204  len: 168 time: 0.4258032
Nov 29 12:02:51.424354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b9e057c8-321a-4dd1-bcb1-67bf11547bdd up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:51.479460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfad882-3c63-4465-b590-eb2e99199928 None None] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:51.599781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:51.617647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:51.624782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:51.639702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-93fb9eef-7344-4c39-a297-540fd4729d46 None None] Provisioning for port b9e057c8-321a-4dd1-bcb1-67bf11547bdd completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:51.671600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Pushing event updated for resources: {'Port': ['ID=04e073d9-6e3b-442b-9040-761e33d2b6c8,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:51.674436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:51.684068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1a4aff8-ac4e-4884-98b4-a9d7a1d9c525 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for subnetpool, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.685104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1a4aff8-ac4e-4884-98b4-a9d7a1d9c525 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.3190324
Nov 29 12:02:51.685926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.689024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:51.698313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-a60d193c-ba6d-406b-84f0-dccfa00ba9d9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d02986f10>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-1668644405') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:51.770068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Attempting to bind port 04e073d9-6e3b-442b-9040-761e33d2b6c8 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:51.770817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Attempting to bind port 04e073d9-6e3b-442b-9040-761e33d2b6c8 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '84d757e7-b6bc-424f-ba81-65d1d3e37f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:51.771237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Attempting to bind port 04e073d9-6e3b-442b-9040-761e33d2b6c8 on network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:51.795063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:51.795553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Checking segment: {'id': '84d757e7-b6bc-424f-ba81-65d1d3e37f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:51.796057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.796527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Bound using segment: {'id': '84d757e7-b6bc-424f-ba81-65d1d3e37f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:51.797071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Bound port: 04e073d9-6e3b-442b-9040-761e33d2b6c8, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d757e7-b6bc-424f-ba81-65d1d3e37f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '63886a5e-e3c0-4270-bd06-f3c4ebe614bc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:51.797663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:51.855409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b9e057c8-321a-4dd1-bcb1-67bf11547bdd completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:51.888889 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a60d193c-ba6d-406b-84f0-dccfa00ba9d9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-1668644405 HTTP/1.1" status: 201  len: 201 time: 0.1984975
Nov 29 12:02:51.891569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54746) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:51.898470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-ccc46cc3-da76-4301-a0ba-dcd2526ea5cf tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d086b78e0>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-244078503') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:51.961022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] For port 04e073d9-6e3b-442b-9040-761e33d2b6c8, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:51.965052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b9e057c8-321a-4dd1-bcb1-67bf11547bdd triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:51.965467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.005074 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ccc46cc3-da76-4301-a0ba-dcd2526ea5cf tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-244078503 HTTP/1.1" status: 201  len: 201 time: 0.1121511
Nov 29 12:02:52.008712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54754) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:52.017107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-f3226d32-5096-4575-9121-55c38c8037b3 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d03323a60>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-261463518') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:52.058355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] For port 04e073d9-6e3b-442b-9040-761e33d2b6c8, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04e073d9-6e3b-442b-9040-761e33d2b6c8,segment=NetworkSegment(84d757e7-b6bc-424f-ba81-65d1d3e37f22),segment_id=84d757e7-b6bc-424f-ba81-65d1d3e37f22)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:52.070922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.076551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:52.224613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.231226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.273095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02a59281-7589-42cf-b287-505bca508776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:52.307081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Pushing event updated for resources: {'Port': ['ID=04e073d9-6e3b-442b-9040-761e33d2b6c8,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:52.316096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:52.324976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.336440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54762) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:52.371361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port b9e057c8-321a-4dd1-bcb1-67bf11547bdd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:52.383093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.385292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:52.387715 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f3226d32-5096-4575-9121-55c38c8037b3 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-261463518 HTTP/1.1" status: 201  len: 201 time: 0.3774512
Nov 29 12:02:52.388026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54768) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:52.388159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:52.392747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:52.398464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-36bccdd5-4130-43e6-8b4e-a6072339e742 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d030e9340>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-1396456797') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:52.424076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.461907 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-36bccdd5-4130-43e6-8b4e-a6072339e742 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-1396456797 HTTP/1.1" status: 201  len: 201 time: 0.0727694
Nov 29 12:02:52.462767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54772) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:52.488834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:52.500302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-00ca4462-8bbd-492e-8b99-db8d61476a70 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02879a60>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:52.566845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:52.587856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:52.589093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.619129 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-00ca4462-8bbd-492e-8b99-db8d61476a70 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags HTTP/1.1" status: 200  len: 241 time: 0.1549397
Nov 29 12:02:52.620125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54776) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:52.625704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-b1b17974-ffb7-4495-ac29-d0adae56f8dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d028c4940>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-1668644405') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:52.666725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-890888113'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:52.667602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:52.668984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:52.684073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:52.699926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Usage tracker for resource:network and tenant:22b2c4b6122349ec8e660edc940de8fa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:52.705436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:52.720753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:52.748386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Made reservation on behalf of 22b2c4b6122349ec8e660edc940de8fa for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:52.752177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.767624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.790198 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b1b17974-ffb7-4495-ac29-d0adae56f8dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-1668644405 HTTP/1.1" status: 204  len: 168 time: 0.1665127
Nov 29 12:02:52.795151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:52.800396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:52.806583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Usage tracker for resource:security_group_rule and tenant:22b2c4b6122349ec8e660edc940de8fa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:52.809553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:52.816167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:52.822882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:52.839083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:52.864244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-76b4f77b-b45f-4856-9e54-efb54331e10a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d08646400>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-1668644405') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:52.876548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.902876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4bf5599-c53a-42af-9be0-86c4d47dae6e None None] Provisioning for port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:52.920958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4bf5599-c53a-42af-9be0-86c4d47dae6e None None] Provisioning complete for port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:52.921643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4bf5599-c53a-42af-9be0-86c4d47dae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.965108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.978422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:52.987343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:52.994676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-39ca6cc9-b349-4dfb-8e94-b88efd43ed46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:53.022762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:53.034977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.042979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d8aa808-4bf9-407c-bc74-96e269009905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:53.057922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:53.086514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d00fbc8-f650-44e4-a9fe-161fa5fa04d5,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:53.093564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf5599-c53a-42af-9be0-86c4d47dae6e None None] Port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:53.098920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:53.101601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.101952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Added segment 388c41f1-ce21-4d70-94b6-16790073336c of type vlan for network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131
Nov 29 12:02:53.131205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4bf5599-c53a-42af-9be0-86c4d47dae6e None None] Provisioning complete for port b9e057c8-321a-4dd1-bcb1-67bf11547bdd triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:53.131205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4bf5599-c53a-42af-9be0-86c4d47dae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.176373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.191249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-76b4f77b-b45f-4856-9e54-efb54331e10a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-1668644405 HTTP/1.1" status: 204  len: 168 time: 0.3949547
Nov 29 12:02:53.198262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54786) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:53.202300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:53.207746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-a78fc930-39bb-4cdd-91f7-9862a9c28bea tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02caa310>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:53.208592 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6138926
Nov 29 12:02:53.211255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54790) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:53.218826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'network': {'name': 'tempest-RoutersTest-392675549'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:53.225100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:53.232127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:02:53.233613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:network and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:53.237504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:53.249122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:53.257912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:53.269198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:53.279444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:53.291460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.312269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:02:53.352884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:53.353827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085ff730>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:53.371428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:02:53.396829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.397032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.397652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added segment 05d08b8f-5dc4-4d76-9fda-8e79a9918e24 of type vlan for network 25e2065e-6f94-4917-aa4a-9b9a75154087
Nov 29 12:02:53.405782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:53.406303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.413273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-368593ec-690b-4913-8a02-d195571d2cbb tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:53.453686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.503915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b9e057c8-321a-4dd1-bcb1-67bf11547bdd up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:53.510947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.517619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:53.518324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.522476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:53.603128 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.2655938
Nov 29 12:02:53.605345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event updated for resources: {'Network': ['ID=d3bdc8d8-30c6-4b90-ad74-85b5d0b46131,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:53.607582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54794) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:53.622254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:53.622479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:53.629022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Request body: {'subnet': {'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:53.652610 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4399388
Nov 29 12:02:53.655810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:53.656896 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a78fc930-39bb-4cdd-91f7-9862a9c28bea tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags HTTP/1.1" status: 200  len: 205 time: 0.4574397
Nov 29 12:02:53.659471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54802) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:53.667011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-7e7c36c2-bbf7-43df-81f4-088c0c556133 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca6ee0>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:53.709778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'subnet': {'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:53.742170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Network': ['ID=25e2065e-6f94-4917-aa4a-9b9a75154087,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:53.759085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:02:53.779152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:53.789234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Usage tracker for resource:subnet and tenant:22b2c4b6122349ec8e660edc940de8fa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:53.796985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:53.816823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:53.838364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Made reservation on behalf of 22b2c4b6122349ec8e660edc940de8fa for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:53.843413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:53.875320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:53.944720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484978e-1867-44c6-b36b-2a86c1cb1012 None None] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:53.954420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:54.016214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:54.022199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:subnet and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:54.026048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:54.033828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:54.039482 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e7c36c2-bbf7-43df-81f4-088c0c556133 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags HTTP/1.1" status: 200  len: 240 time: 0.3762505
Nov 29 12:02:54.040664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54806) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.051272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Made reservation on behalf of 0fd980f3cebd42d6b05c0096b947a14a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:54.052568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-c24e34f2-99b2-474f-8681-4f4ddef52de7 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d0307b730>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-244078503') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:54.054781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.133286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b9e057c8-321a-4dd1-bcb1-67bf11547bdd triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:54.133286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.156825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-11df2124-c89f-4032-8a48-4b588bd685fd None None] Provisioning complete for port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:54.157093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.157229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-11df2124-c89f-4032-8a48-4b588bd685fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.162112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84bcfeb4-ca15-40aa-a78a-081f2e3400e9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:54.209383 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c24e34f2-99b2-474f-8681-4f4ddef52de7 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-244078503 HTTP/1.1" status: 204  len: 168 time: 0.1650748
Nov 29 12:02:54.210251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54810) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.220321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-5fb8a7a6-2652-4243-8875-05cf666a3f74 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d026b3640>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-244078503') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:54.246046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event updated for resources: {'Subnet': ['ID=64b643e6-dedb-448e-8854-dd8a3b27dc45,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:54.248738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:54.259409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Checking segment: {'id': '388c41f1-ce21-4d70-94b6-16790073336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:54.259806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Network hostable DHCP agents. Network: d3bdc8d8-30c6-4b90-ad74-85b5d0b46131, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:54.282185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:54.296504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, d3bdc8d8-30c6-4b90-ad74-85b5d0b46131) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:54.309292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:54.310347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.338723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.339910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579d685-b2a6-4364-9675-f96ecfbe15a6 None None] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:54.340415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-10c89e2b-71a6-4177-9020-2daa5b359e6d tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7241118
Nov 29 12:02:54.343100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54814) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.345148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d3bb288-bab2-4ab9-9591-4e3821fa2bd6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:54.350609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Request body: {'port': {'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1812791588'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:54.435606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Subnet': ['ID=fb0d07c9-59c3-4ec8-9022-ede0f5cc7282,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:54.439571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:54.441233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5fb8a7a6-2652-4243-8875-05cf666a3f74 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-244078503 HTTP/1.1" status: 204  len: 168 time: 0.2297714
Nov 29 12:02:54.443919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54818) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.449284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-db4a2498-a2ed-4a12-ad89-3a6507ca0b84 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02d406d0>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:54.488860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Checking segment: {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:54.489486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network hostable DHCP agents. Network: 25e2065e-6f94-4917-aa4a-9b9a75154087, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:02:54.506511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-11df2124-c89f-4032-8a48-4b588bd685fd None None] Port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:54.513173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:54.516514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Usage tracker for resource:port and tenant:22b2c4b6122349ec8e660edc940de8fa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:54.520737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:54.523690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:02:54.527397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:54.538467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Made reservation on behalf of 22b2c4b6122349ec8e660edc940de8fa for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:54.538695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 25e2065e-6f94-4917-aa4a-9b9a75154087) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:54.544254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.545038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:54.545640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:54.557332 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db4a2498-a2ed-4a12-ad89-3a6507ca0b84 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags HTTP/1.1" status: 200  len: 205 time: 0.1122007
Nov 29 12:02:54.560120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54822) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.569717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-613bf1fe-f5cd-4c40-8776-066d75d62eda tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d08216190>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:54.570328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f377068-87a2-4fe3-b4e1-1d61f18f048c None None] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:02:54.570944 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9138231
Nov 29 12:02:54.574049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54826) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.645745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] device_id is not set on port f1cefdf6-41f1-416b-9158-c55386f67a4d yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:54.870585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-613bf1fe-f5cd-4c40-8776-066d75d62eda tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags HTTP/1.1" status: 200  len: 240 time: 0.3069961
Nov 29 12:02:54.871830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9c6eea05-fe93-4eb9-95c6-cf0064d3db8e None None] Provisioning for port 04e073d9-6e3b-442b-9040-761e33d2b6c8 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:54.872154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54830) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:54.879437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-a6bead76-1a45-4ea4-8c83-eac5e4657e24 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d01db01c0>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-261463518') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:54.890536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Allocated IP 172.20.0.14 (d3bdc8d8-30c6-4b90-ad74-85b5d0b46131/64b643e6-dedb-448e-8854-dd8a3b27dc45/f1cefdf6-41f1-416b-9158-c55386f67a4d) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:54.905746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04e073d9-6e3b-442b-9040-761e33d2b6c8 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:55.130037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-d3bdc8d8-30c6-4b90-ad74-85b5d0b46131', 'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131', 'tenant_id': '22b2c4b6122349ec8e660edc940de8fa', 'fixed_ips': [{'subnet_id': '64b643e6-dedb-448e-8854-dd8a3b27dc45'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:55.130772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.171041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085ff730>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:51Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:55.179076 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6bead76-1a45-4ea4-8c83-eac5e4657e24 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-261463518 HTTP/1.1" status: 204  len: 168 time: 0.3055975
Nov 29 12:02:55.182605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:55.187828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-260f8d5e-f2df-43d6-a529-ce30043b2a8d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d01db0dc0>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-261463518') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:55.236831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:02:55.237205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Updating router 17de383d-0975-4448-a22c-4f41ffa40206 port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:02:55.261902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 04e073d9-6e3b-442b-9040-761e33d2b6c8 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:55.273189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def402c-85f8-426e-8590-df449a555234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-25e2065e-6f94-4917-aa4a-9b9a75154087', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:02:55.274031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0def402c-85f8-426e-8590-df449a555234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.305031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 04e073d9-6e3b-442b-9040-761e33d2b6c8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:55.305513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.365572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.384194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Transition to ACTIVE for port object f1cefdf6-41f1-416b-9158-c55386f67a4d will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:55.419331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.429073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a725ca70-18f8-43f2-a4d0-85323559473d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:55.463967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.556638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:55.565565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:55.586734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:55.632779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event updated for resources: {'Port': ['ID=f1cefdf6-41f1-416b-9158-c55386f67a4d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:55.645484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:55.682386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:55.682993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.706514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-260f8d5e-f2df-43d6-a529-ce30043b2a8d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-261463518 HTTP/1.1" status: 204  len: 168 time: 0.5223293
Nov 29 12:02:55.710031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54838) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:55.716306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-939671ca-3b25-4f31-9040-ce58a18a5f05 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02d1a520>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:55.742586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.787814 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4424407
Nov 29 12:02:55.795232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54842) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:55.807685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Request body: {'port': {'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1612762752', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:55.808253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] bootfile-name is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 12:02:55.808658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] tftp-server is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 12:02:55.809097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] server-ip-address is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 12:02:55.862695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Allocated IP 172.20.0.2 (d3bdc8d8-30c6-4b90-ad74-85b5d0b46131/64b643e6-dedb-448e-8854-dd8a3b27dc45/0728e553-0a08-4b5e-8852-f69520fd0792) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:55.869637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-09eaca17-1e81-41fb-a99f-5e978c009c75 None None] Provisioning for port 0d77acb2-f4fa-4345-b014-d38e19836d32 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:02:55.919007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-09eaca17-1e81-41fb-a99f-5e978c009c75 None None] Provisioning complete for port 0d77acb2-f4fa-4345-b014-d38e19836d32 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:55.919326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-09eaca17-1e81-41fb-a99f-5e978c009c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:55.983713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-939671ca-3b25-4f31-9040-ce58a18a5f05 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags HTTP/1.1" status: 200  len: 205 time: 0.2697475
Nov 29 12:02:55.984859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54846) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.000699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-6ea52c4c-fde7-4118-83fb-5c8d962c638d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d08070e50>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.047553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:02:56.054040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Usage tracker for resource:port and tenant:22b2c4b6122349ec8e660edc940de8fa is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:02:56.060550 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6ea52c4c-fde7-4118-83fb-5c8d962c638d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags HTTP/1.1" status: 200  len: 241 time: 0.0720303
Nov 29 12:02:56.060550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:02:56.061867 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-fe6be976-b9b1-4cf0-92fd-b4bfc0e40ee9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2335267
Nov 29 12:02:56.062008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54850) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.067123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:56.069507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-84242951-c3be-4d74-b023-aadc01c72152 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d08478a00>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-1396456797') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.080872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:02:56.099265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Made reservation on behalf of 22b2c4b6122349ec8e660edc940de8fa for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:02:56.101311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0def402c-85f8-426e-8590-df449a555234 None None] Allocated IP 172.23.0.2 (25e2065e-6f94-4917-aa4a-9b9a75154087/fb0d07c9-59c3-4ec8-9022-ede0f5cc7282/bf158400-5138-4c49-8b81-970a816e6740) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:56.103141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:56.118740 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-84242951-c3be-4d74-b023-aadc01c72152 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-1396456797 HTTP/1.1" status: 204  len: 168 time: 0.0537915
Nov 29 12:02:56.120051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54854) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.131272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-b4a0fb9a-f600-40aa-a605-49a6893aa224 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d030cb5b0>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-1396456797') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.150064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] device_id is not set on port 6e1a0ef9-0667-429d-bea4-4bdfaa6e8401 yet. {{(pid=87599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:02:56.161447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-09eaca17-1e81-41fb-a99f-5e978c009c75 None None] Port 0d77acb2-f4fa-4345-b014-d38e19836d32 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:56.253163 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b4a0fb9a-f600-40aa-a605-49a6893aa224 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-1396456797 HTTP/1.1" status: 204  len: 168 time: 0.1299586
Nov 29 12:02:56.253520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.262782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-307b3ca7-bdd3-4c44-8b2e-81702dcc5c55 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02b98250>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.304923 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-307b3ca7-bdd3-4c44-8b2e-81702dcc5c55 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags HTTP/1.1" status: 200  len: 205 time: 0.0496495
Nov 29 12:02:56.307871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.312972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-fe642ef4-447a-4799-9dab-7071beeda309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:56.313644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-dbcf59a7-84d6-49ff-9cef-dab7904c3f16 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d083a5940>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.314397 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-fe642ef4-447a-4799-9dab-7071beeda309 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1098 time: 0.1356840
Nov 29 12:02:56.346014 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dbcf59a7-84d6-49ff-9cef-dab7904c3f16 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags HTTP/1.1" status: 204  len: 168 time: 0.0347304
Nov 29 12:02:56.346260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54866) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.351435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-9914417e-c684-4840-bdb8-bffd093e7dbc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d083a5be0>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.400188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 04e073d9-6e3b-442b-9040-761e33d2b6c8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04e073d9-6e3b-442b-9040-761e33d2b6c8,segment=NetworkSegment(84d757e7-b6bc-424f-ba81-65d1d3e37f22),segment_id=84d757e7-b6bc-424f-ba81-65d1d3e37f22)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:02:56.432152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:56.434844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-09eaca17-1e81-41fb-a99f-5e978c009c75 None None] Provisioning complete for port 04e073d9-6e3b-442b-9040-761e33d2b6c8 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:56.435056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-09eaca17-1e81-41fb-a99f-5e978c009c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:56.472432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a3eb19b-4f81-486d-b865-9b1e1acb01f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:56.491591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-2ce54940-faf7-4f67-a636-c2b9d6a94f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:56.493109 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-2ce54940-faf7-4f67-a636-c2b9d6a94f70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.1560032
Nov 29 12:02:56.508382 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9914417e-c684-4840-bdb8-bffd093e7dbc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags HTTP/1.1" status: 204  len: 168 time: 0.1611433
Nov 29 12:02:56.511489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54870) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.516824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-1c9c5938-0074-424d-bd6f-04391d1195c6 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d036d56d0>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.538698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:56.588464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1c9c5938-0074-424d-bd6f-04391d1195c6 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags HTTP/1.1" status: 204  len: 168 time: 0.0759454
Nov 29 12:02:56.590939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54874) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.596059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-ec1ecccb-d10b-4f54-97d4-df4f55897594 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d08117490>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.609487 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-e7962508-46a9-4dc6-8cd2-43ea0c3e61c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 1000 time: 0.1090357
Nov 29 12:02:56.681162 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ec1ecccb-d10b-4f54-97d4-df4f55897594 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags HTTP/1.1" status: 204  len: 168 time: 0.0842414
Nov 29 12:02:56.681390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-11f69ec5-170d-4f01-83c7-1be720c9c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:56.682474 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-11f69ec5-170d-4f01-83c7-1be720c9c152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.0653534
Nov 29 12:02:56.682640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54878) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.693579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-4fe45679-dd87-41aa-aa28-c02543e45a0a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d02803190>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-640935921') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.752890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62fa7502-564e-4947-9ae2-59cb1397a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:56.776288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-1af02fec-54e6-4aa1-9d8e-8898ec40de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:56.778156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-1af02fec-54e6-4aa1-9d8e-8898ec40de7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0871193
Nov 29 12:02:56.782931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=04e073d9-6e3b-442b-9040-761e33d2b6c8,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:56.796698 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4fe45679-dd87-41aa-aa28-c02543e45a0a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-640935921 HTTP/1.1" status: 201  len: 201 time: 0.1132493
Nov 29 12:02:56.799272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54882) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.805441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-b9328075-5a47-4d31-9300-ab5474275fe9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d03066670>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-96304114') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.827549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.827899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.828238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.828573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.828903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.829234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.829877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.830198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.830521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.830843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.831204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.831510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:02:56.835750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:56.890940 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b9328075-5a47-4d31-9300-ab5474275fe9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-96304114 HTTP/1.1" status: 201  len: 201 time: 0.0904467
Nov 29 12:02:56.893673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54886) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:56.899641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-fe6216b5-67e3-4740-9b1a-1d2b6c914a23 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d08700910>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-303731386') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:56.943501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:56.952127 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-d54ddc93-5669-445f-be68-04dd3b1079b2 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624351
Nov 29 12:02:56.978625 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:02:56.991508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 29 12:02:57.000042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Transition to ACTIVE for port object 0728e553-0a08-4b5e-8852-f69520fd0792 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.054516 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fe6216b5-67e3-4740-9b1a-1d2b6c914a23 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-303731386 HTTP/1.1" status: 201  len: 201 time: 0.1595707
Nov 29 12:02:57.056957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54890) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:57.062441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-c1647d3e-b269-4918-8aed-dde2c64bdd10 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d0949da90>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-596853388') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:57.103509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c1647d3e-b269-4918-8aed-dde2c64bdd10 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-596853388 HTTP/1.1" status: 201  len: 201 time: 0.0453258
Nov 29 12:02:57.104647 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4ee9c9-8a7c-488e-809e-726fec189742 req-b3ae206e-047e-41b1-9ae5-a178459ec213 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446855
Nov 29 12:02:57.105942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:57.111401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-dd33f5ca-91c9-4b7f-8c98-6f7490e84729 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d0379b100>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', {'tags': ['tempest-TagsExtTest-Tag-489503462', 'tempest-TagsExtTest-Tag-1899414973', 'tempest-TagsExtTest-Tag-577700859']}) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:57.182557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dd33f5ca-91c9-4b7f-8c98-6f7490e84729 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags HTTP/1.1" status: 200  len: 316 time: 0.0754235
Nov 29 12:02:57.185046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54898) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:57.190046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-6a444c99-2d6c-4267-9490-6449eedcbe12 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d090e7250>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:57.211236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0def402c-85f8-426e-8590-df449a555234 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.213868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Transition to ACTIVE for port object 0728e553-0a08-4b5e-8852-f69520fd0792 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.217247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:57.217626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.279035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.282802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.294121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0def402c-85f8-426e-8590-df449a555234 None None] Transition to ACTIVE for port object bf158400-5138-4c49-8b81-970a816e6740 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.297012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6fe2bfb-0f69-47e6-8566-dfe82993911f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:57.343084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.423078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:57.424228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Transition to ACTIVE for port object 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.427302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0def402c-85f8-426e-8590-df449a555234 None None] Transition to ACTIVE for port object bf158400-5138-4c49-8b81-970a816e6740 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.435132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:57.447764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:57.450633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0def402c-85f8-426e-8590-df449a555234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.464132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Allocated IP 172.20.0.9 (d3bdc8d8-30c6-4b90-ad74-85b5d0b46131/64b643e6-dedb-448e-8854-dd8a3b27dc45/6e1a0ef9-0667-429d-bea4-4bdfaa6e8401) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:57.465172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.474640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Pushing event updated for resources: {'Port': ['ID=0728e553-0a08-4b5e-8852-f69520fd0792,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:57.478098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:57.483605 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6a444c99-2d6c-4267-9490-6449eedcbe12 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags HTTP/1.1" status: 204  len: 168 time: 0.2949290
Nov 29 12:02:57.484062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-de279b65-6823-4d66-b2b0-95f85531eb4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:57.484198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54902) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:57.491198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-35146d8f-2508-4285-a67f-644def4ddff8 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d02803b80>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-489503462') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:57.514119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Allocated IP 172.23.0.1 (25e2065e-6f94-4917-aa4a-9b9a75154087/fb0d07c9-59c3-4ec8-9022-ede0f5cc7282/b8c8bbf6-948f-4fad-a985-19c831d563df) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:02:57.685861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d366bddf-64ba-4fc4-844c-b02ee41a5081 None None] Provisioning complete for port 0d77acb2-f4fa-4345-b014-d38e19836d32 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:57.686251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d366bddf-64ba-4fc4-844c-b02ee41a5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.711113 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-35146d8f-2508-4285-a67f-644def4ddff8 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:02:57.712197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-35146d8f-2508-4285-a67f-644def4ddff8 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-489503462 HTTP/1.1" status: 404  len: 328 time: 0.2271245
Nov 29 12:02:57.716410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54906) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:57.723871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-7f246cb2-3f16-4c42-947b-6a2f1fe2b343 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d085ef1c0>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-1899414973') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:57.740725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.763581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Transition to ACTIVE for port object b8c8bbf6-948f-4fad-a985-19c831d563df will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.802176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.812016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-33d5bd16-2f36-4dc8-85e4-7a772921644a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:57.822365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def402c-85f8-426e-8590-df449a555234 None None] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:57.855131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.859074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0def402c-85f8-426e-8590-df449a555234 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:57.879252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Transition to ACTIVE for port object 6e1a0ef9-0667-429d-bea4-4bdfaa6e8401 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:02:57.879817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def402c-85f8-426e-8590-df449a555234 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:57.908246 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-7f246cb2-3f16-4c42-947b-6a2f1fe2b343 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:02:57.914097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7f246cb2-3f16-4c42-947b-6a2f1fe2b343 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-1899414973 HTTP/1.1" status: 404  len: 329 time: 0.1922646
Nov 29 12:02:57.915109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54910) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:57.925016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-ea2b2cca-c5a1-4b7c-93ed-a9007970b09b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d031278b0>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109', 'tempest-TagsExtTest-Tag-577700859') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:57.949942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def402c-85f8-426e-8590-df449a555234 None None] Pushing event updated for resources: {'Port': ['ID=bf158400-5138-4c49-8b81-970a816e6740,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:57.952380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Attempting to bind port 0728e553-0a08-4b5e-8852-f69520fd0792 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:57.952769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Attempting to bind port 0728e553-0a08-4b5e-8852-f69520fd0792 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '388c41f1-ce21-4d70-94b6-16790073336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:57.953143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Attempting to bind port 0728e553-0a08-4b5e-8852-f69520fd0792 on network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:57.983725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:57.991317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f09cfb2-2c1f-4255-bd47-b6b93de7aa97 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:58.054197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d366bddf-64ba-4fc4-844c-b02ee41a5081 None None] Port 0d77acb2-f4fa-4345-b014-d38e19836d32 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:02:58.060885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:58.061722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=b8c8bbf6-948f-4fad-a985-19c831d563df,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:58.064989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:58.067152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:58.069463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:58.074909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:58.080029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:02:58.094706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:58.113610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:58.113900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Checking segment: {'id': '388c41f1-ce21-4d70-94b6-16790073336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:58.114279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.114686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Bound using segment: {'id': '388c41f1-ce21-4d70-94b6-16790073336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:58.115198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Bound port: 0728e553-0a08-4b5e-8852-f69520fd0792, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388c41f1-ce21-4d70-94b6-16790073336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd3bdc8d8-30c6-4b90-ad74-85b5d0b46131'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:58.115596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.132395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event updated for resources: {'Port': ['ID=6e1a0ef9-0667-429d-bea4-4bdfaa6e8401,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:58.135046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.135689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:58.157975 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-ea2b2cca-c5a1-4b7c-93ed-a9007970b09b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:02:58.160208 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ea2b2cca-c5a1-4b7c-93ed-a9007970b09b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags/tempest-TagsExtTest-Tag-577700859 HTTP/1.1" status: 404  len: 328 time: 0.2424650
Nov 29 12:02:58.163589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54914) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:58.173306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:58.174386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.183515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-055a3184-4b07-41da-bf2f-6255edd3d4f8 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d0340a580>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', {'tags': ['tempest-TagsExtTest-Tag-1454213639', 'tempest-TagsExtTest-Tag-1626286992', 'tempest-TagsExtTest-Tag-2074138099']}) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:58.245093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0def402c-85f8-426e-8590-df449a555234 None None] Attempting to bind port bf158400-5138-4c49-8b81-970a816e6740 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:58.245439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0def402c-85f8-426e-8590-df449a555234 None None] Attempting to bind port bf158400-5138-4c49-8b81-970a816e6740 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:58.245850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def402c-85f8-426e-8590-df449a555234 None None] Attempting to bind port bf158400-5138-4c49-8b81-970a816e6740 on network 25e2065e-6f94-4917-aa4a-9b9a75154087 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:58.249193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d81677-4e6e-4b55-963c-c7c50e1a937e None None] Pushing event updated for resources: {'Port': ['ID=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:58.255580 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 2.4598622
Nov 29 12:02:58.256278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54918) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:58.256595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Attempting to bind port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:02:58.256996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Attempting to bind port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:02:58.257365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Attempting to bind port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb on network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:02:58.260544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37d81677-4e6e-4b55-963c-c7c50e1a937e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:58.265825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.791s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:58.266195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:58.277601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def402c-85f8-426e-8590-df449a555234 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:58.277994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def402c-85f8-426e-8590-df449a555234 None None] Checking segment: {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:58.278408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0def402c-85f8-426e-8590-df449a555234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.278816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def402c-85f8-426e-8590-df449a555234 None None] Bound using segment: {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:58.279397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0def402c-85f8-426e-8590-df449a555234 None None] Bound port: bf158400-5138-4c49-8b81-970a816e6740, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:58.279789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0def402c-85f8-426e-8590-df449a555234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.284019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.296605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:02:58.296987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Checking segment: {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:02:58.297395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.297801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Bound using segment: {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:02:58.298293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Bound port: 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc6e88-612c-4c62-b14c-68320da0d9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:02:58.298673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.323585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-055a3184-4b07-41da-bf2f-6255edd3d4f8 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags HTTP/1.1" status: 200  len: 318 time: 0.1580865
Nov 29 12:02:58.328260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54922) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:58.335373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-279bd826-988c-4063-8661-4b3a42be61db tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d0307b580>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:58.417843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6a692-5362-4ac7-9864-8ae34e54bf97 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:58.425050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6a692-5362-4ac7-9864-8ae34e54bf97 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:58.432208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6a692-5362-4ac7-9864-8ae34e54bf97 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:02:58.433292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-36f6a692-5362-4ac7-9864-8ae34e54bf97 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Synchronizing usage tracker for tenant:22b2c4b6122349ec8e660edc940de8fa on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:02:58.445992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] For port 0728e553-0a08-4b5e-8852-f69520fd0792, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:58.476331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-36f6a692-5362-4ac7-9864-8ae34e54bf97 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Unset dirty status for tenant:22b2c4b6122349ec8e660edc940de8fa on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:02:58.480048 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-36f6a692-5362-4ac7-9864-8ae34e54bf97 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.2173166
Nov 29 12:02:58.481317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54926) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:58.498676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] For port 0728e553-0a08-4b5e-8852-f69520fd0792, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0728e553-0a08-4b5e-8852-f69520fd0792,segment=NetworkSegment(388c41f1-ce21-4d70-94b6-16790073336c),segment_id=388c41f1-ce21-4d70-94b6-16790073336c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:58.518692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] For port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:58.525332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] For port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:58.539556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04e073d9-6e3b-442b-9040-761e33d2b6c8 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:02:58.565236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Deleting port 6e1a0ef9-0667-429d-bea4-4bdfaa6e8401 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:02:58.565580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.578372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.582770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.596495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d31ed345-65ef-45ce-b667-ac55bd106346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:58.600371 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-279bd826-988c-4063-8661-4b3a42be61db tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags HTTP/1.1" status: 204  len: 168 time: 0.2708087
Nov 29 12:02:58.607063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54930) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:58.614264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-ad58659c-9601-40f2-9b22-871eeb21f635 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d03636d90>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-1454213639') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:58.650859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0def402c-85f8-426e-8590-df449a555234 None None] For port bf158400-5138-4c49-8b81-970a816e6740, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:02:58.705986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0def402c-85f8-426e-8590-df449a555234 None None] For port bf158400-5138-4c49-8b81-970a816e6740, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bf158400-5138-4c49-8b81-970a816e6740,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:02:58.731066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:02:58.731981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085ff730>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:58.742822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.751496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.783714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2020aadb-69d9-40a5-a4d9-3563a5841070 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:58.789292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0def402c-85f8-426e-8590-df449a555234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.886767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Pushing event updated for resources: {'Port': ['ID=0728e553-0a08-4b5e-8852-f69520fd0792,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:58.899134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:58.903048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event updated for resources: {'Port': ['ID=b8c8bbf6-948f-4fad-a985-19c831d563df,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:58.912545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:58.917508 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-ad58659c-9601-40f2-9b22-871eeb21f635 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:02:58.918568 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ad58659c-9601-40f2-9b22-871eeb21f635 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-1454213639 HTTP/1.1" status: 404  len: 329 time: 0.3105860
Nov 29 12:02:58.921803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54934) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:58.932495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-81592a7c-d8a0-4385-a77d-907d85c0cf76 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d084782e0>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-1626286992') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:58.996198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 04e073d9-6e3b-442b-9040-761e33d2b6c8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:02:58.996787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:59.045218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:59.102369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:02:59.103893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:02:59.106866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d81677-4e6e-4b55-963c-c7c50e1a937e None None] Pushing event updated for resources: {'Port': ['ID=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:59.116903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37d81677-4e6e-4b55-963c-c7c50e1a937e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:59.129359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e9df4633-4c29-47ca-914c-86b4f17fe4c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:59.163104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:02:59.196375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Calling delete_port for 6e1a0ef9-0667-429d-bea4-4bdfaa6e8401 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:02:59.297932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-81592a7c-d8a0-4385-a77d-907d85c0cf76 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:02:59.302038 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-81592a7c-d8a0-4385-a77d-907d85c0cf76 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-1626286992 HTTP/1.1" status: 404  len: 329 time: 0.3792541
Nov 29 12:02:59.304649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54938) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:59.320145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-6c31e92f-fd55-4d8f-a6ff-6344553036d1 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d0291dd30>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32', 'tempest-TagsExtTest-Tag-2074138099') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:59.416032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:02:59.446793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:59.455639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c13bea4b-99c9-4e46-8239-8f4fe97479be tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:59.498453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cceef7df-817d-42bc-bc14-be84bf881643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:59.523256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event deleted for resources: {'Port': ['ID=6e1a0ef9-0667-429d-bea4-4bdfaa6e8401,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:59.528196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:59.582479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def402c-85f8-426e-8590-df449a555234 None None] Pushing event updated for resources: {'Port': ['ID=bf158400-5138-4c49-8b81-970a816e6740,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:02:59.602059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0def402c-85f8-426e-8590-df449a555234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:59.604876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.801s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:02:59.605448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:02:59.611781 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-6c31e92f-fd55-4d8f-a6ff-6344553036d1 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:02:59.612459 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c31e92f-fd55-4d8f-a6ff-6344553036d1 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags/tempest-TagsExtTest-Tag-2074138099 HTTP/1.1" status: 404  len: 329 time: 0.3068628
Nov 29 12:02:59.621276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:59.628939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-c416e0e1-b0d7-41d7-8ee2-f21c93ae3ce6 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d03d22400>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', {'tags': ['tempest-TagsExtTest-Tag-2027712355', 'tempest-TagsExtTest-Tag-1221432299', 'tempest-TagsExtTest-Tag-489223178']}) {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:59.789082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:02:59.804413 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "DELETE /v2.0/ports/6e1a0ef9-0667-429d-bea4-4bdfaa6e8401 HTTP/1.1" status: 204  len: 168 time: 1.3222930
Nov 29 12:02:59.808480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54946) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:02:59.814810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Request body: {'port': {'name': 'tempest-new-port-name-1554116574', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:02:59.815888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] bootfile-name is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 12:02:59.816441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] tftp-server is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 12:02:59.816947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.api.validators [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] server-ip-address is not in valid_values {{(pid=87599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 29 12:02:59.848129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085ff730>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:02:59.853989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7a27a-6c4c-4c4b-b794-d0c3f83a1b43 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:02:59.967503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:02:59.996898 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4217608
Nov 29 12:02:59.999569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:00.005296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:00.011098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:00.061178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:00.084546 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c416e0e1-b0d7-41d7-8ee2-f21c93ae3ce6 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags HTTP/1.1" status: 200  len: 317 time: 0.4621756
Nov 29 12:03:00.093487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54954) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:00.099639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-e1e06848-3d94-4a30-bba6-538245a054e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02c1c100>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:00.346943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:00.356607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:00.363684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c64a0b54-b50c-41f4-9123-aafdbae2367d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:00.398810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840400a6-fd8d-46f7-8055-0f7eb4365b3f None None] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:00.542342 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1e06848-3d94-4a30-bba6-538245a054e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags HTTP/1.1" status: 204  len: 168 time: 0.4474192
Nov 29 12:03:00.547617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54958) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:00.564351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event updated for resources: {'Port': ['ID=f1cefdf6-41f1-416b-9158-c55386f67a4d,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:00.570533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:00.619189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5914c7fb-8a3d-4078-bce5-2399f7ece07a None None] Provisioning for port 0728e553-0a08-4b5e-8852-f69520fd0792 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:00.626448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-b509672f-704a-4674-9f30-e4c21557bf49 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d0291f1c0>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-2027712355') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:00.627833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] In _notify_port_updated(), no bound segment for port f1cefdf6-41f1-416b-9158-c55386f67a4d on network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 {{(pid=87599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:03:00.641700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:00.642421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:00.643824 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "PUT /v2.0/ports/f1cefdf6-41f1-416b-9158-c55386f67a4d HTTP/1.1" status: 200  len: 1137 time: 0.8341708
Nov 29 12:03:00.652084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54962) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:00.798731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2076cf-e28c-4fb5-a283-50cd0a6a8331 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:00.799410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bb2076cf-e28c-4fb5-a283-50cd0a6a8331 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Synchronizing usage tracker for tenant:22b2c4b6122349ec8e660edc940de8fa on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:00.846740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0728e553-0a08-4b5e-8852-f69520fd0792 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:00.850491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bb2076cf-e28c-4fb5-a283-50cd0a6a8331 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Unset dirty status for tenant:22b2c4b6122349ec8e660edc940de8fa on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:00.855669 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bb2076cf-e28c-4fb5-a283-50cd0a6a8331 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "GET /v2.0/ports/f1cefdf6-41f1-416b-9158-c55386f67a4d HTTP/1.1" status: 200  len: 1137 time: 0.1986761
Nov 29 12:03:00.856604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54966) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:00.924524 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b509672f-704a-4674-9f30-e4c21557bf49 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:03:00.925902 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b509672f-704a-4674-9f30-e4c21557bf49 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-2027712355 HTTP/1.1" status: 404  len: 329 time: 0.3108881
Nov 29 12:03:00.929564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:00.949051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-b250c2e8-b065-4218-994e-8dab56e80464 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d039c2280>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-1221432299') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:00.984169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Deleting port f1cefdf6-41f1-416b-9158-c55386f67a4d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:00.984509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.006972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 0728e553-0a08-4b5e-8852-f69520fd0792 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:01.012730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0728e553-0a08-4b5e-8852-f69520fd0792 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:01.013115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.190069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e5212-8f2c-43aa-8a5c-d4e949e6f186 None None] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:01.224934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Nov 29 12:03:01.241195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Removed routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Nov 29 12:03:01.241629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.336583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.353798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4e92c12f-494f-48ca-b520-2d52550b927e None None] Provisioning for port bf158400-5138-4c49-8b81-970a816e6740 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:01.418411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.441591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 0728e553-0a08-4b5e-8852-f69520fd0792, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0728e553-0a08-4b5e-8852-f69520fd0792,segment=NetworkSegment(388c41f1-ce21-4d70-94b6-16790073336c),segment_id=388c41f1-ce21-4d70-94b6-16790073336c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:01.452882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.454046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:01.480672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0a7668d4-b768-4b5a-a741-9ba529750025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:01.491159 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:01.511765 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:01.512503 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088cc5e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:01.599231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Calling delete_port for f1cefdf6-41f1-416b-9158-c55386f67a4d owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:01.680330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-be779500-949f-4d4e-8aa8-c030691b978e None None] Provisioning for port f1cefdf6-41f1-416b-9158-c55386f67a4d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:01.690500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.693499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-be779500-949f-4d4e-8aa8-c030691b978e None None] Provisioning complete for port f1cefdf6-41f1-416b-9158-c55386f67a4d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:01.694068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be779500-949f-4d4e-8aa8-c030691b978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.720719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=0728e553-0a08-4b5e-8852-f69520fd0792,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:01.725042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:01.779458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-be779500-949f-4d4e-8aa8-c030691b978e None None] Port f1cefdf6-41f1-416b-9158-c55386f67a4d cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:01.788278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:01.802319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:01.802699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.856619 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:01.859552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.865483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0e1ffa50-8d8f-42c1-bb2c-d5236d5f1058 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:01.886164 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b250c2e8-b065-4218-994e-8dab56e80464 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:03:01.887212 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b250c2e8-b065-4218-994e-8dab56e80464 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-1221432299 HTTP/1.1" status: 404  len: 329 time: 0.9563072
Nov 29 12:03:01.892524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-be779500-949f-4d4e-8aa8-c030691b978e None None] Provisioning complete for port 0728e553-0a08-4b5e-8852-f69520fd0792 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:01.894670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be779500-949f-4d4e-8aa8-c030691b978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:01.897262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:01.905084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-1c29e8c1-ddb5-42f1-9555-5b4af7c646c9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d03fe0f70>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1', 'tempest-TagsExtTest-Tag-489223178') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:01.949187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event deleted for resources: {'Port': ['ID=f1cefdf6-41f1-416b-9158-c55386f67a4d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:01.955698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:02.174652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.185324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.196278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "DELETE /v2.0/ports/f1cefdf6-41f1-416b-9158-c55386f67a4d HTTP/1.1" status: 204  len: 168 time: 1.3379762
Nov 29 12:03:02.198770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54982) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:02.281577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:02.289268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.290518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bf158400-5138-4c49-8b81-970a816e6740 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:02.336026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aacc93f3-22b7-47ba-a9cb-f9f37e959b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:02.337079 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-1c29e8c1-ddb5-42f1-9555-5b4af7c646c9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:03:02.338117 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c29e8c1-ddb5-42f1-9555-5b4af7c646c9 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags/tempest-TagsExtTest-Tag-489223178 HTTP/1.1" status: 404  len: 328 time: 0.4400613
Nov 29 12:03:02.346401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Deleting subnet 64b643e6-dedb-448e-8854-dd8a3b27dc45 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:02.347722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 54986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:02.354951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-d951ba92-4b4d-4ef2-965b-470d3493906d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02aca850>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', {'tags': ['tempest-TagsExtTest-Tag-1995236022', 'tempest-TagsExtTest-Tag-1743129136', 'tempest-TagsExtTest-Tag-1666493816']}) {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:02.362360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.389529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.422919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.460812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4a86866-0271-427a-bcd8-e6f43cd4ca89 None None] Could not find standard attr ID for object 6e1a0ef9-0667-429d-bea4-4bdfaa6e8401. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:03:02.468274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.475050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a4a86866-0271-427a-bcd8-e6f43cd4ca89 None None] Could not find standard attr ID for object f1cefdf6-41f1-416b-9158-c55386f67a4d. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:03:02.483084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:02.489547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:02.509302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port bf158400-5138-4c49-8b81-970a816e6740 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:02.523585 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d951ba92-4b4d-4ef2-965b-470d3493906d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "PUT /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags HTTP/1.1" status: 200  len: 318 time: 0.1719110
Nov 29 12:03:02.528043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bf158400-5138-4c49-8b81-970a816e6740 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:02.528549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.538991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54990) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:02.557614 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088cc5e0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:02:58Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:02.569430 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:02.570107 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Updating router 17de383d-0975-4448-a22c-4f41ffa40206 port b8c8bbf6-948f-4fad-a985-19c831d563df binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:03:02.577901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-867f8ab3-ef55-4693-a207-0e0944123679 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d085efee0>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:02.641702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-71077b70-d1a4-4862-96c4-3079c46ac9e4 None None] Provisioning for port b8c8bbf6-948f-4fad-a985-19c831d563df completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:02.648221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-71077b70-d1a4-4862-96c4-3079c46ac9e4 None None] Provisioning complete for port b8c8bbf6-948f-4fad-a985-19c831d563df triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:02.648750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71077b70-d1a4-4862-96c4-3079c46ac9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.681238 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.686530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:02.799544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-71077b70-d1a4-4862-96c4-3079c46ac9e4 None None] Port b8c8bbf6-948f-4fad-a985-19c831d563df cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:02.803818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.962500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:02.994877 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-867f8ab3-ef55-4693-a207-0e0944123679 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags HTTP/1.1" status: 204  len: 168 time: 0.4549775
Nov 29 12:03:03.004271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54994) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.009503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-3c535344-0976-4097-b527-7ca2515c9c5b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d03614700>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-1995236022') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:03.011996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-71077b70-d1a4-4862-96c4-3079c46ac9e4 None None] Provisioning complete for port bf158400-5138-4c49-8b81-970a816e6740 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:03.021463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71077b70-d1a4-4862-96c4-3079c46ac9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.056487 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-3c535344-0976-4097-b527-7ca2515c9c5b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:03:03.058576 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c535344-0976-4097-b527-7ca2515c9c5b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-1995236022 HTTP/1.1" status: 404  len: 329 time: 0.0532124
Nov 29 12:03:03.060922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 54998) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.071439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-826d1e1a-ef2a-4510-b2c8-1068b4795620 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d0329adf0>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-1743129136') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:03.099887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port bf158400-5138-4c49-8b81-970a816e6740, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bf158400-5138-4c49-8b81-970a816e6740,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:03.104413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.109206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-efe85e28-616c-4006-a4ea-b1ce5d553484 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:03.110853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.115418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37d81677-4e6e-4b55-963c-c7c50e1a937e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:03.122465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:03.150861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.155445 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac62308b-b837-436b-9304-e9d4bcae6422 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 933 time: 3.1547806
Nov 29 12:03:03.159236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.163729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-826d1e1a-ef2a-4510-b2c8-1068b4795620 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:03:03.164809 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-826d1e1a-ef2a-4510-b2c8-1068b4795620 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-1743129136 HTTP/1.1" status: 404  len: 329 time: 0.1028719
Nov 29 12:03:03.165852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event deleted for resources: {'Subnet': ['ID=64b643e6-dedb-448e-8854-dd8a3b27dc45,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:03.167767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.169378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:03.171850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.181498 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "DELETE /v2.0/subnets/64b643e6-dedb-448e-8854-dd8a3b27dc45 HTTP/1.1" status: 204  len: 168 time: 0.9814348
Nov 29 12:03:03.182843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55010) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.237590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27afb90d-e8bd-46a7-8313-759dd9a5f583 None None] Network d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:03.271361 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.282894 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Transition to ACTIVE for port object b8c8bbf6-948f-4fad-a985-19c831d563df will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:03.296303 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.301272 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b81ce517-402a-4009-9302-eedfcf443972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:03.321198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.332923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Deleting port 0728e553-0a08-4b5e-8852-f69520fd0792 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:03.333259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.379996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0728e553-0a08-4b5e-8852-f69520fd0792 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:03.403957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-0676e46e-aaf4-4966-aa82-b37498b54943 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5d01c24520>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690', 'tempest-TagsExtTest-Tag-1666493816') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:03.424582 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b478398-e8a6-4241-9860-de8fb0a80b80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 933 time: 0.2636218
Nov 29 12:03:03.429836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.436826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'routes': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:03.497931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=bf158400-5138-4c49-8b81-970a816e6740,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:03.504825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:03.572727 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ce35-866b-4785-96db-f3fc68a8170a None None] Pushing event updated for resources: {'Port': ['ID=b8c8bbf6-948f-4fad-a985-19c831d563df,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:03.589257 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86f6ce35-866b-4785-96db-f3fc68a8170a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:03.611522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0728e553-0a08-4b5e-8852-f69520fd0792 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:03.612081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.614505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] For port 0728e553-0a08-4b5e-8852-f69520fd0792, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0728e553-0a08-4b5e-8852-f69520fd0792,segment=NetworkSegment(388c41f1-ce21-4d70-94b6-16790073336c),segment_id=388c41f1-ce21-4d70-94b6-16790073336c)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:03.614505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.635010 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Attempting to bind port b8c8bbf6-948f-4fad-a985-19c831d563df on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:03.635662 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Attempting to bind port b8c8bbf6-948f-4fad-a985-19c831d563df by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:03.636191 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Attempting to bind port b8c8bbf6-948f-4fad-a985-19c831d563df on network 25e2065e-6f94-4917-aa4a-9b9a75154087 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:03.641168 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-0676e46e-aaf4-4966-aa82-b37498b54943 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] show failed (client error): The resource could not be found.
Nov 29 12:03:03.642344 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0676e46e-aaf4-4966-aa82-b37498b54943 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags/tempest-TagsExtTest-Tag-1666493816 HTTP/1.1" status: 404  len: 329 time: 0.4729567
Nov 29 12:03:03.642957 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:03.643568 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Checking segment: {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:03.644263 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.644812 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Bound using segment: {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:03.645564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Bound port: b8c8bbf6-948f-4fad-a985-19c831d563df, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d08b8f-5dc4-4d76-9fda-8e79a9918e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:03.646114 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.654454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:03.660405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-a4db3f78-dbd6-495a-ada1-360a3d764e0f tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d01cebaf0>, 'subnetpools', '2fd29241-6874-4e50-9596-c02d1f2b2690') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:03.702179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1541c115-2f5c-4325-8242-ba1f66c55459 None None] Could not find standard attr ID for object f1cefdf6-41f1-416b-9158-c55386f67a4d. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:03:03.777925 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] For port b8c8bbf6-948f-4fad-a985-19c831d563df, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:03.786715 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] For port b8c8bbf6-948f-4fad-a985-19c831d563df, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b8c8bbf6-948f-4fad-a985-19c831d563df,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:03.796588 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.803939 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-78807612-380b-4c97-aa78-65b2a9141633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:03.809372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:03.811434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Calling delete_port for 0728e553-0a08-4b5e-8852-f69520fd0792 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:03.839635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c89388-0430-4e6a-816b-f32e0f4f4d80 None None] DHCP port deletion for d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:03.858673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90c89388-0430-4e6a-816b-f32e0f4f4d80 None None] Deleting port 0728e553-0a08-4b5e-8852-f69520fd0792 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:03.859124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c89388-0430-4e6a-816b-f32e0f4f4d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.907345 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ce35-866b-4785-96db-f3fc68a8170a None None] Pushing event updated for resources: {'Port': ['ID=b8c8bbf6-948f-4fad-a985-19c831d563df,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:03.912543 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86f6ce35-866b-4785-96db-f3fc68a8170a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:03.918061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:03.930382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6be77da-0749-4a53-a71d-07689d44dfbc tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:03.931253 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:03.931992 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088cc5e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:03.980887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] No DVR routers for this DVR port 0728e553-0a08-4b5e-8852-f69520fd0792 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:04.005392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90c89388-0430-4e6a-816b-f32e0f4f4d80 None None] The port '0728e553-0a08-4b5e-8852-f69520fd0792' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:04.045452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event deleted for resources: {'Port': ['ID=0728e553-0a08-4b5e-8852-f69520fd0792,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:04.048969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:04.077292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:04.077677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.150138 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:04.197280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.248043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d030ad280>,) {'filters': {'network_id': ['d3bdc8d8-30c6-4b90-ad74-85b5d0b46131']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.262943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030ad280>, '388c41f1-ce21-4d70-94b6-16790073336c') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.263268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030ad280>, '388c41f1-ce21-4d70-94b6-16790073336c') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.274759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.290907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.296814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:04.297200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.301643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4db3f78-dbd6-495a-ada1-360a3d764e0f tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690/tags HTTP/1.1" status: 204  len: 168 time: 0.6433496
Nov 29 12:03:04.302585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55022) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:04.311408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-5db71023-9ed5-41dd-818d-c2fc49f5c117 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02fe9550>, 'routers', '979717df-800f-43fd-9ba4-a8b6d46ca5c1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:04.312980 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:04.398197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.403201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.409548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f4267b80-a7cb-4d5e-a08d-afaa36131234 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:04.433385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Pushing event deleted for resources: {'Network': ['ID=d3bdc8d8-30c6-4b90-ad74-85b5d0b46131,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:04.435871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:04.440286 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] 10.222.0.20 "DELETE /v2.0/networks/d3bdc8d8-30c6-4b90-ad74-85b5d0b46131 HTTP/1.1" status: 204  len: 168 time: 1.2563777
Nov 29 12:03:04.504522 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088cc5e0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:03Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.508774 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81bdbd-b5f2-4f53-98f3-08285cf34fe4 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:03Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:04.554575 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5db71023-9ed5-41dd-818d-c2fc49f5c117 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1/tags HTTP/1.1" status: 204  len: 168 time: 0.2468257
Nov 29 12:03:04.555743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55028) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:04.565961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-6dedca09-0a53-4a56-9b14-f1ace402ce4b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02c2fa30>, 'ports', '0d77acb2-f4fa-4345-b014-d38e19836d32') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.592575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Nov 29 12:03:04.592903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Nov 29 12:03:04.654747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.734623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55036) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:04.767419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:04.780285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:04.780285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d4de80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.797243 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6dedca09-0a53-4a56-9b14-f1ace402ce4b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32/tags HTTP/1.1" status: 204  len: 168 time: 0.2398489
Nov 29 12:03:04.800112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55042) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:04.805301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.tag.tag_plugin [None req-05bf90fe-92e3-47a2-9906-5fcb36fae761 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5d02d040a0>, 'subnets', 'c46fbfea-23e1-4b47-a201-f827d5c54109') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:04.932617 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2f7f517b-eeda-488f-914a-3ec03c1d8077 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22b2c4b6122349ec8e660edc940de8fa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1966288
Nov 29 12:03:04.937602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55046) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:04.963816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:04.985226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:04.989102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.003310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-05bf90fe-92e3-47a2-9906-5fcb36fae761 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109/tags HTTP/1.1" status: 204  len: 168 time: 0.1962135
Nov 29 12:03:05.007159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55050) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:05.030362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.078976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.163789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f5259de1-5bbb-42c8-bd61-0a97ecdb7c8c tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for subnetpool, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.165030 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f5259de1-5bbb-42c8-bd61-0a97ecdb7c8c tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2fd29241-6874-4e50-9596-c02d1f2b2690 HTTP/1.1" status: 204  len: 168 time: 0.1569290
Nov 29 12:03:05.167699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55054) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:05.183710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:05.217481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.217481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.217808 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d00fbc8-f650-44e4-a9fe-161fa5fa04d5 HTTP/1.1" status: 204  len: 168 time: 0.2785106
Nov 29 12:03:05.223756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5bb253d8-b55d-41a2-a1cb-5acd998fa32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:05.242323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-98de43be-8ff5-4d30-a1bb-306c5b289d5f tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Synchronizing usage tracker for tenant:58b17b2e719b4f198f66eeb9059beb59 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:05.249248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d00fbc8-f650-44e4-a9fe-161fa5fa04d5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:05.261574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:05.287447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-98de43be-8ff5-4d30-a1bb-306c5b289d5f tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Unset dirty status for tenant:58b17b2e719b4f198f66eeb9059beb59 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:05.289640 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-98de43be-8ff5-4d30-a1bb-306c5b289d5f tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "GET /v2.0/ports?device_id=979717df-800f-43fd-9ba4-a8b6d46ca5c1 HTTP/1.1" status: 200  len: 205 time: 0.1209762
Nov 29 12:03:05.292444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55060) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:05.297691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8c8bbf6-948f-4fad-a985-19c831d563df up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:05.376996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:05.389517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.394941 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-330b7bc0-54d2-4c56-a267-9160c0ea9679 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 699 time: 1.9596927
Nov 29 12:03:05.394941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55064) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:05.480114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d4de80>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 7, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:03Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:05.485895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:05.497847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:05.498704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d4de80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:05.617930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.628799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b8c8bbf6-948f-4fad-a985-19c831d563df completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:05.655381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b8c8bbf6-948f-4fad-a985-19c831d563df triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:05.656040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:05.734010 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-766dbe6c-0275-475f-affe-3e1722f8ebc1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 699 time: 0.3383458
Nov 29 12:03:05.736866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:05.740701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:06.033533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.036438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.066202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.066998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Fanout notify agent at l3_agent the message router_deleted on router 979717df-800f-43fd-9ba4-a8b6d46ca5c1 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:03:06.089941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.091632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0929b296-704e-488c-a554-eed2320df70d tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/routers/979717df-800f-43fd-9ba4-a8b6d46ca5c1 HTTP/1.1" status: 204  len: 168 time: 0.7979631
Nov 29 12:03:06.094037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55090) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:06.096302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.126221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55094) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:06.172630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port b8c8bbf6-948f-4fad-a985-19c831d563df, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b8c8bbf6-948f-4fad-a985-19c831d563df,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:06.179111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.180049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bf158400-5138-4c49-8b81-970a816e6740 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:06.189175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Deleting port 0d77acb2-f4fa-4345-b014-d38e19836d32 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:06.189883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.219454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06bbdae2-8980-4b19-a397-ccad2c9b1f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:06.258560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-36372f66-8d5b-4f07-99a5-afbeee9988a2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:06.259752 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-36372f66-8d5b-4f07-99a5-afbeee9988a2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 29 12:03:06.260808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-36372f66-8d5b-4f07-99a5-afbeee9988a2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 29 12:03:06.266885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-36372f66-8d5b-4f07-99a5-afbeee9988a2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1344888
Nov 29 12:03:06.267732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:06.275102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--137784241'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:06.283207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:06.290896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:06.296054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:06.314015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:06.336079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.349228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.351347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=b8c8bbf6-948f-4fad-a985-19c831d563df,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:06.355558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:06.367960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port bf158400-5138-4c49-8b81-970a816e6740 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:06.368509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.370311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:06.403209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:06.413303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:06.420464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:06.424243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d4de80>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 7, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:03Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:06.430329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a3102-abaa-4b3b-80b3-18652ea1c294 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 7, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:03Z', 'revision_number': 4, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:06.474971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.479647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.568533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0728e553-0a08-4b5e-8852-f69520fd0792 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:06.604456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 0728e553-0a08-4b5e-8852-f69520fd0792 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:06.604917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0728e553-0a08-4b5e-8852-f69520fd0792 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:06.627358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Calling delete_port for 0d77acb2-f4fa-4345-b014-d38e19836d32 owned by  {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:06.740591 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:06.745169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.750696 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:06.751475 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a00a60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:06.797879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.804695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-491635fe-a2bb-4732-bff4-593aa915f8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:06.805652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.812569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-69a1a06c-b66c-450b-b364-25e9b7923b92 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:06.837806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:06.840497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc757264-1d90-46fd-a160-a9f5ba5031af,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:06.846124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:06.849706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:06.853248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:06.866932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:06.875755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event deleted for resources: {'Port': ['ID=0d77acb2-f4fa-4345-b014-d38e19836d32,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:06.879013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:06.934803 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:06.985779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port b8c8bbf6-948f-4fad-a985-19c831d563df {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:06.986277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:06.990826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.007122 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/ports/0d77acb2-f4fa-4345-b014-d38e19836d32 HTTP/1.1" status: 204  len: 168 time: 0.9120052
Nov 29 12:03:07.009571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55104) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:07.081625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Deleting subnet c46fbfea-23e1-4b47-a201-f827d5c54109 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:07.085943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.104088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.154925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.166736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.191476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a21af5b-b42c-4e9a-88c2-f9cedcb6f246 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:07.209474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8c8bbf6-948f-4fad-a985-19c831d563df up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:07.210111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.211503 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9418526
Nov 29 12:03:07.214462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55108) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:07.224075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'fbe41993-641d-49e1-b010-50a5578f9e87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:07.233210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:07.235674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe41993-641d-49e1-b010-50a5578f9e87,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:07.241383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:07.241573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:07.246547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:07.261375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:07.292519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b8c8bbf6-948f-4fad-a985-19c831d563df triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:07.293086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.293879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port b8c8bbf6-948f-4fad-a985-19c831d563df, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b8c8bbf6-948f-4fad-a985-19c831d563df,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:07.294262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.297391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.332831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.381465 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a00a60>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 7, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:06Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:07.386680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:07.397507 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:07.398911 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a00a60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:07.431906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for b8c8bbf6-948f-4fad-a985-19c831d563df owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:07.551062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.561838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.564736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-89e7f272-2e0f-4386-8c2c-206472b26794 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:07.575858 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:07.592040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e148e73b-a5ea-41c9-ae11-e35bc0ee6a97,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:07.594317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.599009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:07.601587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d779e865-e139-48dd-8f5d-2217547f3072 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:07.642803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event deleted for resources: {'Subnet': ['ID=c46fbfea-23e1-4b47-a201-f827d5c54109,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:07.651104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:07.654318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.656559 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/subnets/c46fbfea-23e1-4b47-a201-f827d5c54109 HTTP/1.1" status: 204  len: 168 time: 0.6456940
Nov 29 12:03:07.658355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.663225 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4456458
Nov 29 12:03:07.663989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55112) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:07.664412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55114) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:07.666014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b067de-a1fa-4246-a1ae-f793cd0b550b None None] Network 63886a5e-e3c0-4270-bd06-f3c4ebe614bc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:07.691810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'fbe41993-641d-49e1-b010-50a5578f9e87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:07.701722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:07.757707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:07.763488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:07.781204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:07.807858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.817868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.821967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.823444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a0cc27c-1178-4c09-bd47-089d5d14c7b7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:07.865607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Deleting port 04e073d9-6e3b-442b-9040-761e33d2b6c8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:07.866089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:07.886485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=b8c8bbf6-948f-4fad-a985-19c831d563df,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:07.889420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:07.987235 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 29 12:03:07.988576 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-96db77da-698e-46bc-bb1f-0b008369f63b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3212101
Nov 29 12:03:07.991286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55120) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:08.060101 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a00a60>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 7, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:06Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:08.065181 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbbc5f-d7bc-4783-852c-5ca21a4bd511 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 7, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c8bbf6-948f-4fad-a985-19c831d563df', 'name': '', 'network_id': '25e2065e-6f94-4917-aa4a-9b9a75154087', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:df:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:56Z', 'updated_at': '2021-11-29T12:03:06Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'fb0d07c9-59c3-4ec8-9022-ede0f5cc7282', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:08.080385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] DHCP port deletion for 63886a5e-e3c0-4270-bd06-f3c4ebe614bc request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:08.085148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Deleting port 04e073d9-6e3b-442b-9040-761e33d2b6c8 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:08.085521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.202287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] For port 04e073d9-6e3b-442b-9040-761e33d2b6c8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04e073d9-6e3b-442b-9040-761e33d2b6c8,segment=NetworkSegment(84d757e7-b6bc-424f-ba81-65d1d3e37f22),segment_id=84d757e7-b6bc-424f-ba81-65d1d3e37f22)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:08.202953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.211491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.234969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.354022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Calling delete_port for 04e073d9-6e3b-442b-9040-761e33d2b6c8 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:08.401479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.436120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] For port 04e073d9-6e3b-442b-9040-761e33d2b6c8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=04e073d9-6e3b-442b-9040-761e33d2b6c8,segment=NetworkSegment(84d757e7-b6bc-424f-ba81-65d1d3e37f22),segment_id=84d757e7-b6bc-424f-ba81-65d1d3e37f22)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:08.436740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.478530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.483471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-828cddf7-f0b7-4968-9ae7-8adbefc538e6 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:08.492423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.506745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe41993-641d-49e1-b010-50a5578f9e87,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:08.510891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:08.511824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11bf0796-279e-4945-82ca-30751b72e01c tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:08.564469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] No DVR routers for this DVR port 04e073d9-6e3b-442b-9040-761e33d2b6c8 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:08.567672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event deleted for resources: {'Port': ['ID=04e073d9-6e3b-442b-9040-761e33d2b6c8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:08.579106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Calling delete_port for 04e073d9-6e3b-442b-9040-761e33d2b6c8 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:08.596220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:08.599521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:08.600938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.604490 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/fbe41993-641d-49e1-b010-50a5578f9e87 HTTP/1.1" status: 204  len: 168 time: 0.6098349
Nov 29 12:03:08.605772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55130) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   from cryptography.utils import int_from_bytes
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   from cryptography.utils import int_from_bytes
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn_limited(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn_limited(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:08.655926 dv-neutron-819579-1-hyperv neutron-server[87601]:   util.warn(
Nov 29 12:03:08.663886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:08.666900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:08.667390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:08.725014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.765994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b67be64-92b3-41e7-920e-7d1f6c6948e2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:08.769392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02a47e50>,) {'filters': {'network_id': ['63886a5e-e3c0-4270-bd06-f3c4ebe614bc']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:08.785237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a47e50>, '84d757e7-b6bc-424f-ba81-65d1d3e37f22') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:08.785237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a47e50>, '84d757e7-b6bc-424f-ba81-65d1d3e37f22') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:08.802164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.817849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b67be64-92b3-41e7-920e-7d1f6c6948e2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:08.820179 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b67be64-92b3-41e7-920e-7d1f6c6948e2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2133296
Nov 29 12:03:08.824404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:08.825684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.833229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:08.833630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.836677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--246129788'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:08.848501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbed36-519c-499e-b90a-a6bdba4c2be3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:08.848979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbed36-519c-499e-b90a-a6bdba4c2be3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:08.849108 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:08.851602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbed36-519c-499e-b90a-a6bdba4c2be3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:08.852122 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4dbed36-519c-499e-b90a-a6bdba4c2be3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=8cff352f55c24afcb733c0f39a8ac04e&network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 2999 time: 0.2514093
Nov 29 12:03:08.857725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:08.872757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:08.874588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:08.883407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:08.893509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1546476
Nov 29 12:03:08.895316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:08.896240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08755340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:08.896407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.902454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55140) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:08.917366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:08.921274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:08.924100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:08.930009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:08.986663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:08.995350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet fb0d07c9-59c3-4ec8-9022-ede0f5cc7282 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:08.997275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a05cee1e-e477-4fd2-b6f1-06b3f930734d tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:09.018666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.025678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.030324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.035050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.039127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1b28f8b-b0a6-465d-a0fc-1466f694a313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:09.053396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Pushing event deleted for resources: {'Network': ['ID=63886a5e-e3c0-4270-bd06-f3c4ebe614bc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:09.063550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:09.066612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:09.070952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] 10.222.0.20 "DELETE /v2.0/networks/63886a5e-e3c0-4270-bd06-f3c4ebe614bc HTTP/1.1" status: 204  len: 168 time: 1.4053886
Nov 29 12:03:09.083024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55bfd18-7195-4a33-9fdc-f57d8f70b21b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:09.088406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:09.096334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.097336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.101506 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2707918
Nov 29 12:03:09.101814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.114725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b665508b-2a38-4b3f-810e-5ff0c7716f10 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'b55bfd18-7195-4a33-9fdc-f57d8f70b21b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:09.115510 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-b665508b-2a38-4b3f-810e-5ff0c7716f10 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 29 12:03:09.116024 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b665508b-2a38-4b3f-810e-5ff0c7716f10 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:09.119217 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b665508b-2a38-4b3f-810e-5ff0c7716f10 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0141747
Nov 29 12:03:09.120013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55152) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.219275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Deleting port 04e073d9-6e3b-442b-9040-761e33d2b6c8 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:09.219275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.230487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.236029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.279426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.310531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04e073d9-6e3b-442b-9040-761e33d2b6c8 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:09.338387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.342950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-058fb6c0-3916-4df0-a3a2-89753c6746f1 None None] The port '04e073d9-6e3b-442b-9040-761e33d2b6c8' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:09.347465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32e8f430-f66f-4d5d-94b3-77c4fb6275eb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:09.349212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.354313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-318e77e0-7636-4a5d-8532-8a737adc72dc tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:09.366573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55bfd18-7195-4a33-9fdc-f57d8f70b21b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:09.370535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:09.374090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.375182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/b55bfd18-7195-4a33-9fdc-f57d8f70b21b HTTP/1.1" status: 204  len: 168 time: 0.2542505
Nov 29 12:03:09.377733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.402587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0d07c9-59c3-4ec8-9022-ede0f5cc7282,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:09.420359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:09.422628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 04e073d9-6e3b-442b-9040-761e33d2b6c8 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:09.422991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 04e073d9-6e3b-442b-9040-761e33d2b6c8 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:09.423993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.433130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97677aa-9612-4eff-9cc6-d031fd105754 None None] Network 25e2065e-6f94-4917-aa4a-9b9a75154087 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:09.449694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/fb0d07c9-59c3-4ec8-9022-ede0f5cc7282 HTTP/1.1" status: 204  len: 168 time: 0.5461354
Nov 29 12:03:09.450917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90b20305-b605-4049-89dc-08093bc08ccb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:09.452653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55162) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.470900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90b20305-b605-4049-89dc-08093bc08ccb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:09.473281 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90b20305-b605-4049-89dc-08093bc08ccb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0938880
Nov 29 12:03:09.476632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.485792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--573902267'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:09.496749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:09.508019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:09.526021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.559262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:09.564074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:09.568208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:09.576375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:09.665479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.666698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.676384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.686194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8feff71-b2ed-404c-b830-d2a2a73bed3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:09.739923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08755340>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:07Z', 'revision_number': 8, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:09.740601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c383d4e9-6835-495b-9904-f16c4de911d3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:09.743722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:09.745366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:09.757518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:09.758182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08755340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:09.766032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.771003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55176) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.771655 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2938933
Nov 29 12:03:09.806945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2add8f6f-76cd-4b0e-bb6b-b063e7e5b338 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'c383d4e9-6835-495b-9904-f16c4de911d3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:09.807621 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-2add8f6f-76cd-4b0e-bb6b-b063e7e5b338 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 29 12:03:09.808184 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-2add8f6f-76cd-4b0e-bb6b-b063e7e5b338 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:09.811246 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2add8f6f-76cd-4b0e-bb6b-b063e7e5b338 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0365579
Nov 29 12:03:09.813521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55180) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:09.840555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.845920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] DHCP port deletion for 25e2065e-6f94-4917-aa4a-9b9a75154087 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:09.862317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port bf158400-5138-4c49-8b81-970a816e6740 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:09.863480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.899570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:09.936769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.012347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Deleting port bf158400-5138-4c49-8b81-970a816e6740 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:10.012733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.123602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:10.170646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port bf158400-5138-4c49-8b81-970a816e6740, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bf158400-5138-4c49-8b81-970a816e6740,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:10.171046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.176742 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51282e12-203d-4c31-903d-6a8398fec284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58b17b2e719b4f198f66eeb9059beb59&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5086305
Nov 29 12:03:10.177974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.181671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55184) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.190756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6833cce0-5c5c-4a68-b20b-327ce3bf0535 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:10.207992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383d4e9-6835-495b-9904-f16c4de911d3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:10.211856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:10.212821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.213927 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/c383d4e9-6835-495b-9904-f16c4de911d3 HTTP/1.1" status: 204  len: 168 time: 0.3994217
Nov 29 12:03:10.216819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.279943 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9bcc51a0-66ab-457a-ab60-91d4264787d0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:10.301023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9bcc51a0-66ab-457a-ab60-91d4264787d0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:10.303016 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9bcc51a0-66ab-457a-ab60-91d4264787d0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0850918
Nov 29 12:03:10.306636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55192) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.313039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--2259677'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:10.321444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:10.334117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:10.334803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for bf158400-5138-4c49-8b81-970a816e6740 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:10.349150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.384280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:10.390055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:10.393536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:10.401332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:10.448229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.477980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] For port bf158400-5138-4c49-8b81-970a816e6740, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bf158400-5138-4c49-8b81-970a816e6740,segment=NetworkSegment(05d08b8f-5dc4-4d76-9fda-8e79a9918e24),segment_id=05d08b8f-5dc4-4d76-9fda-8e79a9918e24)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:10.478411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.498685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.508563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.516824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f6368fa8-9463-4d3b-b48f-20baa1663299 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:10.524814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.532720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.538303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5484167d-23b4-4c6c-b6a3-5df09e5a40c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:10.573706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=bf158400-5138-4c49-8b81-970a816e6740,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:10.577242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:10.582647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port bf158400-5138-4c49-8b81-970a816e6740 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:10.588469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6343e5e-59f3-4920-aca6-598bf092a967,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:10.591535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:10.595971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.600167 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.2894235
Nov 29 12:03:10.600464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55198) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.606317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-055fe785-4607-4a94-b792-816fe05dbca9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'e6343e5e-59f3-4920-aca6-598bf092a967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:10.607391 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-055fe785-4607-4a94-b792-816fe05dbca9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 29 12:03:10.607972 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-055fe785-4607-4a94-b792-816fe05dbca9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:10.611521 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-055fe785-4607-4a94-b792-816fe05dbca9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0075755
Nov 29 12:03:10.612475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.618464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a89fc8a5-5f35-48e0-a051-74224fe36b6d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'e6343e5e-59f3-4920-aca6-598bf092a967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:10.618870 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-a89fc8a5-5f35-48e0-a051-74224fe36b6d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 29 12:03:10.619636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a89fc8a5-5f35-48e0-a051-74224fe36b6d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:10.624349 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a89fc8a5-5f35-48e0-a051-74224fe36b6d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0078609
Nov 29 12:03:10.624349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.632192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b7d90c7b-6e98-4ff4-89ce-0c077beecdd4 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'e6343e5e-59f3-4920-aca6-598bf092a967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:10.633713 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-b7d90c7b-6e98-4ff4-89ce-0c077beecdd4 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 29 12:03:10.634484 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b7d90c7b-6e98-4ff4-89ce-0c077beecdd4 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:10.638333 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b7d90c7b-6e98-4ff4-89ce-0c077beecdd4 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0112307
Nov 29 12:03:10.638506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Calling delete_port for bf158400-5138-4c49-8b81-970a816e6740 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:10.638900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55210) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.644489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c77d22d5-2561-466a-9cd8-e7209771275d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'e6343e5e-59f3-4920-aca6-598bf092a967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:10.645537 dv-neutron-819579-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-c77d22d5-2561-466a-9cd8-e7209771275d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 29 12:03:10.646104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-c77d22d5-2561-466a-9cd8-e7209771275d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:10.649620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c77d22d5-2561-466a-9cd8-e7209771275d tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0071380
Nov 29 12:03:10.649946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55214) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:10.723574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.755668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.770793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:10.771562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:10.772244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.781363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.789380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2526603b-209f-4831-94c4-2d157d8e25ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:10.789590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08755340>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:07Z', 'revision_number': 8, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:10.793977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4898d46-9e83-4efa-af30-833713014dbd None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:07Z', 'revision_number': 8, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb', 'name': '', 'network_id': 'bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:a7:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:50Z', 'updated_at': '2021-11-29T12:03:02Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': 'c61e863e-03f9-4607-a1ce-fe3d89a6bc03', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:10.814875 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd4e6fb-7cf5-4777-8b73-91e30d728acf,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:10.822041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:10.823854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d09210160>,) {'filters': {'network_id': ['25e2065e-6f94-4917-aa4a-9b9a75154087']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:10.846765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d09210160>, '05d08b8f-5dc4-4d76-9fda-8e79a9918e24') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:10.846765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d09210160>, '05d08b8f-5dc4-4d76-9fda-8e79a9918e24') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:10.857733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.861062 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cd4e6fb-7cf5-4777-8b73-91e30d728acf HTTP/1.1" status: 204  len: 168 time: 0.6762447
Nov 29 12:03:10.863238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.867798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.871957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:10.881321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.888306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:10.888741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.891132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6343e5e-59f3-4920-aca6-598bf092a967,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:10.894089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:10.902029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:10.903139 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6343e5e-59f3-4920-aca6-598bf092a967 HTTP/1.1" status: 204  len: 168 time: 0.2522187
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:10.904932 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:10.907460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55220) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.027260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.033227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a31496d8-6737-4b16-85dc-35a326d3702e tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:11.051611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.064067 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d7270d99-743a-4836-962d-fe2b11fd16de tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1569548
Nov 29 12:03:11.066325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=25e2065e-6f94-4917-aa4a-9b9a75154087,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:11.068975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55224) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.072287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:11.077014 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/25e2065e-6f94-4917-aa4a-9b9a75154087 HTTP/1.1" status: 204  len: 168 time: 1.6200342
Nov 29 12:03:11.077141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55228) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.077401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--309483648'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.083931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.088684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.091897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.098405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.111986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.135324 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.140124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.153378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.160532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.244005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8c8bbf6-948f-4fad-a985-19c831d563df no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:11.262002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.269085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.273330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0e6f20b-7221-4423-b361-cead92669124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:11.279579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Deleting port bf158400-5138-4c49-8b81-970a816e6740 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:11.279959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.318616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a38a9-26e3-4d04-9b76-b5e608bc49c9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:11.322918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:11.325198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.330341 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2603545
Nov 29 12:03:11.331110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55234) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.338106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b8c8bbf6-948f-4fad-a985-19c831d563df {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:11.338106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8c8bbf6-948f-4fad-a985-19c831d563df not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:11.338106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bf158400-5138-4c49-8b81-970a816e6740 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:11.338512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d055d29f-a28d-4369-8f32-7e5d36cf8b92 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.338969 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-d055d29f-a28d-4369-8f32-7e5d36cf8b92 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 29 12:03:11.339213 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-d055d29f-a28d-4369-8f32-7e5d36cf8b92 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.343506 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d055d29f-a28d-4369-8f32-7e5d36cf8b92 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0111234
Nov 29 12:03:11.344192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55238) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.349883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.357368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.361359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.364460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.370757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.402727 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.407320 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bf4f9bf3-f5de-4f6a-abc4-8d17dcd2297b tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0619009
Nov 29 12:03:11.408453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55242) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.414429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b663ae57-4e7f-42cf-89a9-65ccd68745d5 None None] The port 'bf158400-5138-4c49-8b81-970a816e6740' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:11.416036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: bf158400-5138-4c49-8b81-970a816e6740 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:11.416445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-af1a7d84-71de-4d5d-badc-40abeb385731 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.416620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bf158400-5138-4c49-8b81-970a816e6740 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:11.417279 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-af1a7d84-71de-4d5d-badc-40abeb385731 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 29 12:03:11.418068 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-af1a7d84-71de-4d5d-badc-40abeb385731 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.423280 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af1a7d84-71de-4d5d-badc-40abeb385731 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0116541
Nov 29 12:03:11.423838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55246) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.428859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.440634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.445868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.449205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.454933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.488211 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.489303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-551d27e5-f5f1-4e4a-8319-63f7e316d57c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0645268
Nov 29 12:03:11.492224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55250) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.497388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9849b033-66bf-4d31-8fd5-f03d34b5dcd1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.497866 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-9849b033-66bf-4d31-8fd5-f03d34b5dcd1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 29 12:03:11.498311 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-9849b033-66bf-4d31-8fd5-f03d34b5dcd1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.499200 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9849b033-66bf-4d31-8fd5-f03d34b5dcd1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0060642
Nov 29 12:03:11.501623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55254) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.507046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.512860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.516568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.519401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.525024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.561410 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.562504 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5ab561ec-902a-432b-8c8a-e29586d616d7 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0600531
Nov 29 12:03:11.567403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55258) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.573007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ffac1dcd-67d9-4b34-9846-d012397b0cda tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.573581 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-ffac1dcd-67d9-4b34-9846-d012397b0cda tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 29 12:03:11.574078 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-ffac1dcd-67d9-4b34-9846-d012397b0cda tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.575009 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ffac1dcd-67d9-4b34-9846-d012397b0cda tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0066576
Nov 29 12:03:11.577531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55262) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.582287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.588973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.592773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.595647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.601384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.630038 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.631264 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2b6f1167-1f54-4acd-9bed-179a09b83fba tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0527601
Nov 29 12:03:11.634053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55266) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.639440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'd72a38a9-26e3-4d04-9b76-b5e608bc49c9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.645396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:11.649878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:11.651374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.652872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:11.659194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:11.688395 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:11.689371 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-165c1bd7-8170-4937-892f-f950703cc7cc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0543942
Nov 29 12:03:11.692474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55270) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.759654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.793407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.847668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.851602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7873f12b-996f-4fbc-9c94-ac04d247c25e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:11.867321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a38a9-26e3-4d04-9b76-b5e608bc49c9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:11.873948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:11.874750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:11.875912 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/d72a38a9-26e3-4d04-9b76-b5e608bc49c9 HTTP/1.1" status: 204  len: 168 time: 0.1824634
Nov 29 12:03:11.878445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55274) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.928413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-88ceb5dd-38c5-48b8-9fca-b04c72b9aa71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:11.944476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-88ceb5dd-38c5-48b8-9fca-b04c72b9aa71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:11.946474 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-88ceb5dd-38c5-48b8-9fca-b04c72b9aa71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0668547
Nov 29 12:03:11.950664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55278) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.956220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--582040840'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:11.961513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55282) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:11.992927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.007659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:12.008243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.014811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.032405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e0426-a44f-448d-95af-0dbd2b1626db tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:12.040724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a02e0426-a44f-448d-95af-0dbd2b1626db tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32 HTTP/1.1" status: 200  len: 814 time: 0.0714841
Nov 29 12:03:12.042245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.066833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.071271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:12.074586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:12.080547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.162811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.168013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.172588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3d84cfce-828d-4c2e-b06e-c079a764f5b1 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:12.213254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:12.213597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.215286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4da386-e8a3-4660-9544-59bc021c937f,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:12.218412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:12.229377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.229377 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2759581
Nov 29 12:03:12.231106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55288) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.236605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'bf4da386-e8a3-4660-9544-59bc021c937f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:12.243976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.249231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:12.252575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:12.258845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.296851 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The resource could not be found.
Nov 29 12:03:12.297705 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5473d8c9-4a08-4e73-a61e-40923b726a71 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0653915
Nov 29 12:03:12.300603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55294) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.306028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'bf4da386-e8a3-4660-9544-59bc021c937f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a4a5563e-3ba5-48d3-b764-704cab7b095e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:12.312497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.316835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:12.319999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:12.327008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.366858 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The resource could not be found.
Nov 29 12:03:12.370973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f1f38c95-509b-4c3a-8f6e-27e3d2fc5e7c tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0693686
Nov 29 12:03:12.372003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55298) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.438692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.469743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.475898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:12.518103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.522341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-91349223-5a84-49a4-8356-d2d3c0d3c13e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:12.537882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4da386-e8a3-4660-9544-59bc021c937f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:12.542842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:12.545384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.546277 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf4da386-e8a3-4660-9544-59bc021c937f HTTP/1.1" status: 204  len: 168 time: 0.1730273
Nov 29 12:03:12.549149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55302) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.599955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9917fac2-5f07-4b65-a93f-1434dd17c2c1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:12.616283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9917fac2-5f07-4b65-a93f-1434dd17c2c1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:12.618601 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9917fac2-5f07-4b65-a93f-1434dd17c2c1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0688047
Nov 29 12:03:12.622802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55306) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.627844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': 'a2b4ed77-d6dd-4cf8-a05d-111a9195404c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:12.634631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.638779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:12.641829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:12.648093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.662341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.666870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-690f9d80-ac07-4bc7-898c-69049c3c44d7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:12.683882 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The resource could not be found.
Nov 29 12:03:12.684916 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-627d3257-f478-4f8b-8b80-103dcff222ae tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0611889
Nov 29 12:03:12.688555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55310) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.693961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741568463'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:12.700109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.709770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.714874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:12.721389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.741876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:12.743110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:12.748224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:12.749893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:12.756931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:12.843837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55314) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:12.857175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:12.916116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.927740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:12.935669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea15e7f0-6034-4b1a-9e83-8ad0a44f5979 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:12.988533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.013837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.063311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053839e7-bfdc-4c49-a09c-16d5dbeb46ea,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:13.066828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:13.074025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.075267 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3857319
Nov 29 12:03:13.084794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55318) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:13.091628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488720279'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:13.099486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:13.113651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:13.118169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:13.137357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:13.161079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.331211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:13.351107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.389350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:13.451737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:13.467317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:13.475876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.476936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:13.485594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.485906 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5 disassociated. External IP: 172.26.4.98, port: cd8d761a-bd99-49a7-946c-f9d3b3fe167c.
Nov 29 12:03:13.498966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:13.509504 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:13.513036 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4349265
Nov 29 12:03:13.515745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55322) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:13.523366 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:13.524095 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086feb50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:13.587292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet c61e863e-03f9-4607-a1ce-fe3d89a6bc03 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:13.590358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.651742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.711467 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:13.727201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.743979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.798080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.826178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.831390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-11e63adb-9641-4c24-a98b-a049cf3fb0da tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:13.855625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc1cbec3-d645-4866-8ad3-bc940926e2fc tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:13.931746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106eda53-9dc1-4890-948a-8971ca1e12a2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:13.937955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:13.941240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:13.942223 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8563757
Nov 29 12:03:13.945105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55326) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:13.950679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group_rule': {'security_group_id': '053839e7-bfdc-4c49-a09c-16d5dbeb46ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '106eda53-9dc1-4890-948a-8971ca1e12a2'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:13.966853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:13.975338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:13.979952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:13.990149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:13.996773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:14.026105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=c61e863e-03f9-4607-a1ce-fe3d89a6bc03,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:14.028262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.033987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:14.035357 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/c61e863e-03f9-4607-a1ce-fe3d89a6bc03 HTTP/1.1" status: 204  len: 168 time: 0.5186541
Nov 29 12:03:14.039362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55330) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.046189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd52daa-76f3-4090-a421-72b58e259d6c None None] Network bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:14.081261 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086feb50>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:12Z', 'revision_number': 9, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:14.085251 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:14.094552 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:14.095153 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086feb50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:14.164566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.178650 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:14.179751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port b9e057c8-321a-4dd1-bcb1-67bf11547bdd {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:14.180443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.183091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-90983e4e-abda-41e5-b21f-7cec8b993921 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2370250
Nov 29 12:03:14.183926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55334) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.271967 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:14.292346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.294570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:14.299684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.309072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:14.327537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:14.328231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d3b20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:14.385857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.391363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] DHCP port deletion for bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:14.403704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Deleting port b9e057c8-321a-4dd1-bcb1-67bf11547bdd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:14.404083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.417651 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-36549db4-04eb-4294-8b10-a0aa43c8ba28 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 689 time: 1.5700836
Nov 29 12:03:14.418481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:14.424510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55338) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.459770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port b9e057c8-321a-4dd1-bcb1-67bf11547bdd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:14.460313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.517760 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'status': 'completed', 'code': 200}
Nov 29 12:03:14.553326 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1ba1bccc-308b-4bbb-81ea-29f525ed8590 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 689 time: 0.1265399
Nov 29 12:03:14.566779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.578663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-baad0ad6-f58c-4f53-9162-eed70df1873d tempest-PortsTestJSON-702332921 tempest-PortsTestJSON-702332921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:14.594971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106eda53-9dc1-4890-948a-8971ca1e12a2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:14.598515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:14.600004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.604526 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/106eda53-9dc1-4890-948a-8971ca1e12a2 HTTP/1.1" status: 204  len: 168 time: 0.4098327
Nov 29 12:03:14.605423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.624969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for b9e057c8-321a-4dd1-bcb1-67bf11547bdd owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:14.683016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b7f634c3-62ad-4966-bb65-ed26857e3cd9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:14.688005 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086feb50>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:12Z', 'revision_number': 9, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:14.693284 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f104256-cc9c-425d-b1b0-2d6e38438bf1 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:12Z', 'revision_number': 9, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': '86b34495-8e09-4b1f-9d7e-0fc5d3b49b60', 'name': '', 'network_id': 'e5fb2e92-0409-417d-b53d-7ed8f11e89c6', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:30:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:43Z', 'updated_at': '2021-11-29T12:02:52Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '6d5aca5a-7db5-482c-9893-2178022f3f1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:14.702980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b7f634c3-62ad-4966-bb65-ed26857e3cd9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:14.709328 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b7f634c3-62ad-4966-bb65-ed26857e3cd9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.1027961
Nov 29 12:03:14.710362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.747005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:14.773047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.778988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-79158412-7d0d-4875-bc32-85b816566363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:14.798876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.827480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.841001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:14.846772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:14.850420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port b9e057c8-321a-4dd1-bcb1-67bf11547bdd on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:14.883138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.888949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9f01d3b0-c4c6-4a97-8591-4375db008e79 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:14.904425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053839e7-bfdc-4c49-a09c-16d5dbeb46ea,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:14.906890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:14.916752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:14.919223 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/053839e7-bfdc-4c49-a09c-16d5dbeb46ea HTTP/1.1" status: 204  len: 168 time: 0.2062488
Nov 29 12:03:14.920543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55352) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.967118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-c18a846d-3ff8-4426-b753-5ed7dcd440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:14.968556 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-c18a846d-3ff8-4426-b753-5ed7dcd440ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1098 time: 0.2644837
Nov 29 12:03:14.971078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-465cf20a-ac7a-470e-be1d-27f3aaec8886 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:14.989044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-465cf20a-ac7a-470e-be1d-27f3aaec8886 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:14.994391 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-465cf20a-ac7a-470e-be1d-27f3aaec8886 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0690610
Nov 29 12:03:14.996312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55356) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:14.998214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] For port b9e057c8-321a-4dd1-bcb1-67bf11547bdd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b9e057c8-321a-4dd1-bcb1-67bf11547bdd,segment=NetworkSegment(44fc6e88-612c-4c62-b14c-68320da0d9f5),segment_id=44fc6e88-612c-4c62-b14c-68320da0d9f5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:14.998606 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.003118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'tempest-secgroup--306768836'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:15.014941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:15.027612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:15.041450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.063411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.064617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:15.069511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Usage tracker for resource:security_group_rule and tenant:5825915058d74551ac927994bcd78709 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:15.072736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:15.079296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:15.104320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03a446a0>,) {'filters': {'network_id': ['bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:15.121907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03a446a0>, '44fc6e88-612c-4c62-b14c-68320da0d9f5') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:15.122177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03a446a0>, '44fc6e88-612c-4c62-b14c-68320da0d9f5') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:15.147908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.179612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-a5550066-2af3-4fe4-bf89-4ad7d766a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:15.181221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-a5550066-2af3-4fe4-bf89-4ad7d766a439 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.2032640
Nov 29 12:03:15.182299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.201632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.204784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Calling delete_port for b9e057c8-321a-4dd1-bcb1-67bf11547bdd owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:15.217456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.221570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-304b3a76-fc0f-4b01-a9d1-305e6b10b725 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:15.240585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:15.240856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:15.241071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:15.261811 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:15.273105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e7171-c6fc-42ce-a205-e54c58ef083b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:15.276066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:15.278972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.280455 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2820604
Nov 29 12:03:15.283407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55360) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.289545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e5e22937-1239-4838-9c67-44c4ef70f029 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:15.290009 dv-neutron-819579-1-hyperv neutron-server[87599]: WARNING neutron.api.v2.base [None req-e5e22937-1239-4838-9c67-44c4ef70f029 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 29 12:03:15.290499 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-e5e22937-1239-4838-9c67-44c4ef70f029 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 29 12:03:15.291495 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5e22937-1239-4838-9c67-44c4ef70f029 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "PUT /v2.0/security-groups/8c4e7171-c6fc-42ce-a205-e54c58ef083b HTTP/1.1" status: 409  len: 330 time: 0.0071201
Nov 29 12:03:15.294218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55364) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.309202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:15.309788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9ff3aa7d-c7bc-4307-a678-5b5f73a1b8bb not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:15.309983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b9e057c8-321a-4dd1-bcb1-67bf11547bdd no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:15.319970 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-a7f5aa88-fdca-41da-aa23-0165a906feb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 217 time: 0.1325243
Nov 29 12:03:15.365331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b9e057c8-321a-4dd1-bcb1-67bf11547bdd {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:15.365993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b9e057c8-321a-4dd1-bcb1-67bf11547bdd not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:15.366428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.407915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.409136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.412969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bdccdaa1-ee4a-47ef-a363-92eb515c112a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:15.432011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.443850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:15.449535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-899a0930-290a-4e6d-acf2-58d9ed6f7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:15.450989 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-899a0930-290a-4e6d-acf2-58d9ed6f7d85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.1215498
Nov 29 12:03:15.453901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:15.458586 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/bfe42ce4-a286-4ee1-a0bc-33d552e3c1ca HTTP/1.1" status: 204  len: 168 time: 1.4152310
Nov 29 12:03:15.466563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:15.466958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:15.494076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.497308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d3b20>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:15.501684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:15.511965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:15.512700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d3b20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:15.558614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.598654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.604394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b50be78-ab34-4dd7-9a74-f81d33da118f tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:15.621031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e7171-c6fc-42ce-a205-e54c58ef083b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:15.627984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:15.628882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:15.631849 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c4e7171-c6fc-42ce-a205-e54c58ef083b HTTP/1.1" status: 204  len: 168 time: 0.3365064
Nov 29 12:03:15.635505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55376) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.689425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbe01865-38d4-49e3-99d5-f4bf56247342 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Synchronizing usage tracker for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:15.705805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cbe01865-38d4-49e3-99d5-f4bf56247342 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Unset dirty status for tenant:5825915058d74551ac927994bcd78709 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:15.708083 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cbe01865-38d4-49e3-99d5-f4bf56247342 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0714552
Nov 29 12:03:15.712584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.721621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:15.730364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-b62f97d8-43e2-467c-a600-1db1e41d1a7a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:15.735841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b62f97d8-43e2-467c-a600-1db1e41d1a7a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "DELETE /v2.0/security-groups/3515cbce-49f7-4e3c-a492-99d67960c19c HTTP/1.1" status: 404  len: 347 time: 0.0222998
Nov 29 12:03:15.736484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55384) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.755081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-38890aee-6a9f-4043-9552-5554e2c2276e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] show failed (client error): The resource could not be found.
Nov 29 12:03:15.760844 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-38890aee-6a9f-4043-9552-5554e2c2276e tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-groups/3706cdaa-3bc3-4e7b-b0cd-e6b93f4fe4fe HTTP/1.1" status: 404  len: 347 time: 0.0231628
Nov 29 12:03:15.761741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55388) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:15.783015 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-1942b553-2899-4cd0-acb4-33d32813b124 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] show failed (client error): The resource could not be found.
Nov 29 12:03:15.788639 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1942b553-2899-4cd0-acb4-33d32813b124 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] 10.222.0.20 "GET /v2.0/security-group-rules/3f2920e4-8fb4-4f4a-9ecf-da799e508d33 HTTP/1.1" status: 404  len: 356 time: 0.0246160
Nov 29 12:03:15.865826 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-627f07ad-51ef-4fca-942f-c44538ec89ff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 689 time: 0.3053553
Nov 29 12:03:15.968887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Deleting port b9e057c8-321a-4dd1-bcb1-67bf11547bdd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:15.969469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.014405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-0e8b9cce-b31f-4536-b0f5-ae041d387c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:16.015847 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-0e8b9cce-b31f-4536-b0f5-ae041d387c72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5580459
Nov 29 12:03:16.101946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55396) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:16.119448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8fe41d1c-aa28-4748-8a2c-4109c4166d69 None None] The port 'b9e057c8-321a-4dd1-bcb1-67bf11547bdd' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:16.246954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d3b20>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:16.251589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2f287-c258-483d-96fd-a570a48907fb None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:16.266027 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-76e85a36-0b8f-4e9a-a496-1b4b80582596 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395258
Nov 29 12:03:16.276041 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8e363240-4f21-467a-a232-63230c7e72e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5825915058d74551ac927994bcd78709&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1726129
Nov 29 12:03:16.277081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55402) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:16.342269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.372608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.433342 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-233f9065-4e10-423f-ad5d-fa2b3eefef13 req-cdde41ff-71e1-4272-89c7-b25cc29fa219 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603453
Nov 29 12:03:16.435601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.443565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e5b2712c-dd5b-4f7c-8287-47766859c814 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:16.458517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc757264-1d90-46fd-a160-a9f5ba5031af,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:16.462433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:16.483260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.486806 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc757264-1d90-46fd-a160-a9f5ba5031af HTTP/1.1" status: 204  len: 168 time: 0.2064660
Nov 29 12:03:16.519788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.524223 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f9c0b-7fe8-493d-8f6c-59da3a0a8bff None None] New status for floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:03:16.869197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55418) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:16.953154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:16.953154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:16.995633 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3577a674-2f86-491e-9e88-525348da8d67 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 689 time: 0.1240838
Nov 29 12:03:17.230556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55430) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.291583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:17.291841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:17.332380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ebfa7310-3da9-45e0-ae50-398c9c320c3a tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1010262849', 'prefixes': ['172.20.0.0/16']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:17.338575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ebfa7310-3da9-45e0-ae50-398c9c320c3a tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:17.395491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ebfa7310-3da9-45e0-ae50-398c9c320c3a tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] Notify callbacks [] for subnetpool, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:17.396653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ebfa7310-3da9-45e0-ae50-398c9c320c3a tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.1650224
Nov 29 12:03:17.399345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55436) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.420542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:17.430516 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ed22a087-656c-4f6b-b5e6-bdc357a90709 tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] 10.222.0.20 "GET /v2.0/subnetpools/f20700e5-cb3d-4a54-90be-f511ff0620f3 HTTP/1.1" status: 200  len: 732 time: 0.0299346
Nov 29 12:03:17.433014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55440) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.437932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6ac7fcba-d8a1-4bf8-9cad-43410b56d124 tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-130081811'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:17.524027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fcba-d8a1-4bf8-9cad-43410b56d124 tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] Notify callbacks [] for subnetpool, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:17.525216 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6ac7fcba-d8a1-4bf8-9cad-43410b56d124 tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] 10.222.0.20 "PUT /v2.0/subnetpools/f20700e5-cb3d-4a54-90be-f511ff0620f3 HTTP/1.1" status: 200  len: 683 time: 0.0913103
Nov 29 12:03:17.527982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55444) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.608899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:17.612735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbcdb30e-40fc-4472-89e3-be0aa9d74685 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:17.617484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ea904b3a-2204-4e86-8c14-45c6f20d682a tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] Notify callbacks [] for subnetpool, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:17.618603 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ea904b3a-2204-4e86-8c14-45c6f20d682a tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f20700e5-cb3d-4a54-90be-f511ff0620f3 HTTP/1.1" status: 204  len: 168 time: 0.0896969
Nov 29 12:03:17.621251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55448) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.638401 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-4446b38e-51cc-4784-9563-fde6a3c8f83f tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] show failed (client error): The resource could not be found.
Nov 29 12:03:17.639387 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4446b38e-51cc-4784-9563-fde6a3c8f83f tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] 10.222.0.20 "GET /v2.0/subnetpools/f20700e5-cb3d-4a54-90be-f511ff0620f3 HTTP/1.1" status: 404  len: 346 time: 0.0172157
Nov 29 12:03:17.641915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55452) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.657817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=86b34495-8e09-4b1f-9d7e-0fc5d3b49b60,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:17.660102 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-1884cd7b-5d25-4a03-a707-6019cd504922 tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:17.666554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1884cd7b-5d25-4a03-a707-6019cd504922 tempest-SubnetPoolsTestJSON-1675432835 tempest-SubnetPoolsTestJSON-1675432835-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f20700e5-cb3d-4a54-90be-f511ff0620f3 HTTP/1.1" status: 404  len: 346 time: 0.0183313
Nov 29 12:03:17.667472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:17.945375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:17.966670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55460) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:17.998550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55466) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:18.106864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.118904 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-30fe0263-4f1d-4f7d-a27d-551fe73811de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 687 time: 0.1190062
Nov 29 12:03:18.126818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:18.131091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Usage tracker for resource:security_group_rule and tenant:7da4f59d6e254a45942744a178557edb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:18.134183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:18.139916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:18.233554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.239475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.250530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cfbd318a-60e8-45d0-9e49-e3f7bcceaca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:18.281009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:18.291786 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7da4f59d6e254a45942744a178557edb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3239837
Nov 29 12:03:18.292738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5db20-0008-417d-bf65-f3efa63ee6ca,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:18.294956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55470) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:18.297563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:18.358238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.385649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.442990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:18.443952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.448272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d3f10d6c-1822-44a2-b028-a97c2333504a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:18.453276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:18.459319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55474) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:18.459546 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9600475
Nov 29 12:03:18.463549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5db20-0008-417d-bf65-f3efa63ee6ca,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:18.464179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:18.465137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca68b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:18.466708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:18.508177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.509275 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20b5db20-0008-417d-bf65-f3efa63ee6ca HTTP/1.1" status: 204  len: 168 time: 0.2133968
Nov 29 12:03:18.533669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet 6d5aca5a-7db5-482c-9893-2178022f3f1f {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:18.536824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.595854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.638579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:18.681300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.764994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.770727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5975f467-be8b-4c05-bb12-260765e43f48 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:18.811677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5aca5a-7db5-482c-9893-2178022f3f1f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:18.814800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:18.815997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:18.825901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55482) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:18.826419 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/6d5aca5a-7db5-482c-9893-2178022f3f1f HTTP/1.1" status: 204  len: 168 time: 0.3638785
Nov 29 12:03:18.839227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09568e20-56b5-4e96-9e1a-bea73341085c None None] Network e5fb2e92-0409-417d-b53d-7ed8f11e89c6 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:19.099851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.110938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port bd3446fe-ce59-4812-8470-f62ecf7f1e35 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:19.111332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.143969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca68b0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 10, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:19.148824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:19.162471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:19.163370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca68b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:19.300611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] DHCP port deletion for e5fb2e92-0409-417d-b53d-7ed8f11e89c6 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:19.314434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Deleting port bd3446fe-ce59-4812-8470-f62ecf7f1e35 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:19.315006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.343261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port bd3446fe-ce59-4812-8470-f62ecf7f1e35, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd3446fe-ce59-4812-8470-f62ecf7f1e35,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:19.343917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.396082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:19.396923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:19.404638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302517968', 'description': 'tempest-secgroup-smoke-302517968 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:19.411762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:19.425605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:19.441906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.480733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:19.486625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:19.491310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:19.497558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for bd3446fe-ce59-4812-8470-f62ecf7f1e35 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:19.497838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:19.589282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.594616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.598617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.601207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33422131-a398-430a-afa0-3fb3eda72d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:19.605312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:19.658717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=bd3446fe-ce59-4812-8470-f62ecf7f1e35,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:19.661716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:19.662545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:19.665032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:19.666988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port bd3446fe-ce59-4812-8470-f62ecf7f1e35 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:19.672698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.674589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2762530
Nov 29 12:03:19.677497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55512) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:19.686680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'a51997e1-e1ac-4249-9db9-b3abf3b8fbf1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:19.693673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:19.698467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:19.701661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:19.707962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:19.728838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.807862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.813357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] For port bd3446fe-ce59-4812-8470-f62ecf7f1e35, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=bd3446fe-ce59-4812-8470-f62ecf7f1e35,segment=NetworkSegment(e372afc1-2907-4561-973a-b2dd424125e0),segment_id=e372afc1-2907-4561-973a-b2dd424125e0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:19.813969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.815371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.817772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-32e0a6ac-2593-4137-a0f7-9f29393852d1 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:19.850331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51301324-35aa-4069-a14e-872e509998cf,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:19.865806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.878452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:19.883375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.885026 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2058184
Nov 29 12:03:19.887541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:19.893439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'a51997e1-e1ac-4249-9db9-b3abf3b8fbf1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:19.900924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:19.905322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:19.908556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:19.915294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:19.918305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d082727f0>,) {'filters': {'network_id': ['e5fb2e92-0409-417d-b53d-7ed8f11e89c6']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:19.934290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082727f0>, 'e372afc1-2907-4561-973a-b2dd424125e0') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:19.934290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082727f0>, 'e372afc1-2907-4561-973a-b2dd424125e0') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:19.940773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.945135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.965902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.972400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:19.972788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:19.983832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Calling delete_port for bd3446fe-ce59-4812-8470-f62ecf7f1e35 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:19.988153 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:20.039227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.045770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.073568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e8d1058-a3de-4d69-a143-6c86e88e081c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:20.088200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.092065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-34199f26-25db-48fc-bfab-851e0e5b03aa tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:20.095621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.099935 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2111776
Nov 29 12:03:20.103405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55528) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:20.118725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'a51997e1-e1ac-4249-9db9-b3abf3b8fbf1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:20.123063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0ea6e5-a411-48ee-9bff-6100b22e48c2,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:20.125161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.126245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:20.127190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:20.130618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:20.130885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:20.132984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:20.136433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:20.139793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ca68b0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 10, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:20.142444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:20.143015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=e5fb2e92-0409-417d-b53d-7ed8f11e89c6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:20.148140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01300ef-5d28-4e23-a5f9-eb46dd8ce20c None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 10, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None, '_interfaces': [{'id': 'e77de3ee-e5c0-49d0-b5d7-eebfaa44d468', 'name': '', 'network_id': 'c56ac931-9a1f-4afc-9800-3b212c739e7b', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'mac_address': 'fa:16:3e:5b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de383d-0975-4448-a22c-4f41ffa40206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:34Z', 'updated_at': '2021-11-29T12:02:44Z', 'revision_number': 5, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'subnets': [{'id': '79007d45-9b62-487e-a3f3-2a6492a68188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:20.150874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55534) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:20.151583 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/e5fb2e92-0409-417d-b53d-7ed8f11e89c6 HTTP/1.1" status: 204  len: 168 time: 1.3233230
Nov 29 12:03:20.153278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:20.279477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.599263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:20.606451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537626404', 'description': 'tempest-secgroup-smoke-1537626404 description', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:20.612781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:20.617067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:20.620602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:20.626861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:20.632234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Deleting port bd3446fe-ce59-4812-8470-f62ecf7f1e35 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:20.633248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.634276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.643621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.647493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f1e51c85-58af-4dc1-8924-ea7d9a96bb84 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:20.649096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.662543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.676569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d278153-49df-484a-a48e-022095d9cabb,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:20.680785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:20.685425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:20.688601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:20.694618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:20.704460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:20.708272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b68b0-97ec-49d0-9ec0-e77897d19bd2 None None] The port 'bd3446fe-ce59-4812-8470-f62ecf7f1e35' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:20.709494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.710692 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6062438
Nov 29 12:03:20.714125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:20.731349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'a51997e1-e1ac-4249-9db9-b3abf3b8fbf1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:20.742576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:20.748448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:20.753283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:20.763465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:20.796219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.868022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.877336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.882428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6bf706a-9f08-4ef0-9e6b-686e04ff86e7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:20.888761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.890116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:20.900851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:20.907772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:20.928437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:20.936412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50792a3e-72c4-4313-ae27-637fb23f8534,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:20.943950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:20.947559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.954719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:20.963349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e32a5174-dc13-4410-b7aa-e775e9df749a tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:20.994568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd9b331-2222-4ae4-a601-8bbd152ebfe1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.000886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.018524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.020424 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2991643
Nov 29 12:03:21.025358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55550) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:21.033133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'a51997e1-e1ac-4249-9db9-b3abf3b8fbf1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:21.047125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:21.056335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:21.064678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:21.073976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.075056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:21.081855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.087779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f358cb3e-81a1-4c64-bc2b-0adf78510ba2 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:21.104622 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:03:21.125565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.140250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.145195 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5448658
Nov 29 12:03:21.145892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55554) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:21.157347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c65800-d34e-47ac-9807-a9b259a32379,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.160548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.164739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group_rule': {'security_group_id': 'd3c65800-d34e-47ac-9807-a9b259a32379', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:21.170814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:21.174648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:21.177586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:21.183638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:21.198089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd3446fe-ce59-4812-8470-f62ecf7f1e35 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:21.211898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.218533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.224884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.226445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:21.233155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: bd3446fe-ce59-4812-8470-f62ecf7f1e35 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:21.233586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device bd3446fe-ce59-4812-8470-f62ecf7f1e35 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:21.234078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:21.250281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444131ce-2554-461a-ae6d-8b6789cdf2f4,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.252958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.262681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.265524 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2391782
Nov 29 12:03:21.268560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55558) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:21.269785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:21.270402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 86b34495-8e09-4b1f-9d7e-0fc5d3b49b60 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:21.275019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'a51997e1-e1ac-4249-9db9-b3abf3b8fbf1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:21.282794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:21.287465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:21.290345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:21.296013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:21.307811 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:03:21.314311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.316410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:21.316836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.382107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.382372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.389522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.391448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81df1878-3fc5-460f-b685-a50a817081d8 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:21.405466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.414800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71b51c0-c5b6-47b8-8bd6-cf9150d6f217,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.417347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.418457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d64cc8a3-4837-4e8a-9e97-4f0472cf751e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:21.425985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.427258 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1568465
Nov 29 12:03:21.502382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70264590-8429-4cfa-8edc-7fe7aa1f0bfe,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.505778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.509556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.510734 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3606682
Nov 29 12:03:21.513750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55564) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:21.519673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group_rule': {'security_group_id': 'd3c65800-d34e-47ac-9807-a9b259a32379', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:21.526516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:21.531463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:21.534943 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:21.541372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:21.559682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.566597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port e77de3ee-e5c0-49d0-b5d7-eebfaa44d468, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:21.567073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.640511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.649324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.652145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:21.695390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:21.696055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392df7fc-f6fa-4095-886f-77effd56b5ca,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.700078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.703103 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-28cb1265-5907-4115-8718-efb9507dabb7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302517968&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0785885
Nov 29 12:03:21.703960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.707718 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c8ad4c00-2745-4438-aac0-1dd34d3d48e0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1928329
Nov 29 12:03:21.708622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:21.714772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group_rule': {'security_group_id': 'd3c65800-d34e-47ac-9807-a9b259a32379', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:21.738325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:21.744266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:21.752116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:21.815077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:21.852708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.884161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.887994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4665e3de-6c16-4623-b7c7-432d215b0377 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:21.919808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-90c10579-3a7b-457e-892e-45e1afc10e64 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:21.921188 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-90c10579-3a7b-457e-892e-45e1afc10e64 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 796 time: 0.2100861
Nov 29 12:03:21.935042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=e77de3ee-e5c0-49d0-b5d7-eebfaa44d468,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:21.947781 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cef47190-9211-4049-8e28-55a7efbc4226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0171933
Nov 29 12:03:21.963333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:21.972670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:21.998605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.011536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:22.037545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b35b48b-8b5d-4d29-8d3e-513f600c40dc,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:22.041580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:22.054864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.056362 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3467174
Nov 29 12:03:22.063186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:22.070615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group_rule': {'security_group_id': 'd3c65800-d34e-47ac-9807-a9b259a32379', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:22.173478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.203800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:22.210071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:22.213483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:22.222564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:22.241470 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-87bfbbb8-d239-474b-b4d1-0237fe60e5d2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2805874
Nov 29 12:03:22.277575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.427468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.431688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ddb56c5-7d31-4d3d-93f5-685e89fb4c88 service neutron] 10.222.0.20 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754677
Nov 29 12:03:22.432705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.434520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0652393-9cd3-483f-bb41-4656f7eef72e tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:22.528117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755b03a5-e44d-41e4-9488-a54fe044547a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:22.539961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:22.545353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.546489 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4823713
Nov 29 12:03:22.549225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55586) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:22.558092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group_rule': {'security_group_id': 'd3c65800-d34e-47ac-9807-a9b259a32379', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:22.567380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:22.572646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:22.575870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:22.587331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:22.596047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:22.617325 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-63594e97-c2ac-48ba-b309-bf96dc8a58fa service neutron] 10.222.0.20 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725793
Nov 29 12:03:22.618589 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Project c85e0976452d4b9ab6a3f2b1907b5f17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:03:22.625265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.695589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.701376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.703354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-31df3b6a-60d6-40e8-b62a-d431ae0e280d tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:22.714923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:22.727063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0580c50d-6d49-4629-90cc-b7d80e10121a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:22.730510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:22.737626 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5830564
Nov 29 12:03:22.739814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55590) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:22.748392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:22.750122 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:22.751135 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf490>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:22.767036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.768450 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2182434
Nov 29 12:03:22.771728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55598) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:22.781902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'security_group_rule': {'security_group_id': 'd3c65800-d34e-47ac-9807-a9b259a32379', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:22.788484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:22.792821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:security_group_rule and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:22.796015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:22.802642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:22.822635 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Project c85e0976452d4b9ab6a3f2b1907b5f17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:03:22.832879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.875713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-da8eee9a-e044-43fb-9e7b-d417a613e2dd req-ca6441a3-350a-4408-bc95-f1edc8f73c24 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 210 time: 0.0832198
Nov 29 12:03:22.920219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting subnet 79007d45-9b62-487e-a3f3-2a6492a68188 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:22.923660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.944925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.951368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:22.953343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1afa22cc-e8d6-4a9a-a85e-44d569f5daf6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:22.960427 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:22.989189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384f3038-fa4a-4db4-ad09-e012add4a14a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:22.994318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:23.003591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.006428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.011760 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2387965
Nov 29 12:03:23.012687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55606) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:23.019907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'network': {'name': 'tempest-network-smoke--2100945349', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:23.026996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:23.032700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:network and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:23.037794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:23.046900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:23.063015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Made reservation on behalf of c85e0976452d4b9ab6a3f2b1907b5f17 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:23.069864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.076661 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf490>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:21Z', 'revision_number': 11, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:23.080824 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:23.089671 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:23.090280 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf490>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:23.106811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.114661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:03:23.125553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.126043 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Added segment c298ef58-5848-4076-ad73-89c9a4e9b9af of type vlan for network 01166248-007c-4ad0-b942-630ef48c71cd
Nov 29 12:03:23.176941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.231398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.238263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.242156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8854696f-60ea-41bb-a0ea-02fc141445b7 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:23.244545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:23.245157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.249175 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:23.250710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00861409-c2b2-4e88-b7c9-9eccb2f8f350 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:23.279835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.283646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Subnet': ['ID=79007d45-9b62-487e-a3f3-2a6492a68188,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:23.285451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840d22d-ff82-486d-921d-05f2dd575e64 None None] Network c56ac931-9a1f-4afc-9800-3b212c739e7b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:23.291539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:23.298841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/79007d45-9b62-487e-a3f3-2a6492a68188 HTTP/1.1" status: 204  len: 168 time: 0.5550931
Nov 29 12:03:23.299148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:23.379871 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3612156
Nov 29 12:03:23.385146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55616) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:23.403757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'admin_state_up': True, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:23.409526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Network': ['ID=01166248-007c-4ad0-b942-630ef48c71cd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:23.414908 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf490>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:21Z', 'revision_number': 11, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:23.420111 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a4698-4265-4e69-af03-297bb77efeda None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:21Z', 'revision_number': 11, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:23.429403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:23.434426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:23.440967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:router and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:23.447353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:23.455354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 01166248-007c-4ad0-b942-630ef48c71cd details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:03:23.455797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:23.466854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.471158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.473431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.482066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Deleting port c46387d0-8831-4b84-a775-f4173d5c4d96 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:23.482819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.495278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.708952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] For port c46387d0-8831-4b84-a775-f4173d5c4d96, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c46387d0-8831-4b84-a775-f4173d5c4d96,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:23.709227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.783296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] DHCP port deletion for c56ac931-9a1f-4afc-9800-3b212c739e7b request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:23.789707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Deleting port c46387d0-8831-4b84-a775-f4173d5c4d96 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:23.790510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.809217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.844732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Calling delete_port for c46387d0-8831-4b84-a775-f4173d5c4d96 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:23.947673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:23.952914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af1a0d52-3187-4df8-bdda-1d1e05609b80 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:24.130138 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-304a746f-6bef-4967-a536-a799b373d27c req-e0612c9c-b7b0-4c56-82d2-3bb2f92e8a5d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 210 time: 0.0655391
Nov 29 12:03:24.131578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] For port c46387d0-8831-4b84-a775-f4173d5c4d96, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c46387d0-8831-4b84-a775-f4173d5c4d96,segment=NetworkSegment(4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7),segment_id=4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:24.133282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.187471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No DVR routers for this DVR port c46387d0-8831-4b84-a775-f4173d5c4d96 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:24.217976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Port': ['ID=c46387d0-8831-4b84-a775-f4173d5c4d96,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:24.220933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:24.253252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-ed643d8d-07fd-464a-8a93-d8164eca65a2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:24.254762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-ed643d8d-07fd-464a-8a93-d8164eca65a2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 796 time: 0.2876191
Nov 29 12:03:24.282616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Calling delete_port for c46387d0-8831-4b84-a775-f4173d5c4d96 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:24.322343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.348029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d031215b0>,) {'filters': {'network_id': ['c56ac931-9a1f-4afc-9800-3b212c739e7b']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:24.360172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d031215b0>, '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:24.360484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d031215b0>, '4c07c6c9-c9c3-4b40-857a-aa14d50ad7e7') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:24.360767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:24.361251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:24.372187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.389275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.396806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:24.397202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:24.412190 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:24.497047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.500352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:24.514595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.527804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Pushing event deleted for resources: {'Network': ['ID=c56ac931-9a1f-4afc-9800-3b212c739e7b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:24.531351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:24.534686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/networks/c56ac931-9a1f-4afc-9800-3b212c739e7b HTTP/1.1" status: 204  len: 168 time: 1.2339387
Nov 29 12:03:24.536105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55626) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:24.541271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'routes': None}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:24.606428 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-7896ed77-62cc-4191-9d0c-c76dba031932 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 472 time: 0.2780724
Nov 29 12:03:24.606942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.634632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['a51997e1-e1ac-4249-9db9-b3abf3b8fbf1']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:24.659041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.834771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Added routes are [] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Nov 29 12:03:24.835095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.extraroute_db [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Removed routes are [] {{(pid=87599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Nov 29 12:03:24.835485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.862368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Deleting port c46387d0-8831-4b84-a775-f4173d5c4d96 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:24.863142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.888827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:24.905700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:24.917564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Allocated IP 172.26.4.20 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/63e3d359-27a0-4dd2-9129-94b7df7b643c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:24.929900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:24.933591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:24.981367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-86de4b4e-9063-44ea-b57e-bb8fd038c849 None None] The port 'c46387d0-8831-4b84-a775-f4173d5c4d96' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:25.097608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.100983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.197929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:25.208061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.235985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:25.236332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e77de3ee-e5c0-49d0-b5d7-eebfaa44d468 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:25.236944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c46387d0-8831-4b84-a775-f4173d5c4d96 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:25.237313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router 17de383d-0975-4448-a22c-4f41ffa40206 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:25.255430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.261399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8b00d73e-9135-4dd5-8f06-cdfc30b93769 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:25.274093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: c46387d0-8831-4b84-a775-f4173d5c4d96 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:25.274349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c46387d0-8831-4b84-a775-f4173d5c4d96 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:25.288003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8dad2528-bf44-4701-843c-580719d554ca req-db2fc75c-cfd7-4d11-b6e4-e8926a0c4346 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 210 time: 0.0470293
Nov 29 12:03:25.345504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:25.351720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:25.360306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:25.388200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Port': ['ID=63e3d359-27a0-4dd2-9129-94b7df7b643c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:25.393890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.12 (5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f/4e7c3677-46c9-4c3d-a68d-7338d11d734c/396d142e-abff-4326-a966-bc0e8d6568c7) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:25.396279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:25.542713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:25.549338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.550516 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1da14ea0-ebfb-4475-9c06-9419ca7ade30 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 700 time: 1.0134454
Nov 29 12:03:25.553387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55632) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:25.556615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] Sync routers for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:25.567729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:25.568427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089d97f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:25.599073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-82fc5aab-e24e-41c4-af49-3d134d5e3ddf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:25.615660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-82fc5aab-e24e-41c4-af49-3d134d5e3ddf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:25.617068 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-82fc5aab-e24e-41c4-af49-3d134d5e3ddf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 205 time: 0.0627956
Nov 29 12:03:25.619734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55636) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:25.705011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:25.755747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.825204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089d97f0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:21Z', 'revision_number': 11, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:25.829738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] Checking router: 17de383d-0975-4448-a22c-4f41ffa40206 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:25.839232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] Routers {'17de383d-0975-4448-a22c-4f41ffa40206'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:25.839824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089d97f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['17de383d-0975-4448-a22c-4f41ffa40206'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:25.946647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:25.968895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] Set router 17de383d-0975-4448-a22c-4f41ffa40206 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:25.981653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 396d142e-abff-4326-a966-bc0e8d6568c7 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:25.994814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.067545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.070970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.079160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089d97f0>, [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:21Z', 'revision_number': 11, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:26.083543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53905231-a516-4a1c-bda0-b16af2035947 None None] The sync data for ids ['17de383d-0975-4448-a22c-4f41ffa40206'] in dv-neutron-819579-1-hyperv is: [{'id': '17de383d-0975-4448-a22c-4f41ffa40206', 'name': 'tempest-RoutersTest-router-396004732', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:32Z', 'updated_at': '2021-11-29T12:03:21Z', 'revision_number': 11, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:26.099730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.100519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router 17de383d-0975-4448-a22c-4f41ffa40206 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:03:26.118663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.123729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8555e132-b4fb-4425-ab0f-6f6abf55f92a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 204  len: 168 time: 0.4991136
Nov 29 12:03:26.124375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55640) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:26.130410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-264041453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:26.137657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:26.144934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Usage tracker for resource:router and tenant:0fd980f3cebd42d6b05c0096b947a14a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:26.148665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:26.155591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:26.168671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.170432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.187779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.208508 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.237853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.239334 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b994641-a6c8-4e60-9860-bf883c015369 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1138229
Nov 29 12:03:26.242467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55644) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:26.247994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:26.331925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.346515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:26.407104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:26.467888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:26.513827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1baa-46a9-4637-bced-e0296558be9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.516623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:26.670769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=396d142e-abff-4326-a966-bc0e8d6568c7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:26.680278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:26.682197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.697885 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.727149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:26.727837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.752488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2679602d-8bf7-4b51-ab77-f3d8d1823447 None None] Provisioning for port 396d142e-abff-4326-a966-bc0e8d6568c7 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:26.778412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2679602d-8bf7-4b51-ab77-f3d8d1823447 None None] Provisioning complete for port 396d142e-abff-4326-a966-bc0e8d6568c7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:26.779353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2679602d-8bf7-4b51-ab77-f3d8d1823447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.805855 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1749303
Nov 29 12:03:26.816827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:26.825385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Request body: {'port': {'device_id': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:26.857627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2679602d-8bf7-4b51-ab77-f3d8d1823447 None None] Port 396d142e-abff-4326-a966-bc0e8d6568c7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:26.949276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6d201-038d-4e84-b912-e5bce5985afa req-c2ad933d-403f-4914-aefa-4925435738e6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:26.949939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e9d6d201-038d-4e84-b912-e5bce5985afa req-c2ad933d-403f-4914-aefa-4925435738e6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:27.055447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Router c924da08-2910-41a2-8764-678b03327080 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:03:27.088986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:27.119705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e9d6d201-038d-4e84-b912-e5bce5985afa req-c2ad933d-403f-4914-aefa-4925435738e6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:27.121095 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9d6d201-038d-4e84-b912-e5bce5985afa req-c2ad933d-403f-4914-aefa-4925435738e6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 932 time: 0.6557753
Nov 29 12:03:27.194283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:27.203554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:27.206079 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ead30470-23e2-4c38-a0cf-4513e0d3b9fc tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "PUT /v2.0/routers/c924da08-2910-41a2-8764-678b03327080 HTTP/1.1" status: 200  len: 693 time: 0.9616480
Nov 29 12:03:27.208254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55650) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:27.210782 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] Sync routers for ids ['c924da08-2910-41a2-8764-678b03327080'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:27.223082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:27.227457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] Routers {'c924da08-2910-41a2-8764-678b03327080'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:27.228471 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c924da08-2910-41a2-8764-678b03327080'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:27.260041 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9d6d201-038d-4e84-b912-e5bce5985afa req-fd17cd31-3d3c-4a97-8e80-10ffdc294a60 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172826
Nov 29 12:03:27.394309 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] Set router c924da08-2910-41a2-8764-678b03327080 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:27.394829 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-db934e46-3e88-4685-8953-969a6f70e5f1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/routers/c924da08-2910-41a2-8764-678b03327080 HTTP/1.1" status: 200  len: 699 time: 0.1849144
Nov 29 12:03:27.399908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55654) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:27.432184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Router d3925488-9af4-45e3-8ccd-79c5f33cf575 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:03:27.453739 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2d64181f-0b42-4fee-acae-44cdfd0d5f98 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=c924da08-2910-41a2-8764-678b03327080 HTTP/1.1" status: 200  len: 205 time: 0.0503349
Nov 29 12:03:27.453989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55658) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:27.504559 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf310>, [{'id': 'c924da08-2910-41a2-8764-678b03327080', 'name': 'tempest-RoutersTest-router-264041453', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:26Z', 'updated_at': '2021-11-29T12:03:26Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:27.509339 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] Checking router: c924da08-2910-41a2-8764-678b03327080 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:27.519656 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] Routers {'c924da08-2910-41a2-8764-678b03327080'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:27.520494 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf310>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c924da08-2910-41a2-8764-678b03327080'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:27.594072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:27.651878 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] Set router c924da08-2910-41a2-8764-678b03327080 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:27.743107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:27.755736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Sync routers for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:27.770950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:27.772183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08907e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:02:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:27.776629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:27.781092 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d08f7cfa-822c-4df0-8563-74185c731b0e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 4.3952174
Nov 29 12:03:27.784468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:27.850871 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf310>, [{'id': 'c924da08-2910-41a2-8764-678b03327080', 'name': 'tempest-RoutersTest-router-264041453', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:26Z', 'updated_at': '2021-11-29T12:03:26Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:27.867931 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746641e-103a-40cf-ac49-69833fd1790a None None] The sync data for ids ['c924da08-2910-41a2-8764-678b03327080'] in dv-neutron-819579-1-hyperv is: [{'id': 'c924da08-2910-41a2-8764-678b03327080', 'name': 'tempest-RoutersTest-router-264041453', 'tenant_id': '0fd980f3cebd42d6b05c0096b947a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:26Z', 'updated_at': '2021-11-29T12:03:26Z', 'revision_number': 2, 'project_id': '0fd980f3cebd42d6b05c0096b947a14a', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:27.980531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:27.984178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.017055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.017640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Fanout notify agent at l3_agent the message router_deleted on router c924da08-2910-41a2-8764-678b03327080 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:03:28.035599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.040006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8c15cd86-ab97-4e6e-8fb5-f1540acd554a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/c924da08-2910-41a2-8764-678b03327080 HTTP/1.1" status: 204  len: 168 time: 0.5820343
Nov 29 12:03:28.041028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55668) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.042871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:28.083926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8d9bdbf-5fbc-46d4-9164-0e58b33f2da2 tempest-TestNetworkAdvancedServerOps-1930582583 tempest-TestNetworkAdvancedServerOps-1930582583-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c85e0976452d4b9ab6a3f2b1907b5f17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2980933
Nov 29 12:03:28.085595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55672) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.091974 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c59ad01f-b3d1-4f55-b30f-67a8d3882def tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=c924da08-2910-41a2-8764-678b03327080 HTTP/1.1" status: 200  len: 205 time: 0.0485835
Nov 29 12:03:28.092159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396d142e-abff-4326-a966-bc0e8d6568c7 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:03:28.098129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55676) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.187299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.191313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-d3cb585f-cbcc-4cd7-85bd-0431b4587283 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:28.192588 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3cb585f-cbcc-4cd7-85bd-0431b4587283 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/c924da08-2910-41a2-8764-678b03327080 HTTP/1.1" status: 404  len: 336 time: 0.0933461
Nov 29 12:03:28.195381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55680) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.208757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Transition to ACTIVE for port object 396d142e-abff-4326-a966-bc0e8d6568c7 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:28.213360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.218570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-845173fb-2cf4-4f07-bc44-9baec167df57 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:28.240564 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f905eeb7-9608-4c03-96b4-ab9bb9df7a82 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:28.241010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f905eeb7-9608-4c03-96b4-ab9bb9df7a82 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:28.244967 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f905eeb7-9608-4c03-96b4-ab9bb9df7a82 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/fb0d07c9-59c3-4ec8-9022-ede0f5cc7282 HTTP/1.1" status: 404  len: 337 time: 0.0458646
Nov 29 12:03:28.245335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55684) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.292518 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2111f-097f-46ce-b04e-68b8d60fe727 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:28.292966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff2111f-097f-46ce-b04e-68b8d60fe727 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:28.297101 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7ff2111f-097f-46ce-b04e-68b8d60fe727 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/c61e863e-03f9-4607-a1ce-fe3d89a6bc03 HTTP/1.1" status: 404  len: 337 time: 0.0484424
Nov 29 12:03:28.309884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55690) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.389261 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4573505-2ce2-4fd8-9571-cd953cd5037d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:28.389714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4573505-2ce2-4fd8-9571-cd953cd5037d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:28.393933 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f4573505-2ce2-4fd8-9571-cd953cd5037d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/6d5aca5a-7db5-482c-9893-2178022f3f1f HTTP/1.1" status: 404  len: 337 time: 0.0791411
Nov 29 12:03:28.395878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55694) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.399338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb4472-ee38-45d6-8985-aba3090a3fc5 tempest-TestNetworkAdvancedServerOps-1930582583 tempest-TestNetworkAdvancedServerOps-1930582583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:28.400783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08907e80>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:25Z', 'revision_number': 3, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:28.400982 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9fbb4472-ee38-45d6-8985-aba3090a3fc5 tempest-TestNetworkAdvancedServerOps-1930582583 tempest-TestNetworkAdvancedServerOps-1930582583-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3142557
Nov 29 12:03:28.411077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55698) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.412973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Checking router: d3925488-9af4-45e3-8ccd-79c5f33cf575 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:28.413407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Updating router d3925488-9af4-45e3-8ccd-79c5f33cf575 port 63e3d359-27a0-4dd2-9129-94b7df7b643c binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:03:28.462432 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb1e30c-10ab-446e-83f2-9761ba12f7c1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:28.463200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb1e30c-10ab-446e-83f2-9761ba12f7c1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:28.465111 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8eb1e30c-10ab-446e-83f2-9761ba12f7c1 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/79007d45-9b62-487e-a3f3-2a6492a68188 HTTP/1.1" status: 404  len: 337 time: 0.0683241
Nov 29 12:03:28.490258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.493880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.499062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Pushing event updated for resources: {'Port': ['ID=396d142e-abff-4326-a966-bc0e8d6568c7,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:28.502688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:28.561903 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3c197373-d613-4a56-8677-fe2771551d98 tempest-TestNetworkAdvancedServerOps-1930582583 tempest-TestNetworkAdvancedServerOps-1930582583-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1469376
Nov 29 12:03:28.564159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-25cb30ea-2fb1-4a67-b217-22d56b7d031d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Synchronizing usage tracker for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:28.567044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55706) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.579663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776684319', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:28.697316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-25cb30ea-2fb1-4a67-b217-22d56b7d031d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Unset dirty status for tenant:0fd980f3cebd42d6b05c0096b947a14a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:28.697756 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25cb30ea-2fb1-4a67-b217-22d56b7d031d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 200  len: 205 time: 0.2002153
Nov 29 12:03:28.703658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55710) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.717756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Attempting to bind port 396d142e-abff-4326-a966-bc0e8d6568c7 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:28.718093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Attempting to bind port 396d142e-abff-4326-a966-bc0e8d6568c7 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:28.718430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Attempting to bind port 396d142e-abff-4326-a966-bc0e8d6568c7 on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:28.729003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Port 396d142e-abff-4326-a966-bc0e8d6568c7 on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:03:28.729325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Attempting to bind port 396d142e-abff-4326-a966-bc0e8d6568c7 on network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:28.736303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:28.742853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:28.743207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Checking segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:28.743596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Bound using segment: {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:28.744026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Bound port: 396d142e-abff-4326-a966-bc0e8d6568c7, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b35633-9f83-4395-9efd-6b70bb42be66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:28.744375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.753551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:subnet and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:28.757678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:28.767347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:28.779469 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-2eca53c5-7418-4f66-81cb-3556c41578b3 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:28.783306 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2eca53c5-7418-4f66-81cb-3556c41578b3 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/17de383d-0975-4448-a22c-4f41ffa40206 HTTP/1.1" status: 404  len: 336 time: 0.0793273
Nov 29 12:03:28.786911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55714) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.833282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Made reservation on behalf of c85e0976452d4b9ab6a3f2b1907b5f17 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:28.836903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.844156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d20ad-5b3d-4324-b2e0-0ed835f2f971 req-61ca8831-c2c1-4d96-831f-d7bf562e9b4b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:28.845713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-da2d20ad-5b3d-4324-b2e0-0ed835f2f971 req-61ca8831-c2c1-4d96-831f-d7bf562e9b4b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 944 time: 0.3794203
Nov 29 12:03:28.850800 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f8d63063-73c9-4fa8-860a-0cc24d57983b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=fea69761-e268-4963-8310-caacf6b7caa8 HTTP/1.1" status: 200  len: 205 time: 0.0628839
Nov 29 12:03:28.851499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55718) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.952418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-accb06e3-e27f-4805-91f7-cf9df3438516 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:28.952418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-accb06e3-e27f-4805-91f7-cf9df3438516 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/fea69761-e268-4963-8310-caacf6b7caa8 HTTP/1.1" status: 404  len: 336 time: 0.0998375
Nov 29 12:03:28.955084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55722) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:28.967807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] For port 396d142e-abff-4326-a966-bc0e8d6568c7, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:28.975055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] For port 396d142e-abff-4326-a966-bc0e8d6568c7, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=396d142e-abff-4326-a966-bc0e8d6568c7,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:28.985198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.992779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:28.993402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13a7402d-2e2e-45b1-b2d7-793b6532abd8 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:29.007787 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9701face-8499-4da9-8f31-e0b98cec0143 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:29.008356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9701face-8499-4da9-8f31-e0b98cec0143 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:29.010116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9701face-8499-4da9-8f31-e0b98cec0143 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/c6864f15-22e6-4797-9c18-eeb26ccf44fe HTTP/1.1" status: 404  len: 337 time: 0.0540385
Nov 29 12:03:29.014010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Transition to ACTIVE for port object 63e3d359-27a0-4dd2-9129-94b7df7b643c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:29.014142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-da2d20ad-5b3d-4324-b2e0-0ed835f2f971 req-b257abef-7644-4adc-8117-5e9e4cdcea85 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:29.017060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55726) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.024452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.029841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:29.068204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5b09c38c-f3f4-4345-9b7a-2ad5b1843a20 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 200  len: 205 time: 0.0502098
Nov 29 12:03:29.071530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55730) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.085407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:29.085953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.087355 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] 10.222.0.18 "PUT /v2.0/ports/396d142e-abff-4326-a966-bc0e8d6568c7 HTTP/1.1" status: 200  len: 1094 time: 2.2729642
Nov 29 12:03:29.088490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:29.137798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Attempting to bind port 63e3d359-27a0-4dd2-9129-94b7df7b643c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:29.139012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Attempting to bind port 63e3d359-27a0-4dd2-9129-94b7df7b643c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:29.139938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Attempting to bind port 63e3d359-27a0-4dd2-9129-94b7df7b643c on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:29.152030 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-882e8579-d5cc-46bc-ba16-b48253a15266 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:29.153566 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-882e8579-d5cc-46bc-ba16-b48253a15266 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/5bdeaeca-3378-4435-816c-a013335ce70e HTTP/1.1" status: 404  len: 336 time: 0.0808284
Nov 29 12:03:29.154501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-da2d20ad-5b3d-4324-b2e0-0ed835f2f971 req-b257abef-7644-4adc-8117-5e9e4cdcea85 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:29.155725 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-da2d20ad-5b3d-4324-b2e0-0ed835f2f971 req-b257abef-7644-4adc-8117-5e9e4cdcea85 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3017828
Nov 29 12:03:29.156341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.187340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:29.187340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:29.187340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.187340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:29.187340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Bound port: 63e3d359-27a0-4dd2-9129-94b7df7b643c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:29.187340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.220571 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-49cd0124-bb13-416c-9d83-9f1b1bab1d0b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a63c6b7-1fba-47bd-89c5-067ac781b750 HTTP/1.1" status: 200  len: 205 time: 0.0624433
Nov 29 12:03:29.222429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55740) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.226602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3f87b-190a-492b-9876-673c9bdd5a7e None None] Pushing event updated for resources: {'Port': ['ID=63e3d359-27a0-4dd2-9129-94b7df7b643c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:29.235518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e46239ac-5cc0-4275-90b4-3b8fbaa74296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.239855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bcc3f87b-190a-492b-9876-673c9bdd5a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:29.248771 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7', 'status': 'completed', 'code': 200}
Nov 29 12:03:29.282528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] For port 63e3d359-27a0-4dd2-9129-94b7df7b643c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:29.287289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] For port 63e3d359-27a0-4dd2-9129-94b7df7b643c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=63e3d359-27a0-4dd2-9129-94b7df7b643c,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:29.287696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Pushing event updated for resources: {'Port': ['ID=396d142e-abff-4326-a966-bc0e8d6568c7,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:29.296903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:29.301118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.316554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66ce7c64-803e-401c-9a45-78009769176e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:29.320296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-c7c1e6ca-e007-4254-a631-d23211714f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:29.322154 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-c7c1e6ca-e007-4254-a631-d23211714f3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 1097 time: 0.1664217
Nov 29 12:03:29.325493 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-dfa00101-7773-41d7-a803-e0becc636783 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:29.326701 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfa00101-7773-41d7-a803-e0becc636783 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/8a63c6b7-1fba-47bd-89c5-067ac781b750 HTTP/1.1" status: 404  len: 336 time: 0.1030619
Nov 29 12:03:29.329528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55744) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.374682 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-26944c29-55d2-4eb2-9d7f-554698be5132 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:29.375385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26944c29-55d2-4eb2-9d7f-554698be5132 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:29.379842 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-26944c29-55d2-4eb2-9d7f-554698be5132 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/9b86e71c-0c6b-4908-b4ed-00382ce4c5d8 HTTP/1.1" status: 404  len: 337 time: 0.0466239
Nov 29 12:03:29.380358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55748) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.401054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:29.401782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08907e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:29.404059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-0fa00921-7618-441c-98c1-a5f2c202bb6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=396d142e-abff-4326-a966-bc0e8d6568c7 HTTP/1.1" status: 200  len: 217 time: 0.0710547
Nov 29 12:03:29.427787 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d3a45a06-f55c-490a-9cb7-4ec15b11ffb8 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90f8ad1-43f2-447e-80c1-4ded5a311918 HTTP/1.1" status: 200  len: 205 time: 0.0440953
Nov 29 12:03:29.428020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55752) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.463639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.469582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c795ff6e-db7e-4d67-9cb9-75d68345fcaf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:29.495959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-54c009b7-2272-4c9f-b308-4c6b77d29b13 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:29.499394 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-54c009b7-2272-4c9f-b308-4c6b77d29b13 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/f90f8ad1-43f2-447e-80c1-4ded5a311918 HTTP/1.1" status: 404  len: 336 time: 0.0680776
Nov 29 12:03:29.499700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55756) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.536596 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-063de336-1b42-4b54-9bf6-a3ab6d50c047 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:29.537048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063de336-1b42-4b54-9bf6-a3ab6d50c047 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:29.540996 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-063de336-1b42-4b54-9bf6-a3ab6d50c047 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/8365ee55-abd7-4277-98e8-bc024872a911 HTTP/1.1" status: 404  len: 337 time: 0.0381222
Nov 29 12:03:29.541648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55760) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.549144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-f688b6ef-a9e3-49e3-a476-36fe75f893aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:29.550854 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-f688b6ef-a9e3-49e3-a476-36fe75f893aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.1360414
Nov 29 12:03:29.588821 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-69e11478-ca54-48f7-93fb-f4232b98210d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4916e13-1762-4a64-b633-7e9c31097ea9 HTTP/1.1" status: 200  len: 205 time: 0.0460339
Nov 29 12:03:29.591076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55764) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.592375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:29.597531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Subnet': ['ID=0aa0c5a9-01be-4071-93b1-a61e1a126779,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:29.601602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:29.615799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Checking segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:29.616067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network hostable DHCP agents. Network: 01166248-007c-4ad0-b942-630ef48c71cd, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:03:29.654877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network 01166248-007c-4ad0-b942-630ef48c71cd is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:03:29.667072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-82c296cd-78be-45e3-b8e6-b2666db137ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:29.668673 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-82c296cd-78be-45e3-b8e6-b2666db137ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1093836
Nov 29 12:03:29.670147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 01166248-007c-4ad0-b942-630ef48c71cd) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:29.671344 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-c1236d99-29b4-41f7-ad36-04cb3fb782bf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:29.674535 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c1236d99-29b4-41f7-ad36-04cb3fb782bf tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/routers/f4916e13-1762-4a64-b633-7e9c31097ea9 HTTP/1.1" status: 404  len: 336 time: 0.0811901
Nov 29 12:03:29.675342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:29.675812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55768) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.676201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:29.697796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c959528-9d93-45fb-8233-b9404a1e5a03 None None] Network 01166248-007c-4ad0-b942-630ef48c71cd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:29.720594 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-998ce6e0-3b31-4a59-8ffa-62b5aa84b23e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:29.720838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3f87b-190a-492b-9876-673c9bdd5a7e None None] Pushing event updated for resources: {'Port': ['ID=63e3d359-27a0-4dd2-9129-94b7df7b643c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:29.721039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998ce6e0-3b31-4a59-8ffa-62b5aa84b23e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:29.725996 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-998ce6e0-3b31-4a59-8ffa-62b5aa84b23e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/a71fa707-36fe-4474-adfa-ee99e0103def HTTP/1.1" status: 404  len: 337 time: 0.0456188
Nov 29 12:03:29.725996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55772) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.763261 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad3429a-44c7-4e77-9c46-c0746083dcdb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:03:29.763834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad3429a-44c7-4e77-9c46-c0746083dcdb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:03:29.768280 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fad3429a-44c7-4e77-9c46-c0746083dcdb tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] 10.222.0.20 "DELETE /v2.0/subnets/5f5ffebe-5f98-4d9e-8e63-44d9bed92816 HTTP/1.1" status: 404  len: 337 time: 0.0392015
Nov 29 12:03:29.773035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bcc3f87b-190a-492b-9876-673c9bdd5a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:29.791712 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5228f1cc-ba44-4353-9485-b7f0a18ec2a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2213950
Nov 29 12:03:29.794697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55778) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:29.877138 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-2ae0886b-909e-4cca-b8d9-7fcc6e442b71 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964490
Nov 29 12:03:30.104418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.130466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-01166248-007c-4ad0-b942-630ef48c71cd', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:03:30.131355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.194265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55784) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:30.205121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08907e80>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:25Z', 'revision_number': 3, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:30.219736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9134f-55bc-4a9e-998a-d3c2de59a534 None None] The sync data for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv is: [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:25Z', 'revision_number': 3, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:30.295851 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c76a971-dd38-443f-91cf-294c7aa7507c req-261d53ae-01b1-4c98-bd1f-5512e28fd832 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4103701
Nov 29 12:03:30.363189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Allocated IP 172.20.0.2 (01166248-007c-4ad0-b942-630ef48c71cd/0aa0c5a9-01be-4071-93b1-a61e1a126779/8266edf8-2490-45c4-939e-d73dc0f7d8b4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:30.485725 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-220fe303-4fdb-4511-a7b8-681f4b81bb3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fd980f3cebd42d6b05c0096b947a14a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2896607
Nov 29 12:03:30.490071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:30.528539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-9e0b9765-19ea-4d5f-98b8-9f70af1f1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:30.530036 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-9e0b9765-19ea-4d5f-98b8-9f70af1f1dbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 1097 time: 0.1678417
Nov 29 12:03:30.602407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238a3ca-9b19-4024-9183-b800613f5647 req-eddcb0ca-ca77-40ea-92df-5e87d7103593 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:30.604570 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0238a3ca-9b19-4024-9183-b800613f5647 req-eddcb0ca-ca77-40ea-92df-5e87d7103593 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 944 time: 0.2580700
Nov 29 12:03:30.687789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.697932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0238a3ca-9b19-4024-9183-b800613f5647 req-749e4575-b9b0-4716-a2cd-c772d827b022 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749471
Nov 29 12:03:30.730705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.746330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.774197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Transition to ACTIVE for port object 8266edf8-2490-45c4-939e-d73dc0f7d8b4 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:30.802922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Transition to ACTIVE for port object 8266edf8-2490-45c4-939e-d73dc0f7d8b4 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:30.810622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-45133f00-9d83-49fb-b724-7d7bd674dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:30.812268 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-45133f00-9d83-49fb-b724-7d7bd674dcd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.2733116
Nov 29 12:03:30.825099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.830660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1116451-cec5-45c0-b86c-4dd32dec1bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:30.901313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-da1a92bd-d840-41cf-905e-2182163a2f96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=396d142e-abff-4326-a966-bc0e8d6568c7 HTTP/1.1" status: 200  len: 217 time: 0.0811107
Nov 29 12:03:30.910844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Network 01166248-007c-4ad0-b942-630ef48c71cd is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:30.914242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:30.918563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:30.932516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Pushing event updated for resources: {'Port': ['ID=8266edf8-2490-45c4-939e-d73dc0f7d8b4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:30.936648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:30.941061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.965957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:30.973782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b24e146a-3686-4b05-965f-6988269eee74 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:30.990637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37557552-be1b-4516-b20d-0664ea46e801,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:31.001932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:31.009208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.010368 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37557552-be1b-4516-b20d-0664ea46e801 HTTP/1.1" status: 204  len: 168 time: 0.5193784
Nov 29 12:03:31.025344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-037eb941-85bf-4a6e-afb2-a25ce9348eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:31.028203 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-037eb941-85bf-4a6e-afb2-a25ce9348eec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.1198294
Nov 29 12:03:31.061026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Attempting to bind port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:31.061672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Attempting to bind port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:31.062013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Attempting to bind port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 on network 01166248-007c-4ad0-b942-630ef48c71cd {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:31.072716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:31.073284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Checking segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:31.073975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.074436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Bound using segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:31.074970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Bound port: 8266edf8-2490-45c4-939e-d73dc0f7d8b4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:31.075520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.183768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-b2879f29-97ff-4585-9553-117737af6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:31.187994 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-b2879f29-97ff-4585-9553-117737af6a3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1519933
Nov 29 12:03:31.199290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] For port 8266edf8-2490-45c4-939e-d73dc0f7d8b4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:31.204791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] For port 8266edf8-2490-45c4-939e-d73dc0f7d8b4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8266edf8-2490-45c4-939e-d73dc0f7d8b4,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:31.212255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.228059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-45bb8870-fc03-4d01-98cb-7939793a5e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:31.310877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 63e3d359-27a0-4dd2-9129-94b7df7b643c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:31.358265 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-d0b31e83-3e17-4a75-b9e9-cf18788ac4d2 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628721
Nov 29 12:03:31.452555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Pushing event updated for resources: {'Port': ['ID=8266edf8-2490-45c4-939e-d73dc0f7d8b4,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:31.456223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:31.473481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 63e3d359-27a0-4dd2-9129-94b7df7b643c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:31.479978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 63e3d359-27a0-4dd2-9129-94b7df7b643c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:31.480369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.584931 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1f89eb4-ea29-422e-b579-9edfa34598ab req-1b6af28b-9126-4bc4-a551-c53ae791a815 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188716
Nov 29 12:03:31.618587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Allocated IP 172.20.0.1 (01166248-007c-4ad0-b942-630ef48c71cd/0aa0c5a9-01be-4071-93b1-a61e1a126779/8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:31.666289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.688994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.707484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 63e3d359-27a0-4dd2-9129-94b7df7b643c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=63e3d359-27a0-4dd2-9129-94b7df7b643c,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:31.713602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.715594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8963d8f-124e-4877-872f-3208d910eb13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:31.850009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=63e3d359-27a0-4dd2-9129-94b7df7b643c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:31.854174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:31.876611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.893973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Transition to ACTIVE for port object 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:31.896650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 396d142e-abff-4326-a966-bc0e8d6568c7 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:03:31.937787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:31.943690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3a2ec5ca-bd6e-4655-9e6b-d95e52cdc834 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:32.029668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network 01166248-007c-4ad0-b942-630ef48c71cd is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:32.035344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:32.048193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:32.077450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 396d142e-abff-4326-a966-bc0e8d6568c7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=396d142e-abff-4326-a966-bc0e8d6568c7,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:32.079589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3056ab-8412-48b6-9c4e-d73b028d0511 req-64b8530c-9b85-4855-a1f9-23d723362c6c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:32.089421 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-de3056ab-8412-48b6-9c4e-d73b028d0511 req-64b8530c-9b85-4855-a1f9-23d723362c6c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 944 time: 0.1848230
Nov 29 12:03:32.096374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '396d142e-abff-4326-a966-bc0e8d6568c7', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'port_id': '396d142e-abff-4326-a966-bc0e8d6568c7', 'mac_address': 'fa:16:3e:7e:c0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:03:32.116806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Port': ['ID=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:32.120295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:32.133552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.147773 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-de3056ab-8412-48b6-9c4e-d73b028d0511 req-2bc86e10-4978-4e7f-8ace-7346f75fb827 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573833
Nov 29 12:03:32.175648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.201229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396d142e-abff-4326-a966-bc0e8d6568c7 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:03:32.219134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 396d142e-abff-4326-a966-bc0e8d6568c7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=396d142e-abff-4326-a966-bc0e8d6568c7,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:32.228585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.230554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4a8aaa5-ed8b-44ae-a67e-d5cb47119e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:32.252317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55818) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:32.273150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.303438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=396d142e-abff-4326-a966-bc0e8d6568c7,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:32.306500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:32.367048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1565752600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:32.373959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:32.378230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:router and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:32.381215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:32.388905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:32.399739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.400783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.416043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.435512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.449010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['396d142e-abff-4326-a966-bc0e8d6568c7'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:03:32.461757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.463037 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6fa7fb98-216a-4892-bca6-61636030738c tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2099235
Nov 29 12:03:32.465913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55824) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:32.472975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-834594180'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:32.478433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:32.483192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:network and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:32.487129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:32.494208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:32.509963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Made reservation on behalf of 3d2466e98d2f40f3b7160214ca4a8f5b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:32.513515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.527678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.545445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:32.549791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:security_group_rule and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:32.553695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:32.559905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:32.654321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.660585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.665104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3699ebc0-4d2a-4d3f-b17c-0959345c7647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:32.691996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:03:32.704769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3fc91-5da0-4b3c-9851-ae192fe82c33,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:32.709009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:32.709984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.710317 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Added segment 1958a386-04ad-45e5-ab1d-8a11ac6e7711 of type vlan for network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8
Nov 29 12:03:32.743046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.804585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.810524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:32.811124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.817048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:32.893377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.900316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:32.929613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d7ef6286-fe8b-4eed-b57d-623a41a3b5e4 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:32.931345 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4638922
Nov 29 12:03:32.934239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55828) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:32.937554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Network': ['ID=d4aacb1f-7d1b-48d6-8b03-0918e29f02c8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:32.941219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:32.945762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'subnet': {'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:32.950688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:03:33.035128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.067831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:33.069521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Port': ['ID=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:33.073682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:subnet and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:33.078314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:33.083233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:33.084779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:33.096509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Made reservation on behalf of 3d2466e98d2f40f3b7160214ca4a8f5b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:33.100155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.142841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bd73b-8896-4fca-b90b-2644a51b7fd4 None None] Network 01166248-007c-4ad0-b942-630ef48c71cd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:33.237503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network 01166248-007c-4ad0-b942-630ef48c71cd is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:33.238803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:33.274067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b910aab8-77a2-4082-8e2a-86a73a25f609 None None] Provisioning for port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:33.371684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8266edf8-2490-45c4-939e-d73dc0f7d8b4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:33.514061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Router d3925488-9af4-45e3-8ccd-79c5f33cf575 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:33.523384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.526162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad95475-e782-4196-a690-edc5fffa166f req-8b69d4f1-6511-4ea2-a6fd-9e9e64a8efc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:33.527642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ad95475-e782-4196-a690-edc5fffa166f req-8b69d4f1-6511-4ea2-a6fd-9e9e64a8efc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 945 time: 0.1990805
Nov 29 12:03:33.528032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0674c288-1460-4cb3-9ffd-a72634180b20 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:33.548426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:33.556694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:33.557074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.606408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Subnet': ['ID=fd2801b0-2ace-4a6e-9712-cd0c1095043c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:33.610757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:33.618517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Checking segment: {'id': '1958a386-04ad-45e5-ab1d-8a11ac6e7711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:33.618877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network hostable DHCP agents. Network: d4aacb1f-7d1b-48d6-8b03-0918e29f02c8, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:03:33.640407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:03:33.652680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, d4aacb1f-7d1b-48d6-8b03-0918e29f02c8) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:33.656692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:33.657329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.673497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff5a15-a8ff-4af4-9e1a-3350f59da215 None None] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:33.700093 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7644238
Nov 29 12:03:33.700750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:33.707993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'network': {'name': 'tempest-router-network01--2125144614'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:33.713636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:33.714965 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ad95475-e782-4196-a690-edc5fffa166f req-f46ef5f7-a4a4-4fe5-b26f-ea77241e5e80 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312943
Nov 29 12:03:33.717910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:network and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:33.721316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:33.728269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:33.741601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Made reservation on behalf of 3d2466e98d2f40f3b7160214ca4a8f5b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:33.745961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:33.747930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.760732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Sync routers for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:33.772956 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:33.773999 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875c9a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:33.781703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:03:33.787402 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "PUT /v2.0/routers/d3925488-9af4-45e3-8ccd-79c5f33cf575/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9909837
Nov 29 12:03:33.796895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.804167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.804665 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Added segment 294ff44c-6423-4c6f-9261-20ea8253d401 of type vlan for network 20255a52-52e6-4984-aac6-9d43f00b59cc
Nov 29 12:03:33.845939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.906111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.912879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:33.913555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:33.932991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9449826-0c5a-41f6-b7ce-caf9ca88e9c9 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:33.950228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 396d142e-abff-4326-a966-bc0e8d6568c7 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:33.956909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2549870
Nov 29 12:03:33.960786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55840) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:33.973647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'network': {'name': 'tempest-router-network02--959768287'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:33.984123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:33.990086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:network and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:33.993596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:34.004569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:34.019608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Made reservation on behalf of 3d2466e98d2f40f3b7160214ca4a8f5b for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:34.024199 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:03:34.027839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.052470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Network': ['ID=20255a52-52e6-4984-aac6-9d43f00b59cc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:34.057023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:34.085792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 8266edf8-2490-45c4-939e-d73dc0f7d8b4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8266edf8-2490-45c4-939e-d73dc0f7d8b4,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:34.089760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:03:34.100682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.101145 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Added segment 8a2c2978-a0eb-448d-b899-7faf209f00ec of type vlan for network c294507f-9c85-4663-8e23-134918ff958b
Nov 29 12:03:34.110216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 20255a52-52e6-4984-aac6-9d43f00b59cc details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:03:34.119843 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:34.130336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-ece4a961-00c6-43c9-8ac4-b7e5f84221b2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Synchronizing usage tracker for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:34.147186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.151470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.152339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 63e3d359-27a0-4dd2-9129-94b7df7b643c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:34.163056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-ece4a961-00c6-43c9-8ac4-b7e5f84221b2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Unset dirty status for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:34.164706 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-ece4a961-00c6-43c9-8ac4-b7e5f84221b2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537626404&fields=id&tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17 HTTP/1.1" status: 200  len: 267 time: 0.0965347
Nov 29 12:03:34.186784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1116451-cec5-45c0-b86c-4dd32dec1bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:34.205805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.219528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:34.220287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.229613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:34.363494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Network': ['ID=c294507f-9c85-4663-8e23-134918ff958b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:34.370657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:34.379348 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4137888
Nov 29 12:03:34.380437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55854) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:34.386274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd938442-b61a-421d-afab-de7277fef0fb tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:34.386997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd938442-b61a-421d-afab-de7277fef0fb tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Synchronizing usage tracker for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:34.387679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'subnet': {'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:34.401954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c294507f-9c85-4663-8e23-134918ff958b details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:03:34.411946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd938442-b61a-421d-afab-de7277fef0fb tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Unset dirty status for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:34.413466 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd938442-b61a-421d-afab-de7277fef0fb tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/networks?id=01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 200  len: 797 time: 0.2397757
Nov 29 12:03:34.422428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c05d9e7e-37c4-4c72-a3e0-d22b1fd7957e None None] Provisioning for port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:34.440614 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-3d6a5573-41f3-4c3e-a1a6-231ce373222a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/quotas/c85e0976452d4b9ab6a3f2b1907b5f17 HTTP/1.1" status: 200  len: 375 time: 0.0198960
Nov 29 12:03:34.518948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:34.523778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:subnet and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:34.527096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:34.535251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:34.552154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Made reservation on behalf of 3d2466e98d2f40f3b7160214ca4a8f5b for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:34.553050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-dafe63cc-38ba-4c7b-8231-faba9c37f052 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1051209
Nov 29 12:03:34.556314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.618497 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875c9a0>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 2, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:34.622510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Checking router: d3925488-9af4-45e3-8ccd-79c5f33cf575 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:34.623161 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Updating router d3925488-9af4-45e3-8ccd-79c5f33cf575 port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:03:34.632365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c05d9e7e-37c4-4c72-a3e0-d22b1fd7957e None None] Provisioning complete for port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:34.632745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c05d9e7e-37c4-4c72-a3e0-d22b1fd7957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.681497 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.725223 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-7642c98a-b2e4-499c-a57f-ef653b030aaf service neutron] 10.222.0.20 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599002
Nov 29 12:03:34.741974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=8266edf8-2490-45c4-939e-d73dc0f7d8b4,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:34.772441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-d4aacb1f-7d1b-48d6-8b03-0918e29f02c8', 'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8', 'tenant_id': '3d2466e98d2f40f3b7160214ca4a8f5b', 'fixed_ips': [{'subnet_id': 'fd2801b0-2ace-4a6e-9712-cd0c1095043c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:03:34.773323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:34.809052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:34.830858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 396d142e-abff-4326-a966-bc0e8d6568c7 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:34.860773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c05d9e7e-37c4-4c72-a3e0-d22b1fd7957e None None] Port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:34.941456 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-3f30ff65-4d8f-4af6-be1a-94b85b10f4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100511
Nov 29 12:03:35.010620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Allocated IP 172.20.0.2 (d4aacb1f-7d1b-48d6-8b03-0918e29f02c8/fd2801b0-2ace-4a6e-9712-cd0c1095043c/a7153853-267d-4e74-b0b8-d851e57183e5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:35.077710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.087659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-91c51828-e4d5-420c-910a-71be7328a3ce tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:35.160081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 396d142e-abff-4326-a966-bc0e8d6568c7 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:35.160467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.175040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d198c9a7-b77c-4139-83fe-ce1d23c323aa req-676dfc68-d393-4068-98d5-e8d3ad4fff17 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 210 time: 0.0791292
Nov 29 12:03:35.195448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Subnet': ['ID=945aa86d-73b9-40fd-8a6f-83713c55aee4,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:35.195448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:35.240286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bc0f8-d52b-4cee-861e-97abb5fe46a5 req-c2677ba9-6173-45bd-a8c9-5392a866c33c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:35.248061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 63e3d359-27a0-4dd2-9129-94b7df7b643c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:35.248235 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-488bc0f8-d52b-4cee-861e-97abb5fe46a5 req-c2677ba9-6173-45bd-a8c9-5392a866c33c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 945 time: 0.2505510
Nov 29 12:03:35.248449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.251143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Checking segment: {'id': '294ff44c-6423-4c6f-9261-20ea8253d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:35.251646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network hostable DHCP agents. Network: 20255a52-52e6-4984-aac6-9d43f00b59cc, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:03:35.256548 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.273186 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Transition to ACTIVE for port object 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:35.281797 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.288532 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6b0658e7-66c0-4cc5-afe3-19540e2e98e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:35.308514 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-488bc0f8-d52b-4cee-861e-97abb5fe46a5 req-d83eb12a-e106-4186-bdfa-0cc3599b9544 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592480
Nov 29 12:03:35.309778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network 20255a52-52e6-4984-aac6-9d43f00b59cc is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:03:35.323711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 20255a52-52e6-4984-aac6-9d43f00b59cc) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:35.329121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:35.330947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.336404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c05d9e7e-37c4-4c72-a3e0-d22b1fd7957e None None] Provisioning complete for port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:35.336790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c05d9e7e-37c4-4c72-a3e0-d22b1fd7957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.372449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d01270c-098b-44b4-8f1b-e96cb338b88f None None] Network 20255a52-52e6-4984-aac6-9d43f00b59cc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:35.408021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55868) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:35.408739 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0267017
Nov 29 12:03:35.414694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'subnet': {'network_id': 'c294507f-9c85-4663-8e23-134918ff958b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:35.452452 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Pushing event updated for resources: {'Port': ['ID=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:35.501787 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.502293 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.502904 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.503382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.503808 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.504227 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.504651 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.505067 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.505494 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.506019 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.506397 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.506793 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:35.546127 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:35.574107 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Attempting to bind port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:35.574564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Attempting to bind port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:35.575303 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Attempting to bind port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 on network 01166248-007c-4ad0-b942-630ef48c71cd {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:35.585549 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:35.588011 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Checking segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:35.589005 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.589658 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Bound using segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:35.590434 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Bound port: 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:35.591085 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.609147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.653964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:35.662984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Usage tracker for resource:subnet and tenant:3d2466e98d2f40f3b7160214ca4a8f5b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:35.666691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:35.673452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:35.688613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Transition to ACTIVE for port object a7153853-267d-4e74-b0b8-d851e57183e5 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:35.689433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Made reservation on behalf of 3d2466e98d2f40f3b7160214ca4a8f5b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:35.697257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.717796 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] For port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:35.720900 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] For port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:35.726376 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.732258 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60f758ac-56dd-47f2-ac34-3e88528386df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:35.791470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Transition to ACTIVE for port object a7153853-267d-4e74-b0b8-d851e57183e5 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:35.814013 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:35.814919 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875c9a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:35.929104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.979411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:35.993721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:35.997292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:36.002178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64a72841-5d49-4950-a62e-d9ca586dbab7 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:36.047519 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:36.108881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Checking segment: {'id': '8a2c2978-a0eb-448d-b899-7faf209f00ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c294507f-9c85-4663-8e23-134918ff958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:36.109163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network hostable DHCP agents. Network: c294507f-9c85-4663-8e23-134918ff958b, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:03:36.114669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Subnet': ['ID=bc870c71-5b4f-42ff-acf4-23dd8c20cff3,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:36.118324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:36.139290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network c294507f-9c85-4663-8e23-134918ff958b is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:03:36.157358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c294507f-9c85-4663-8e23-134918ff958b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:36.165665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:36.166632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:36.182837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:36.187123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:36.190513 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19d7925c-8487-4d03-94ba-3643da8ef0d1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7813375
Nov 29 12:03:36.193557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55876) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:36.194005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:36.207570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484455f7-1fe2-429a-9c92-c0c06e54cdb8 None None] Network c294507f-9c85-4663-8e23-134918ff958b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:36.225371 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Pushing event updated for resources: {'Port': ['ID=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:36.228804 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:36.308768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:36.314305 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7', 'code': 200}
Nov 29 12:03:36.344401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 396d142e-abff-4326-a966-bc0e8d6568c7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=396d142e-abff-4326-a966-bc0e8d6568c7,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:36.405207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Pushing event updated for resources: {'Port': ['ID=a7153853-267d-4e74-b0b8-d851e57183e5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:36.423027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:36.433468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:36.433947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:36.516869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8266edf8-2490-45c4-939e-d73dc0f7d8b4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:36.518099 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875c9a0>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:35Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:36.525803 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8569f-164d-47dc-a10b-e15ab65e1919 None None] The sync data for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv is: [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:35Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:36.548439 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7f32d40e-2358-4a54-8dbb-384e9b11336e req-c3b0740b-74f9-4018-984e-9c903157b594 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 210 time: 0.1092505
Nov 29 12:03:36.683379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-20255a52-52e6-4984-aac6-9d43f00b59cc', 'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc', 'tenant_id': '3d2466e98d2f40f3b7160214ca4a8f5b', 'fixed_ips': [{'subnet_id': '945aa86d-73b9-40fd-8a6f-83713c55aee4'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:03:36.684216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:36.728023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=396d142e-abff-4326-a966-bc0e8d6568c7,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:36.734851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Attempting to bind port a7153853-267d-4e74-b0b8-d851e57183e5 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:36.735255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Attempting to bind port a7153853-267d-4e74-b0b8-d851e57183e5 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '1958a386-04ad-45e5-ab1d-8a11ac6e7711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:36.735671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Attempting to bind port a7153853-267d-4e74-b0b8-d851e57183e5 on network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:36.745262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:36.971926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:36.972417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Checking segment: {'id': '1958a386-04ad-45e5-ab1d-8a11ac6e7711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:36.972786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:36.973131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Bound using segment: {'id': '1958a386-04ad-45e5-ab1d-8a11ac6e7711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:36.973662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Bound port: a7153853-267d-4e74-b0b8-d851e57183e5, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1958a386-04ad-45e5-ab1d-8a11ac6e7711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd4aacb1f-7d1b-48d6-8b03-0918e29f02c8'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:36.974133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:36.983889 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c294507f-9c85-4663-8e23-134918ff958b', 'network_id': 'c294507f-9c85-4663-8e23-134918ff958b', 'tenant_id': '3d2466e98d2f40f3b7160214ca4a8f5b', 'fixed_ips': [{'subnet_id': 'bc870c71-5b4f-42ff-acf4-23dd8c20cff3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:03:36.985066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:37.006740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:37.007126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:37.103634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:37.186134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-deca76a6-e909-4f26-9d2b-33c42f6c3d11 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:37.188104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-deca76a6-e909-4f26-9d2b-33c42f6c3d11 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.18 "GET /v2.0/networks?id=01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 200  len: 797 time: 0.5354300
Nov 29 12:03:37.251310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25871-8b2b-4d81-a0bf-30123285fc59 req-28eb6036-359b-48e2-80ba-9b47c0b04628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:37.253078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f0f25871-8b2b-4d81-a0bf-30123285fc59 req-28eb6036-359b-48e2-80ba-9b47c0b04628 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 1099 time: 0.6025395
Nov 29 12:03:37.260772 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-75232a71-a026-4bf2-b244-5392f6e6ca9f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17 HTTP/1.1" status: 200  len: 380 time: 0.0587082
Nov 29 12:03:37.293684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'port': {'device_id': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'admin_state_up': True, 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'security_groups': ['d3c65800-d34e-47ac-9807-a9b259a32379']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:37.344131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692d7b-f3e3-4307-ac28-c642b0320cb1 req-fafe7a90-59dc-4552-90ec-0b59a0247612 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:37.346398 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-56692d7b-f3e3-4307-ac28-c642b0320cb1 req-fafe7a90-59dc-4552-90ec-0b59a0247612 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 946 time: 0.7770054
Nov 29 12:03:37.394383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f0f25871-8b2b-4d81-a0bf-30123285fc59 req-aae308ac-37a4-4933-88c0-41c3a2d4bb29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323934
Nov 29 12:03:37.425518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] For port a7153853-267d-4e74-b0b8-d851e57183e5, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:37.437426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Allocated IP 172.20.0.2 (20255a52-52e6-4984-aac6-9d43f00b59cc/945aa86d-73b9-40fd-8a6f-83713c55aee4/ac80953d-fe3e-49ec-88aa-bc9c73b27ff3) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:37.458000 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-56692d7b-f3e3-4307-ac28-c642b0320cb1 req-6223a97d-466c-4c22-860c-301ff0a27494 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942669
Nov 29 12:03:37.482091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:37.488857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:port and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:37.490996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:37.495056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] For port a7153853-267d-4e74-b0b8-d851e57183e5, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a7153853-267d-4e74-b0b8-d851e57183e5,segment=NetworkSegment(1958a386-04ad-45e5-ab1d-8a11ac6e7711),segment_id=1958a386-04ad-45e5-ab1d-8a11ac6e7711)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:37.497293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:37.510389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Made reservation on behalf of c85e0976452d4b9ab6a3f2b1907b5f17 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:03:37.514050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:37.555851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:37.563493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bfbb994b-a37c-46d1-8fcd-904fbb4bea01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:37.687887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Allocated IP 172.20.0.2 (c294507f-9c85-4663-8e23-134918ff958b/bc870c71-5b4f-42ff-acf4-23dd8c20cff3/52d68f4b-d95f-48ee-adef-069bf8d8e742) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:37.732479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-078d3757-5bad-4c21-8316-1f9fa0e423a6 req-4a4271fb-0bd6-409d-af74-2c249f749acb tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 210 time: 0.0560129
Nov 29 12:03:37.750342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Allocated IP 172.20.0.10 (01166248-007c-4ad0-b942-630ef48c71cd/0aa0c5a9-01be-4071-93b1-a61e1a126779/cc3858fd-e586-44d2-abc3-bb703961d02f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:37.837583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Pushing event updated for resources: {'Port': ['ID=a7153853-267d-4e74-b0b8-d851e57183e5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:37.841005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:37.972174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.010460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.040274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Transition to ACTIVE for port object ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:38.044291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Transition to ACTIVE for port object cc3858fd-e586-44d2-abc3-bb703961d02f will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:38.091525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.098319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Transition to ACTIVE for port object ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:38.099208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b20d81a9-277b-48cd-be3d-2b1a3855e14a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:38.112729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.119445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.128187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:38.187391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:38.193945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:38.196528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Transition to ACTIVE for port object 52d68f4b-d95f-48ee-adef-069bf8d8e742 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:38.207410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network 01166248-007c-4ad0-b942-630ef48c71cd is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:38.208743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:38.212489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:38.214981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Network 20255a52-52e6-4984-aac6-9d43f00b59cc is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:38.216120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:38.234310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:38.240643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Allocated IP 172.20.0.1 (20255a52-52e6-4984-aac6-9d43f00b59cc/945aa86d-73b9-40fd-8a6f-83713c55aee4/92e12f60-6493-4049-b778-307597af45e2) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:38.250457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Pushing event updated for resources: {'Port': ['ID=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:38.294949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:38.295655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.306141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:38.318405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Transition to ACTIVE for port object 52d68f4b-d95f-48ee-adef-069bf8d8e742 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:38.319082 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0295291
Nov 29 12:03:38.333469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Request body: {'port': {'device_id': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:38.397331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.410421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:38.554842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Pushing event updated for resources: {'Port': ['ID=52d68f4b-d95f-48ee-adef-069bf8d8e742,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:38.557371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a7153853-267d-4e74-b0b8-d851e57183e5 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:38.571334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.588144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:38.608967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Attempting to bind port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:38.609347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Attempting to bind port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '294ff44c-6423-4c6f-9261-20ea8253d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:38.609722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Attempting to bind port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 on network 20255a52-52e6-4984-aac6-9d43f00b59cc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:38.638703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Network c294507f-9c85-4663-8e23-134918ff958b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:38.644626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:38.646628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:38.647014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Checking segment: {'id': '294ff44c-6423-4c6f-9261-20ea8253d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:38.647449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.647839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Bound using segment: {'id': '294ff44c-6423-4c6f-9261-20ea8253d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:38.648335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Bound port: ac80953d-fe3e-49ec-88aa-bc9c73b27ff3, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294ff44c-6423-4c6f-9261-20ea8253d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20255a52-52e6-4984-aac6-9d43f00b59cc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:38.648897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.671258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:38.721199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.738932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Transition to ACTIVE for port object 92e12f60-6493-4049-b778-307597af45e2 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:38.739336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1f047456-4c21-42fe-9db0-a88b65f169ed None None] Provisioning for port cc3858fd-e586-44d2-abc3-bb703961d02f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:38.826638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.837513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-049cd45b-53b8-48e2-8bbf-1d0d0e8d26a5 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:38.883844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1f047456-4c21-42fe-9db0-a88b65f169ed None None] Provisioning complete for port cc3858fd-e586-44d2-abc3-bb703961d02f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:38.884714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1f047456-4c21-42fe-9db0-a88b65f169ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:38.960956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network 20255a52-52e6-4984-aac6-9d43f00b59cc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:38.965105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:38.973897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a7153853-267d-4e74-b0b8-d851e57183e5 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:38.981114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:38.985496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:39.019852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Attempting to bind port 52d68f4b-d95f-48ee-adef-069bf8d8e742 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:39.020246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Attempting to bind port 52d68f4b-d95f-48ee-adef-069bf8d8e742 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '8a2c2978-a0eb-448d-b899-7faf209f00ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c294507f-9c85-4663-8e23-134918ff958b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:39.020614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Attempting to bind port 52d68f4b-d95f-48ee-adef-069bf8d8e742 on network c294507f-9c85-4663-8e23-134918ff958b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:39.044861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Port': ['ID=92e12f60-6493-4049-b778-307597af45e2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:39.050755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:39.059541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:39.059541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Checking segment: {'id': '8a2c2978-a0eb-448d-b899-7faf209f00ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c294507f-9c85-4663-8e23-134918ff958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:39.060247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.060660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Bound using segment: {'id': '8a2c2978-a0eb-448d-b899-7faf209f00ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c294507f-9c85-4663-8e23-134918ff958b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:39.061745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Bound port: 52d68f4b-d95f-48ee-adef-069bf8d8e742, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2c2978-a0eb-448d-b899-7faf209f00ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c294507f-9c85-4663-8e23-134918ff958b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:39.061745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.067812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3858fd-e586-44d2-abc3-bb703961d02f {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:03:39.074169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c713c5-5102-4a12-a8bf-f8c69076028b req-fa6552b2-2319-4f59-afcd-a8201d296d1a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:39.075997 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-54c713c5-5102-4a12-a8bf-f8c69076028b req-fa6552b2-2319-4f59-afcd-a8201d296d1a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 946 time: 0.3188055
Nov 29 12:03:39.082554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.092955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.097220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1f047456-4c21-42fe-9db0-a88b65f169ed None None] Port cc3858fd-e586-44d2-abc3-bb703961d02f cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:39.124693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Transition to ACTIVE for port object cc3858fd-e586-44d2-abc3-bb703961d02f will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:39.139353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6647424-c1c6-4144-ab5e-ae0d100cbccc req-171aaa42-ce9c-4724-aad6-45c97df033d0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:39.140425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e6647424-c1c6-4144-ab5e-ae0d100cbccc req-171aaa42-ce9c-4724-aad6-45c97df033d0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Synchronizing usage tracker for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:39.145133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.153931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:39.162056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] For port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:39.166376 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-54c713c5-5102-4a12-a8bf-f8c69076028b req-3416d080-c7af-451e-bbbb-5f0b459e3d2f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805705
Nov 29 12:03:39.198668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] For port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,segment=NetworkSegment(294ff44c-6423-4c6f-9261-20ea8253d401),segment_id=294ff44c-6423-4c6f-9261-20ea8253d401)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:39.198668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.215414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:39.292062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.303325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Pushing event updated for resources: {'Port': ['ID=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:39.306209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0b11e-7850-416a-9623-0c252b7dd65a None None] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:39.325171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:39.329017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:39.391726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e6647424-c1c6-4144-ab5e-ae0d100cbccc req-171aaa42-ce9c-4724-aad6-45c97df033d0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Unset dirty status for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:39.392354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:39.392354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.392909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6647424-c1c6-4144-ab5e-ae0d100cbccc req-171aaa42-ce9c-4724-aad6-45c97df033d0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 932 time: 0.4412220
Nov 29 12:03:39.406682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:39.449885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] For port 52d68f4b-d95f-48ee-adef-069bf8d8e742, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:39.479002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] For port 52d68f4b-d95f-48ee-adef-069bf8d8e742, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52d68f4b-d95f-48ee-adef-069bf8d8e742,segment=NetworkSegment(8a2c2978-a0eb-448d-b899-7faf209f00ec),segment_id=8a2c2978-a0eb-448d-b899-7faf209f00ec)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:39.486240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:39.516899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-77407005-5815-4581-a872-900dc73b3dba None None] Provisioning for port a7153853-267d-4e74-b0b8-d851e57183e5 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:39.521878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.530958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37d81677-4e6e-4b55-963c-c7c50e1a937e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:39.587296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-77407005-5815-4581-a872-900dc73b3dba None None] Provisioning complete for port a7153853-267d-4e74-b0b8-d851e57183e5 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:39.587793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77407005-5815-4581-a872-900dc73b3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.601478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6647424-c1c6-4144-ab5e-ae0d100cbccc req-dcbed14b-c5f9-4660-8184-f6b1af693240 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1976345
Nov 29 12:03:39.637218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Attempting to bind port cc3858fd-e586-44d2-abc3-bb703961d02f on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:03:39.637560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Attempting to bind port cc3858fd-e586-44d2-abc3-bb703961d02f by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:03:39.637890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Attempting to bind port cc3858fd-e586-44d2-abc3-bb703961d02f on network 01166248-007c-4ad0-b942-630ef48c71cd {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:39.642796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Port cc3858fd-e586-44d2-abc3-bb703961d02f on network 01166248-007c-4ad0-b942-630ef48c71cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:03:39.643118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Attempting to bind port cc3858fd-e586-44d2-abc3-bb703961d02f on network 01166248-007c-4ad0-b942-630ef48c71cd {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:03:39.646003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd2080-f158-41be-82f3-af56382a641c req-367a8ca7-a6c6-4ec3-9cc3-f7208aacfbf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:39.649086 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-68dd2080-f158-41be-82f3-af56382a641c req-367a8ca7-a6c6-4ec3-9cc3-f7208aacfbf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 946 time: 0.2932832
Nov 29 12:03:39.650515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:03:39.651353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Checking segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:03:39.651749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Bound using segment: {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:03:39.652177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Bound port: cc3858fd-e586-44d2-abc3-bb703961d02f, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c298ef58-5848-4076-ad73-89c9a4e9b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:03:39.652529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.775118 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-68dd2080-f158-41be-82f3-af56382a641c req-f8343370-24be-440a-8623-3084520573c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172867
Nov 29 12:03:39.806680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55896) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:39.853886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.910724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:03:39.936019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:03:39.949893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.969497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.971116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Pushing event updated for resources: {'Port': ['ID=52d68f4b-d95f-48ee-adef-069bf8d8e742,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:39.978772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b7e4d3f-b140-4480-af6f-04444c551e80 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:39.980467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:39.981508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:40.028530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-37a6bde9-042e-4072-8d50-dca757414db4 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:40.045630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:40.046278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.047886 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] 10.222.0.18 "PUT /v2.0/ports/cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 200  len: 1094 time: 1.7204161
Nov 29 12:03:40.052713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:40.074388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354cad1-6333-4945-8c67-8bcbbc514a6a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:40.083405 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f354cad1-6333-4945-8c67-8bcbbc514a6a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 1094 time: 0.2729521
Nov 29 12:03:40.086282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55902) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:40.104199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'port_id': '396d142e-abff-4326-a966-bc0e8d6568c7'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:40.136625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:40.155749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.160387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:40.293603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.323123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:40.330369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:40.344192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77407005-5815-4581-a872-900dc73b3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.344834 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'status': 'completed', 'code': 200}
Nov 29 12:03:40.401597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-77407005-5815-4581-a872-900dc73b3dba None None] For port a7153853-267d-4e74-b0b8-d851e57183e5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a7153853-267d-4e74-b0b8-d851e57183e5,segment=NetworkSegment(1958a386-04ad-45e5-ab1d-8a11ac6e7711),segment_id=1958a386-04ad-45e5-ab1d-8a11ac6e7711)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:40.406783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.412511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Port': ['ID=92e12f60-6493-4049-b778-307597af45e2,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:40.425139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77407005-5815-4581-a872-900dc73b3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.430588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bcc3f87b-190a-492b-9876-673c9bdd5a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:40.430960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:40.443843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:40.462928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:40.496398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd6a2698-0759-4c85-98da-85c46984d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:40.498004 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd6a2698-0759-4c85-98da-85c46984d089 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1097 time: 0.3952198
Nov 29 12:03:40.541819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407005-5815-4581-a872-900dc73b3dba None None] Pushing event updated for resources: {'Port': ['ID=a7153853-267d-4e74-b0b8-d851e57183e5,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:40.553201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-77407005-5815-4581-a872-900dc73b3dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:40.586660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:40.667064 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-234945f4-d4dc-4aca-8b2c-3b7fd9e9d351 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 200  len: 217 time: 0.1608055
Nov 29 12:03:40.678674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:40.693700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52d68f4b-d95f-48ee-adef-069bf8d8e742 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:40.811426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-d6b39511-0d8b-4b85-b807-225224313bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:40.817638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 52d68f4b-d95f-48ee-adef-069bf8d8e742 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:40.819765 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-d6b39511-0d8b-4b85-b807-225224313bd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0aa0c5a9-01be-4071-93b1-a61e1a126779 HTTP/1.1" status: 200  len: 834 time: 0.1450438
Nov 29 12:03:40.894421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08faa578-347f-4fee-b9d7-8598cda439bb None None] Provisioning complete for port a7153853-267d-4e74-b0b8-d851e57183e5 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:40.895068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08faa578-347f-4fee-b9d7-8598cda439bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:40.957168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-8098a1ae-43be-4e80-821a-db96ee44c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:40.959277 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-8098a1ae-43be-4e80-821a-db96ee44c724 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01166248-007c-4ad0-b942-630ef48c71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1330104
Nov 29 12:03:41.105300 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-3a68c09e-5668-4a9b-b70b-d624de6ccb13 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385462
Nov 29 12:03:41.133347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network 20255a52-52e6-4984-aac6-9d43f00b59cc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:41.144273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:41.208707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30ebed-f8be-4926-b872-5589983a0640 None None] Network 20255a52-52e6-4984-aac6-9d43f00b59cc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:41.255637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1184911-cb32-48f1-b0ac-df7c864b3f57 req-fd044694-13e1-4d58-9019-b9c9366dd164 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438489
Nov 29 12:03:41.320163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Provisioning for port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:41.339852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Provisioning complete for port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:41.340231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:41.407818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-45e479ab-b4cf-4c26-aef1-0aae91429f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:41.409393 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-45e479ab-b4cf-4c26-aef1-0aae91429f7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1097 time: 0.1048684
Nov 29 12:03:41.410968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a75d6-a53d-4f6f-8006-a945a53964d7 req-df20499f-db35-4d26-800d-4d7c52a995cc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:41.411802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-5a8a75d6-a53d-4f6f-8006-a945a53964d7 req-df20499f-db35-4d26-800d-4d7c52a995cc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Synchronizing usage tracker for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:41.454708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-5a8a75d6-a53d-4f6f-8006-a945a53964d7 req-df20499f-db35-4d26-800d-4d7c52a995cc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Unset dirty status for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:41.456479 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5a8a75d6-a53d-4f6f-8006-a945a53964d7 req-df20499f-db35-4d26-800d-4d7c52a995cc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 944 time: 0.5193977
Nov 29 12:03:41.484507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:41.536159 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5a8a75d6-a53d-4f6f-8006-a945a53964d7 req-fb0f1fa5-cd9c-4c6d-bf9c-a3278130a165 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668917
Nov 29 12:03:41.573323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-d5316c6e-e7ac-49b8-8927-c47dc41ca785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:41.575586 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-d5316c6e-e7ac-49b8-8927-c47dc41ca785 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 200  len: 898 time: 0.1584222
Nov 29 12:03:41.600234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Router bcd57a23-be4b-4d3b-8658-5bd6117257d1 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:03:41.605089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] For port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,segment=NetworkSegment(294ff44c-6423-4c6f-9261-20ea8253d401),segment_id=294ff44c-6423-4c6f-9261-20ea8253d401)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:41.614628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291ba0d-de8a-42f6-a260-9257fb45bf36 None None] Network c294507f-9c85-4663-8e23-134918ff958b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:41.628619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:41.633168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-193b36c3-e715-4a25-b093-c84127fdb66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:41.658284 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-bf43cde5-ebad-4155-9a72-4e66e86f8566 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 200  len: 217 time: 0.0751610
Nov 29 12:03:41.723975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-60326268-15b2-4d65-bb0c-57a91153edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:41.726111 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-60326268-15b2-4d65-bb0c-57a91153edad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0aa0c5a9-01be-4071-93b1-a61e1a126779 HTTP/1.1" status: 200  len: 834 time: 0.0598898
Nov 29 12:03:41.824566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Pushing event updated for resources: {'Port': ['ID=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:41.828451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:41.839968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Provisioning for port 52d68f4b-d95f-48ee-adef-069bf8d8e742 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:41.845648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-a88f1b26-589e-4fd7-b2b2-60fd3449c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:41.848252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-a88f1b26-589e-4fd7-b2b2-60fd3449c930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01166248-007c-4ad0-b942-630ef48c71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1155286
Nov 29 12:03:41.857285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:41.864963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Provisioning complete for port 52d68f4b-d95f-48ee-adef-069bf8d8e742 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:41.865493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:41.866001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:41.867664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:41.902317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] Sync routers for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:42.020329 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-a69f56e0-6589-4697-9e10-32458a4b39aa service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582224
Nov 29 12:03:42.021852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:03:42.031894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:42.032535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02db69a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:42.033918 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8391950
Nov 29 12:03:42.037136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55908) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:42.106000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02db69a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:42.185364 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-631181ab-8fff-4fc8-ad39-c6cf514bb3d4 req-59bb89a9-e88f-4c9d-bcf8-7c2c3ad74dfb service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576388
Nov 29 12:03:42.195987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:42.196634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02db69a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:42.382454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02db69a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:42.382876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b94fb-329d-42a8-bbc7-336be9d7d5e4 None None] The sync data for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:42.433016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:42.459066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a7153853-267d-4e74-b0b8-d851e57183e5 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:42.519146 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5 associated. External IP: 172.26.4.98, port: 396d142e-abff-4326-a966-bc0e8d6568c7.
Nov 29 12:03:42.544026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:42.578157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'port_id': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:03:42.582870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] For port 52d68f4b-d95f-48ee-adef-069bf8d8e742, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52d68f4b-d95f-48ee-adef-069bf8d8e742,segment=NetworkSegment(8a2c2978-a0eb-448d-b899-7faf209f00ec),segment_id=8a2c2978-a0eb-448d-b899-7faf209f00ec)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:42.622952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:42.632077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:42.719804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Pushing event updated for resources: {'Port': ['ID=52d68f4b-d95f-48ee-adef-069bf8d8e742,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:42.722488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a7153853-267d-4e74-b0b8-d851e57183e5 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:42.725952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:42.755412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:42.763432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db027-42ee-46f3-bfb5-f0c64d872ed0 req-e6ab1490-f97a-441e-b400-1fa3b64143a1 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:42.770824 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-626db027-42ee-46f3-bfb5-f0c64d872ed0 req-e6ab1490-f97a-441e-b400-1fa3b64143a1 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 944 time: 0.0993702
Nov 29 12:03:42.779017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:42.826735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3858fd-e586-44d2-abc3-bb703961d02f {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:03:42.834340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-112aef89-a189-46cf-8e92-b8a87cedff2a None None] Provisioning complete for port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:42.834841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-112aef89-a189-46cf-8e92-b8a87cedff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:42.839484 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-626db027-42ee-46f3-bfb5-f0c64d872ed0 req-62e4a2fb-a9e6-4a52-9f2f-e7747237b69b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619693
Nov 29 12:03:42.899539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:42.910794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:42.913557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-53ae24d0-646a-4bc2-9bbf-01ed1fa38330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:43.067918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:43.111998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:43.126177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:43.144093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['cc3858fd-e586-44d2-abc3-bb703961d02f'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:03:43.190901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:43.193082 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-9ad42937-15c9-4a2d-acb1-805d2f872ff3 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:03:43.194121 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9ad42937-15c9-4a2d-acb1-805d2f872ff3 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.1560326
Nov 29 12:03:43.197874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55914) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:43.231065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:43.239675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-112aef89-a189-46cf-8e92-b8a87cedff2a None None] Provisioning for port 92e12f60-6493-4049-b778-307597af45e2 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:43.256043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-112aef89-a189-46cf-8e92-b8a87cedff2a None None] Provisioning complete for port 92e12f60-6493-4049-b778-307597af45e2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:43.256441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-112aef89-a189-46cf-8e92-b8a87cedff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:43.302144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:43.302529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:43.384420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-112aef89-a189-46cf-8e92-b8a87cedff2a None None] Port 92e12f60-6493-4049-b778-307597af45e2 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:43.391058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:43.401522 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:43.402386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:43.413707 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:43.414720 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08928490>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:43.477164 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eca3cf66-c9b6-4046-be1c-f440ff112903 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 991 time: 3.3823214
Nov 29 12:03:43.477906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55918) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:43.477906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:43.537391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:43.576638 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7', 'status': 'completed', 'code': 200}
Nov 29 12:03:43.581143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ad98518a-4860-4621-a895-97710d94c008 None None] Provisioning complete for port 52d68f4b-d95f-48ee-adef-069bf8d8e742 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:43.581589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad98518a-4860-4621-a895-97710d94c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:43.616527 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:43.632729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ea23d264-7d47-42ad-a682-544387a55ee4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 991 time: 0.1491661
Nov 29 12:03:43.784020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:43.784608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:43.861173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-5a9fc691-8c45-4787-8456-15cf9947b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:43.862333 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-5a9fc691-8c45-4787-8456-15cf9947b6f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 1099 time: 0.2128682
Nov 29 12:03:44.025944 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08928490>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'ec9c0dfe-25ee-4df5-9b35-91e09765aee5', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'port_id': '396d142e-abff-4326-a966-bc0e8d6568c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'mac_address': 'fa:16:3e:7e:c0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:02:41Z', 'updated_at': '2021-11-29T12:03:41Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:44.029804 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:44.038700 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:44.039269 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08928490>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:44.117557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-06653d5c-93a8-4407-b214-3f03757ec121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:44.118996 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-06653d5c-93a8-4407-b214-3f03757ec121 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.2471950
Nov 29 12:03:44.224891 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:44.234017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1adade-9c0e-4d9d-b5c3-3707d35fdacd req-ca558ebb-ae85-466b-b1a4-91513924ab99 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:44.235473 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed1adade-9c0e-4d9d-b5c3-3707d35fdacd req-ca558ebb-ae85-466b-b1a4-91513924ab99 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 945 time: 0.2465243
Nov 29 12:03:44.302910 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-98d8783a-c241-459b-891c-c335386262fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=396d142e-abff-4326-a966-bc0e8d6568c7 HTTP/1.1" status: 200  len: 999 time: 0.1756446
Nov 29 12:03:44.350502 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed1adade-9c0e-4d9d-b5c3-3707d35fdacd req-1d6314e4-9bb1-49a5-bc8d-90e7dda15e2c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073821
Nov 29 12:03:44.387615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52d68f4b-d95f-48ee-adef-069bf8d8e742 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:44.390278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-acc93337-b069-4533-ba35-524d9208fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:44.391729 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-acc93337-b069-4533-ba35-524d9208fb58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.0815103
Nov 29 12:03:44.395424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:44.458738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 52d68f4b-d95f-48ee-adef-069bf8d8e742 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:44.459117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:44.628612 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08928490>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'ec9c0dfe-25ee-4df5-9b35-91e09765aee5', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'port_id': '396d142e-abff-4326-a966-bc0e8d6568c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'mac_address': 'fa:16:3e:7e:c0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:02:41Z', 'updated_at': '2021-11-29T12:03:41Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:44.633496 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5138d2-f7f5-42ad-98f1-f2fd36b31405 None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'ec9c0dfe-25ee-4df5-9b35-91e09765aee5', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'port_id': '396d142e-abff-4326-a966-bc0e8d6568c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'mac_address': 'fa:16:3e:7e:c0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:02:41Z', 'updated_at': '2021-11-29T12:03:41Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:44.633938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55926) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:44.703194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-c9e79207-b3d8-4b17-8512-04c68219a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:44.704683 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-c9e79207-b3d8-4b17-8512-04c68219a9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2625923
Nov 29 12:03:44.751526 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-97d5ad00-cc28-4aa2-be11-058e5d528436 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 991 time: 0.1144419
Nov 29 12:03:44.847550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45439637-19b3-4daa-92f2-7987c67996f2 None None] New status for floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:03:44.907646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting port 92e12f60-6493-4049-b778-307597af45e2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:44.908301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:44.932947 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-b3a15806-7d0c-4d46-960b-2d8c475f4e5e service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129753
Nov 29 12:03:45.332920 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17717483-dc27-4b89-be4b-ceed8c6a1cff req-4780b17c-dbc9-4fd4-925d-590dda0e9b9d service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3844144
Nov 29 12:03:45.350712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:45.476661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Calling delete_port for 92e12f60-6493-4049-b778-307597af45e2 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:45.670571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:45.676542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:45.682561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae672ef-5eca-4b29-88f8-b964ecb4bb8c req-55826851-e013-409b-b75e-ccc6dbea982f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:45.684310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cae672ef-5eca-4b29-88f8-b964ecb4bb8c req-55826851-e013-409b-b75e-ccc6dbea982f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 945 time: 0.2276077
Nov 29 12:03:45.722586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Port': ['ID=92e12f60-6493-4049-b778-307597af45e2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:45.731668 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cae672ef-5eca-4b29-88f8-b964ecb4bb8c req-12729bdc-432a-4c43-bd67-cbcc35abdce0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413933
Nov 29 12:03:45.755790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55932) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:45.763283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.763679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.764064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.764440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.764809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.765184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.765554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.765925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.766296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.766665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.767040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.767436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:45.775523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:45.882958 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-629e8eae-d673-4523-a10f-9e093d801bcc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 200  len: 993 time: 0.1256268
Nov 29 12:03:45.943109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:03:45.981032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:46.012440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port cc3858fd-e586-44d2-abc3-bb703961d02f completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:46.017191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port cc3858fd-e586-44d2-abc3-bb703961d02f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:46.017559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:46.136703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:46.165466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:46.175468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:46.180746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:46.183713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:46.222860 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'code': 200}
Nov 29 12:03:46.255942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:46.258984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:46.266953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Router bcd57a23-be4b-4d3b-8658-5bd6117257d1 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:46.583809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:46.594088 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] Sync routers for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:46.596429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3973043
Nov 29 12:03:46.601130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55938) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:46.604295 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:46.604977 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08928b50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:46.622055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f176f-73c6-4562-a249-059655f9d14a req-a17f8cfc-da71-4736-a176-da8400845190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:46.623568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-040f176f-73c6-4562-a249-059655f9d14a req-a17f8cfc-da71-4736-a176-da8400845190 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1099 time: 0.2308750
Nov 29 12:03:46.666130 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-040f176f-73c6-4562-a249-059655f9d14a req-c759877f-15ff-4d3c-910a-2b0f1177af56 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351887
Nov 29 12:03:46.670496 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08928b50>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:46.671390 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-a45d05e0-5d2e-49f6-92ae-66d72a2da4fb tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] delete failed (client error): The resource could not be found.
Nov 29 12:03:46.672410 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a45d05e0-5d2e-49f6-92ae-66d72a2da4fb tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1406385480 HTTP/1.1" status: 404  len: 335 time: 0.0702605
Nov 29 12:03:46.676313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55942) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:46.679741 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:46.680329 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08928b50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:46.681265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-23003741-6deb-4f23-9143-9670fcac95d5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bcd57a23-be4b-4d3b-8658-5bd6117257d1'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:46.741094 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08928b50>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:46.741492 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4ecf5-458c-4fac-9e2b-7dd7f3672b20 None None] The sync data for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:47.100779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-23003741-6deb-4f23-9143-9670fcac95d5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:47.137815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-23003741-6deb-4f23-9143-9670fcac95d5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] update failed (client error): The resource could not be found.
Nov 29 12:03:47.138847 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-23003741-6deb-4f23-9143-9670fcac95d5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1 HTTP/1.1" status: 404  len: 339 time: 0.4616437
Nov 29 12:03:47.142681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55948) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:47.146633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8f48-59d6-40a6-b84a-486cbb3bca0f req-7f3c555b-2aae-46ce-bda5-93f9493862a0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:47.148066 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-69ae8f48-59d6-40a6-b84a-486cbb3bca0f req-7f3c555b-2aae-46ce-bda5-93f9493862a0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.2894914
Nov 29 12:03:47.192501 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-69ae8f48-59d6-40a6-b84a-486cbb3bca0f req-176d39d7-7603-4189-abe7-0975632ebaec tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386460
Nov 29 12:03:47.634857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:48.000640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Allocated IP 172.20.0.1 (d4aacb1f-7d1b-48d6-8b03-0918e29f02c8/fd2801b0-2ace-4a6e-9712-cd0c1095043c/e43cd9bd-9a73-4d25-b63c-9ed6518cff85) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:48.166733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:48.184668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Transition to ACTIVE for port object e43cd9bd-9a73-4d25-b63c-9ed6518cff85 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:03:48.212753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:48.217771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-082693a8-4131-4167-abac-df829bfa7e37 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:48.283824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:48.287488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:48.290212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:48.386075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Port': ['ID=e43cd9bd-9a73-4d25-b63c-9ed6518cff85,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:48.389179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:48.413459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:48.470421 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357086b-48bc-466a-8163-a4b553e0a364 req-2cd32a7d-c152-4d6f-aead-9c0fb08bf8f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:48.472398 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b357086b-48bc-466a-8163-a4b553e0a364 req-2cd32a7d-c152-4d6f-aead-9c0fb08bf8f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1562426
Nov 29 12:03:48.629224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-60b16734-8a2d-49a1-b6a1-8a1e310a19b4 None None] Provisioning for port e43cd9bd-9a73-4d25-b63c-9ed6518cff85 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:03:48.635097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-60b16734-8a2d-49a1-b6a1-8a1e310a19b4 None None] Provisioning complete for port e43cd9bd-9a73-4d25-b63c-9ed6518cff85 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:48.635796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60b16734-8a2d-49a1-b6a1-8a1e310a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:48.691516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-60b16734-8a2d-49a1-b6a1-8a1e310a19b4 None None] Port e43cd9bd-9a73-4d25-b63c-9ed6518cff85 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:48.720248 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b357086b-48bc-466a-8163-a4b553e0a364 req-826b6a15-15a5-4be5-89f0-5277b5313362 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2382066
Nov 29 12:03:48.727687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:48.905583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ceb98e-a9fb-4ee4-a982-77b523c1454a req-4a272b26-d11e-4caf-8386-ecc8ee0ac9b1 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:48.907069 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-03ceb98e-a9fb-4ee4-a982-77b523c1454a req-4a272b26-d11e-4caf-8386-ecc8ee0ac9b1 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.0831699
Nov 29 12:03:48.953704 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-03ceb98e-a9fb-4ee4-a982-77b523c1454a req-eac92a0a-fcdd-4663-a80b-dbc11579c41f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404689
Nov 29 12:03:48.977074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55956) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:49.050979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85125b3f-bb40-4ee4-b8e6-28e63d0d6ccc tempest-TestNetworkAdvancedServerOps-1930582583 tempest-TestNetworkAdvancedServerOps-1930582583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:49.052537 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-85125b3f-bb40-4ee4-b8e6-28e63d0d6ccc tempest-TestNetworkAdvancedServerOps-1930582583 tempest-TestNetworkAdvancedServerOps-1930582583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1094 time: 0.0744359
Nov 29 12:03:49.055351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55960) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:49.060288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:49.066334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:03:49.070151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Usage tracker for resource:floatingip and tenant:c85e0976452d4b9ab6a3f2b1907b5f17 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:03:49.073377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:03:49.079675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:03:49.092954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.118751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.124214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.148842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f10d6546-7acf-4a60-87bf-2f47dc8743b5 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:49.232872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.236839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.240320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event updated for resources: {'Port': ['ID=e43cd9bd-9a73-4d25-b63c-9ed6518cff85,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:49.243608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:49.368212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Allocated IP 172.26.4.4 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/a2292a9c-4dbc-4439-925f-688229092c21) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:03:49.372809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:49.373929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:49.530612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.540773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Router bcd57a23-be4b-4d3b-8658-5bd6117257d1 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:49.561673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.566477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8fd5e269-fce0-4192-ae01-7d214ba8fd18 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:49.624588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-282d9723-b874-4be7-bde8-8f8d9d3d6345 None None] Provisioning complete for port e43cd9bd-9a73-4d25-b63c-9ed6518cff85 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:03:49.625278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-282d9723-b874-4be7-bde8-8f8d9d3d6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:49.684432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-282d9723-b874-4be7-bde8-8f8d9d3d6345 None None] Port e43cd9bd-9a73-4d25-b63c-9ed6518cff85 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:03:49.706837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:49.716468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5723574
Nov 29 12:03:49.717996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] Sync routers for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:49.719316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:49.728070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:49.728815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0884cd90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:49.759370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:03:49.762607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:03:49.766336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:03:49.790986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0884cd90>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:49.802331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:49.803347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0884cd90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:49.807335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Port': ['ID=a2292a9c-4dbc-4439-925f-688229092c21,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:49.819672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.820138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.820519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.820897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.821271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.821701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.822382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.822753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.823119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.823515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.823880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.824243 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:03:49.829319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:49.872806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0884cd90>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:49.873222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb20b58-96db-4494-b5c8-29de339af142 None None] The sync data for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:49.896944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-546cb5cd-e4cd-4fb2-aec4-e2fa26897f31 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.195906 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-546cb5cd-e4cd-4fb2-aec4-e2fa26897f31 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 29 12:03:50.197340 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-546cb5cd-e4cd-4fb2-aec4-e2fa26897f31 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1 HTTP/1.1" status: 409  len: 329 time: 0.4766285
Nov 29 12:03:50.200497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55968) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:50.202435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.279484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.487311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.493532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.497858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-588dc7c5-415d-4cee-81bc-8a443f6a70c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:50.608328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event updated for resources: {'Port': ['ID=a2292a9c-4dbc-4439-925f-688229092c21,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:50.612314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:50.617261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.706076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:50.786455 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Floating IP c9c32135-fade-46a8-9978-addbd36f4a81 associated. External IP: 172.26.4.4, port: cc3858fd-e586-44d2-abc3-bb703961d02f.
Nov 29 12:03:51.042654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting port e43cd9bd-9a73-4d25-b63c-9ed6518cff85 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:51.042916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:51.142287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Router d3925488-9af4-45e3-8ccd-79c5f33cf575 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:51.235665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:51.360662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Calling delete_port for e43cd9bd-9a73-4d25-b63c-9ed6518cff85 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:51.447159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:51.457955 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] Sync routers for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:51.469350 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:51.470336 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087249a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:51.474731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:51.530460 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4740710
Nov 29 12:03:51.531307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:03:51.545522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:51.556115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:51.580387 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'status': 'completed', 'code': 200}
Nov 29 12:03:51.640817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Port': ['ID=e43cd9bd-9a73-4d25-b63c-9ed6518cff85,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:51.664036 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:51.872683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:52.023262 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087249a0>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'c9c32135-fade-46a8-9978-addbd36f4a81', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'port_id': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:03:50Z', 'updated_at': '2021-11-29T12:03:50Z', 'revision_number': 0, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:39Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.027192 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] Checking router: d3925488-9af4-45e3-8ccd-79c5f33cf575 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:03:52.036554 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:52.037165 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087249a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.107218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:52.122198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-026ec5dd-fa25-49b2-b599-84f7b5ce7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:52.123707 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-026ec5dd-fa25-49b2-b599-84f7b5ce7c3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1099 time: 0.4806571
Nov 29 12:03:52.134998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123710e-63fa-41e2-a5cd-c3f4596820e4 req-507abdba-6991-4e16-acf3-84806d51fbfd tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:52.136424 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0123710e-63fa-41e2-a5cd-c3f4596820e4 req-507abdba-6991-4e16-acf3-84806d51fbfd tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.3053885
Nov 29 12:03:52.217918 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:03:52.447704 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0123710e-63fa-41e2-a5cd-c3f4596820e4 req-ff37662c-5303-4d9d-9eb4-97d87bd1a39c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2593248
Nov 29 12:03:52.472797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55976) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:52.548089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Router bcd57a23-be4b-4d3b-8658-5bd6117257d1 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:03:52.552763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-84a0b4e8-6a0f-4fa8-aaac-f617af573904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:52.554216 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-84a0b4e8-6a0f-4fa8-aaac-f617af573904 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 200  len: 898 time: 0.3673928
Nov 29 12:03:52.594921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b164146-2acf-41b5-b0dd-6ea77f4eb662 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/floatingips/c9c32135-fade-46a8-9978-addbd36f4a81 HTTP/1.1" status: 200  len: 990 time: 0.1208072
Nov 29 12:03:52.604724 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087249a0>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'c9c32135-fade-46a8-9978-addbd36f4a81', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'port_id': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:03:50Z', 'updated_at': '2021-11-29T12:03:50Z', 'revision_number': 0, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:39Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.608667 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265660d-1a9c-45a3-93b8-679bae02d855 None None] The sync data for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv is: [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'c9c32135-fade-46a8-9978-addbd36f4a81', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'port_id': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:03:50Z', 'updated_at': '2021-11-29T12:03:50Z', 'revision_number': 0, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:39Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:52.773098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:03:52.783376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] Sync routers for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:03:52.784280 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-d4605fea-5615-4bef-9d0f-8027c9060490 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 200  len: 998 time: 0.2234380
Nov 29 12:03:52.793931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55980) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:52.794168 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5923898
Nov 29 12:03:52.798796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:52.799891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086426a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.854985 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e7dee-8c53-4f84-8753-cb60bff7a536 None None] New status for floating IP c9c32135-fade-46a8-9978-addbd36f4a81: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:03:52.861289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-37b08ab8-e5f0-4af5-b7d4-4cff5a1a8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:52.863065 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-37b08ab8-e5f0-4af5-b7d4-4cff5a1a8961 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0aa0c5a9-01be-4071-93b1-a61e1a126779 HTTP/1.1" status: 200  len: 834 time: 0.0677969
Nov 29 12:03:52.888294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086426a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.892189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-4eb04c55-8346-4811-a9cd-ad2dc7d6762e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] show failed (client error): The resource could not be found.
Nov 29 12:03:52.893883 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4eb04c55-8346-4811-a9cd-ad2dc7d6762e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-471594845 HTTP/1.1" status: 404  len: 334 time: 0.0984178
Nov 29 12:03:52.898132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55984) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:52.901766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] Routers {'bcd57a23-be4b-4d3b-8658-5bd6117257d1'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:03:52.902602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086426a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.904639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-143bf4ff-314a-49a3-a6c7-263b9f304145 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:03:52.966413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-6991ff67-1bef-470f-af0e-e9e1ff70b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:52.968117 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-6991ff67-1bef-470f-af0e-e9e1ff70b784 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01166248-007c-4ad0-b942-630ef48c71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0960641
Nov 29 12:03:52.970329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086426a0>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:52.970871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d43f3-95e7-4577-8299-a2f6be316268 None None] The sync data for ids ['bcd57a23-be4b-4d3b-8658-5bd6117257d1'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:03:52.986582 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-143bf4ff-314a-49a3-a6c7-263b9f304145 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] update failed (client error): The resource could not be found.
Nov 29 12:03:52.993959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-143bf4ff-314a-49a3-a6c7-263b9f304145 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-704223507 HTTP/1.1" status: 404  len: 334 time: 0.0886230
Nov 29 12:03:52.994777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55988) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:53.068801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting subnet bc870c71-5b4f-42ff-acf4-23dd8c20cff3 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:53.072803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.138265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.226269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.246553 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-3e3429ce-0955-4ce8-9f06-68a34a514023 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718654
Nov 29 12:03:53.304024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.308598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a88b8ac3-de01-4df5-8de9-5a914f6e5771 tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:53.343547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Subnet': ['ID=bc870c71-5b4f-42ff-acf4-23dd8c20cff3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:53.346622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:53.347808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.354006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/subnets/bc870c71-5b4f-42ff-acf4-23dd8c20cff3 HTTP/1.1" status: 204  len: 168 time: 0.3580909
Nov 29 12:03:53.354883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39aa1e0-fca7-4085-bba3-b8fb5bfe3073 None None] Network c294507f-9c85-4663-8e23-134918ff958b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:53.356380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 55992) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:53.385420 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4f2a336-22bc-4b3f-9b19-f971a966bfab req-8eb89c69-463a-4b67-8990-60f6e57bb711 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323669
Nov 29 12:03:53.422734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting subnet 945aa86d-73b9-40fd-8a6f-83713c55aee4 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:53.425751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.485380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.567743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.598592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 55996) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:53.598898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6194db9-4354-40c5-a721-314997c38480 None None] DHCP port deletion for c294507f-9c85-4663-8e23-134918ff958b request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:53.603318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Deleting port 52d68f4b-d95f-48ee-adef-069bf8d8e742 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:53.603676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.662256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.667188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e167370-812f-4bfd-97d2-9d5c144f51cb tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:53.704026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Subnet': ['ID=945aa86d-73b9-40fd-8a6f-83713c55aee4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:53.706118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.719612 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a8e49cc8-4151-4fae-9ec7-d15e706b9444 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/floatingips/c9c32135-fade-46a8-9978-addbd36f4a81 HTTP/1.1" status: 200  len: 992 time: 0.1121635
Nov 29 12:03:53.720036 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/subnets/945aa86d-73b9-40fd-8a6f-83713c55aee4 HTTP/1.1" status: 204  len: 168 time: 0.3551254
Nov 29 12:03:53.720036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:53.720246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56000) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:53.740023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652dcb93-f538-474a-9b70-d3de971bcaed None None] Network 20255a52-52e6-4984-aac6-9d43f00b59cc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:53.840364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.855669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting port 52d68f4b-d95f-48ee-adef-069bf8d8e742 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:53.856010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:53.941202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b6194db9-4354-40c5-a721-314997c38480 None None] For port 52d68f4b-d95f-48ee-adef-069bf8d8e742, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52d68f4b-d95f-48ee-adef-069bf8d8e742,segment=NetworkSegment(8a2c2978-a0eb-448d-b899-7faf209f00ec),segment_id=8a2c2978-a0eb-448d-b899-7faf209f00ec)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:53.941847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.081296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] For port 52d68f4b-d95f-48ee-adef-069bf8d8e742, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=52d68f4b-d95f-48ee-adef-069bf8d8e742,segment=NetworkSegment(8a2c2978-a0eb-448d-b899-7faf209f00ec),segment_id=8a2c2978-a0eb-448d-b899-7faf209f00ec)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:54.081929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.102691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Calling delete_port for 52d68f4b-d95f-48ee-adef-069bf8d8e742 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:54.215859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Calling delete_port for 52d68f4b-d95f-48ee-adef-069bf8d8e742 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:54.236680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.241417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b05db87d-a249-4c89-bdda-9429a00d2ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:54.288616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Pushing event deleted for resources: {'Port': ['ID=52d68f4b-d95f-48ee-adef-069bf8d8e742,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:54.289395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:54.290265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:54.291395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:54.292467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6194db9-4354-40c5-a721-314997c38480 None None] No DVR routers for this DVR port 52d68f4b-d95f-48ee-adef-069bf8d8e742 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:54.371129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] DHCP port deletion for 20255a52-52e6-4984-aac6-9d43f00b59cc request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:54.376065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Deleting port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:54.376465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.402318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52d68f4b-d95f-48ee-adef-069bf8d8e742 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:54.447652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 52d68f4b-d95f-48ee-adef-069bf8d8e742 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:54.447970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 52d68f4b-d95f-48ee-adef-069bf8d8e742 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:54.614534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] For port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,segment=NetworkSegment(294ff44c-6423-4c6f-9261-20ea8253d401),segment_id=294ff44c-6423-4c6f-9261-20ea8253d401)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:54.614849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.735879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Calling delete_port for ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:54.790991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting port 52d68f4b-d95f-48ee-adef-069bf8d8e742 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:54.791407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.814692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:54.820283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:54.863283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] The port '52d68f4b-d95f-48ee-adef-069bf8d8e742' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:54.864159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Pushing event deleted for resources: {'Port': ['ID=ac80953d-fe3e-49ec-88aa-bc9c73b27ff3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:54.867125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:54.868314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] No DVR routers for this DVR port ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:54.989033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.015105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02611a60>,) {'filters': {'network_id': ['c294507f-9c85-4663-8e23-134918ff958b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:55.027766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02611a60>, '8a2c2978-a0eb-448d-b899-7faf209f00ec') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:55.028082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02611a60>, '8a2c2978-a0eb-448d-b899-7faf209f00ec') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:55.040631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.057252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.070382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:55.070750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:55.085385 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:55.168331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.171940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c0be1781-3aaa-4296-90d5-c8d443129900 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:55.186294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.198958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Network': ['ID=c294507f-9c85-4663-8e23-134918ff958b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:55.201851 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/networks/c294507f-9c85-4663-8e23-134918ff958b HTTP/1.1" status: 204  len: 168 time: 1.4828346
Nov 29 12:03:55.202761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:55.204584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56004) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:55.319022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.454802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.480253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d029715b0>,) {'filters': {'network_id': ['20255a52-52e6-4984-aac6-9d43f00b59cc']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:55.492586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029715b0>, '294ff44c-6423-4c6f-9261-20ea8253d401') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:55.492881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029715b0>, '294ff44c-6423-4c6f-9261-20ea8253d401') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:55.504866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.521269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.527276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:55.527649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:55.541469 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:55.740112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.744303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b545716b-60ab-4605-ad29-594089438430 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:55.764873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.771018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Network': ['ID=20255a52-52e6-4984-aac6-9d43f00b59cc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:55.774827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/networks/20255a52-52e6-4984-aac6-9d43f00b59cc HTTP/1.1" status: 204  len: 168 time: 0.5692105
Nov 29 12:03:55.777053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:55.777415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56008) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:55.846432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting subnet fd2801b0-2ace-4a6e-9712-cd0c1095043c {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:03:55.849491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.904188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:55.997913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.076093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.079756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1f23b242-921a-44b7-9f83-404034ed599f tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:56.116575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2801b0-2ace-4a6e-9712-cd0c1095043c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:56.119568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:56.120519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.126043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a20578-f0aa-4db6-8446-011ac6653896 None None] Network d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:03:56.126735 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-acb0e850-e6fb-492c-83cf-76a8cee15925 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/subnets/fd2801b0-2ace-4a6e-9712-cd0c1095043c HTTP/1.1" status: 204  len: 168 time: 0.3483860
Nov 29 12:03:56.130615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56012) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:56.245727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.257230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Deleting port a7153853-267d-4e74-b0b8-d851e57183e5 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:56.257576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.387490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] DHCP port deletion for d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:03:56.391923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Deleting port a7153853-267d-4e74-b0b8-d851e57183e5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:56.392320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.417569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:56.460028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:56.460376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ac80953d-fe3e-49ec-88aa-bc9c73b27ff3 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:56.479427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] For port a7153853-267d-4e74-b0b8-d851e57183e5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a7153853-267d-4e74-b0b8-d851e57183e5,segment=NetworkSegment(1958a386-04ad-45e5-ab1d-8a11ac6e7711),segment_id=1958a386-04ad-45e5-ab1d-8a11ac6e7711)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:56.479792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.538753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1565d6f2-93e2-40f9-8530-f0d69ccdf123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.606589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Calling delete_port for a7153853-267d-4e74-b0b8-d851e57183e5 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:56.639138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] For port a7153853-267d-4e74-b0b8-d851e57183e5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a7153853-267d-4e74-b0b8-d851e57183e5,segment=NetworkSegment(1958a386-04ad-45e5-ab1d-8a11ac6e7711),segment_id=1958a386-04ad-45e5-ab1d-8a11ac6e7711)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:03:56.639505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.688776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.694488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:56.739597 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-aa69ae3a-6b17-4aee-b419-bd20d5edfd9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836859
Nov 29 12:03:56.744281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Port': ['ID=a7153853-267d-4e74-b0b8-d851e57183e5,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:56.747597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:56.750013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] No DVR routers for this DVR port a7153853-267d-4e74-b0b8-d851e57183e5 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:03:56.805749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Calling delete_port for a7153853-267d-4e74-b0b8-d851e57183e5 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:03:56.880239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:03:56.880691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:03:56.889928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.899615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-c9be5db3-615e-43ca-83ed-15bfc76aec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:56.901080 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-c9be5db3-615e-43ca-83ed-15bfc76aec02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 1098 time: 0.0799460
Nov 29 12:03:56.915976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02a6c1c0>,) {'filters': {'network_id': ['d4aacb1f-7d1b-48d6-8b03-0918e29f02c8']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:56.927848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a6c1c0>, '1958a386-04ad-45e5-ab1d-8a11ac6e7711') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:56.928146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02a6c1c0>, '1958a386-04ad-45e5-ab1d-8a11ac6e7711') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:03:56.939359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.956950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.966277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:03:56.966706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:03:56.981475 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:03:57.058906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-6c387cb3-7cbb-4705-8aa1-3d3ebab2e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:57.060298 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-6c387cb3-7cbb-4705-8aa1-3d3ebab2e5cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 200  len: 897 time: 0.1297324
Nov 29 12:03:57.063577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.067677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bc5c221c-f467-4e21-a5f3-a6ed8223bbbb tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:57.083209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.089070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.095540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Pushing event deleted for resources: {'Network': ['ID=d4aacb1f-7d1b-48d6-8b03-0918e29f02c8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:57.098485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:57.101082 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/networks/d4aacb1f-7d1b-48d6-8b03-0918e29f02c8 HTTP/1.1" status: 204  len: 168 time: 0.9692600
Nov 29 12:03:57.103781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56016) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:57.140486 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-cfb953bc-ee58-462a-92de-bdbd61477c54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 200  len: 217 time: 0.0737114
Nov 29 12:03:57.152019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a563a95d-e00b-4ee7-ab55-04d644d1376e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Synchronizing usage tracker for tenant:3d2466e98d2f40f3b7160214ca4a8f5b on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:03:57.169018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a563a95d-e00b-4ee7-ab55-04d644d1376e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Unset dirty status for tenant:3d2466e98d2f40f3b7160214ca4a8f5b on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:03:57.170220 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a563a95d-e00b-4ee7-ab55-04d644d1376e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcd57a23-be4b-4d3b-8658-5bd6117257d1 HTTP/1.1" status: 200  len: 205 time: 0.0654838
Nov 29 12:03:57.173031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56020) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:57.203364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-d6898de7-b669-45cd-8f6e-302814fe141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:57.204792 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-d6898de7-b669-45cd-8f6e-302814fe141c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 200  len: 835 time: 0.0581756
Nov 29 12:03:57.382504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Deleting port a7153853-267d-4e74-b0b8-d851e57183e5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:03:57.383098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.415890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-13a1be11-c43e-4e06-8305-c5949bedca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:03:57.417357 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-13a1be11-c43e-4e06-8305-c5949bedca8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2032921
Nov 29 12:03:57.429522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.455504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-694ed3a7-7160-4c32-9634-9a713eb03010 None None] The port 'a7153853-267d-4e74-b0b8-d851e57183e5' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:03:57.556065 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-4cd01342-0c7f-4ee2-bdfa-1ca6b2435cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303995
Nov 29 12:03:57.692552 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cbe7b48-538f-4caf-8955-5a2f601ecf77 req-3069e1fe-5fb2-4e9d-8f93-c8ce5b7bad41 service neutron] 10.222.0.18 "GET /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282370
Nov 29 12:03:57.730860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.733057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.761206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.761690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Fanout notify agent at l3_agent the message router_deleted on router bcd57a23-be4b-4d3b-8658-5bd6117257d1 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:03:57.773894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:57.775003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-593e1175-70c1-4372-a193-af965f178ea1 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] 10.222.0.20 "DELETE /v2.0/routers/bcd57a23-be4b-4d3b-8658-5bd6117257d1 HTTP/1.1" status: 204  len: 168 time: 0.6009011
Nov 29 12:03:58.046930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56028) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:58.208735 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e55dc769-4ac3-40d1-aaea-957c1eee1314 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d2466e98d2f40f3b7160214ca4a8f5b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1603737
Nov 29 12:03:58.211299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56034) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:03:58.280784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:58.308606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:58.366595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:58.370741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0055234f-6eba-4e67-ba9a-364f9626f2d9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:03:58.377716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a7153853-267d-4e74-b0b8-d851e57183e5 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:03:58.382413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3fc91-5da0-4b3c-9851-ae192fe82c33,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:03:58.386241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:03:58.390467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:03:58.390824 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27a3fc91-5da0-4b3c-9851-ae192fe82c33 HTTP/1.1" status: 204  len: 168 time: 0.1783433
Nov 29 12:03:58.418521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a7153853-267d-4e74-b0b8-d851e57183e5 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:03:58.419046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a7153853-267d-4e74-b0b8-d851e57183e5 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:03:59.067207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658f4460-9edd-4ced-8fcb-3b9fe97a77f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:00.068217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:01.618318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:11.000397 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:04:13.162051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:15.607801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682ddda-f1d9-4a89-b869-3b5609fcaf2e req-b3e41209-d203-466f-b7e4-0352423f506e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:15.609268 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4682ddda-f1d9-4a89-b869-3b5609fcaf2e req-b3e41209-d203-466f-b7e4-0352423f506e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 946 time: 0.2669864
Nov 29 12:04:15.653092 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4682ddda-f1d9-4a89-b869-3b5609fcaf2e req-27c8346a-1973-4821-9cd0-ce671141d05a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377839
Nov 29 12:04:16.892003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-78b8bc59-0df0-4f6d-aba4-15bc10446a11 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:16.894442 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-78b8bc59-0df0-4f6d-aba4-15bc10446a11 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 946 time: 0.0909421
Nov 29 12:04:16.911972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7f2f-4cde-4ca7-8279-fbcf3fc5e1cb req-11c2f72e-19e5-4b68-b74a-4d9f4842df89 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:16.913362 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d17b7f2f-4cde-4ca7-8279-fbcf3fc5e1cb req-11c2f72e-19e5-4b68-b74a-4d9f4842df89 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 946 time: 0.1516509
Nov 29 12:04:16.958077 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d17b7f2f-4cde-4ca7-8279-fbcf3fc5e1cb req-1d70024b-4146-4493-80f3-6e79ca03e226 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389631
Nov 29 12:04:16.972398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 396d142e-abff-4326-a966-bc0e8d6568c7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:16.972740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:17.229784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 396d142e-abff-4326-a966-bc0e8d6568c7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=396d142e-abff-4326-a966-bc0e8d6568c7,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:17.230084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:17.527862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:17.528247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:17.528553 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5 disassociated. External IP: 172.26.4.98, port: 396d142e-abff-4326-a966-bc0e8d6568c7.
Nov 29 12:04:17.528886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 396d142e-abff-4326-a966-bc0e8d6568c7 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:17.673910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:17.679720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:17.723644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=396d142e-abff-4326-a966-bc0e8d6568c7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:17.726631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:17.910002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:04:18.223322 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67d6cd43-b01c-475c-a173-bac387ab0dde req-e399de90-e6c6-4add-bc9e-51b3da1fe026 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0a37f3-fe50-49cd-9538-5981df5780b4 HTTP/1.1" status: 200  len: 210 time: 0.0643599
Nov 29 12:04:18.262642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:04:18.272666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:04:18.283306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:18.284041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08080b20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:18.336440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 396d142e-abff-4326-a966-bc0e8d6568c7 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:04:18.339298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:18.341868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'name': 'network-vif-deleted', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:04:18.361177 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da6d2734-41ef-403f-8e97-7bb7b3ed6d65 req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/396d142e-abff-4326-a966-bc0e8d6568c7 HTTP/1.1" status: 204  len: 173 time: 1.4600708
Nov 29 12:04:18.391812 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a37f3-fe50-49cd-9538-5981df5780b4', 'name': 'network-vif-deleted', 'tag': '396d142e-abff-4326-a966-bc0e8d6568c7', 'status': 'completed', 'code': 200}
Nov 29 12:04:18.472355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:18.803424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08080b20>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:18.807800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:04:18.816981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:18.817595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08080b20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:19.020566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:19.316804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56074) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:19.375307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08080b20>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:19.379484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e9e4d-8a54-42f5-983a-d37e7e3d64f4 None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:02:10Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '80b47065-a3aa-4b17-b479-4ab548f14f7e', 'name': '', 'network_id': '5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:63:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:08Z', 'updated_at': '2021-11-29T12:02:19Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '4e7c3677-46c9-4c3d-a68d-7338d11d734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:04:19.384695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:19.419662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:19.487841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:19.493328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8e16e165-d0ff-4f12-a778-434bdb8d57c9 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:19.513579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51997e1-e1ac-4249-9db9-b3abf3b8fbf1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:19.516490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:19.524110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:19.525237 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/a51997e1-e1ac-4249-9db9-b3abf3b8fbf1 HTTP/1.1" status: 204  len: 168 time: 0.2073743
Nov 29 12:04:19.559048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56080) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:19.619952 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5942a5-b494-4940-8d92-8a61d9f1e3f5 None None] New status for floating IP ec9c0dfe-25ee-4df5-9b35-91e09765aee5: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:04:19.717544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port bf7de4ff-27c6-47d4-bf1b-8972ebad3b50 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:19.717948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:19.896379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:19.896704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:20.021355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for bf7de4ff-27c6-47d4-bf1b-8972ebad3b50 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:20.107403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:04:20.107748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:04:20.162267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 396d142e-abff-4326-a966-bc0e8d6568c7 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:04:20.200039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 396d142e-abff-4326-a966-bc0e8d6568c7 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:04:20.200393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 396d142e-abff-4326-a966-bc0e8d6568c7 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:04:20.609571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port bf7de4ff-27c6-47d4-bf1b-8972ebad3b50 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:20.610561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:20.797867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:20.798201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:21.044802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for bf7de4ff-27c6-47d4-bf1b-8972ebad3b50 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:21.199826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:21.203624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db16aa1d-c9e4-4718-9bf1-8b41bef419f8 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:21.245994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=bf7de4ff-27c6-47d4-bf1b-8972ebad3b50,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:21.248936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:21.344211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:21.359181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:21.360315 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/ec9c0dfe-25ee-4df5-9b35-91e09765aee5 HTTP/1.1" status: 204  len: 168 time: 1.8002398
Nov 29 12:04:21.723954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-e36c7b53-90d8-4587-bf44-79ce56f9c4fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:21.724679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-e36c7b53-90d8-4587-bf44-79ce56f9c4fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:21.743277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-e36c7b53-90d8-4587-bf44-79ce56f9c4fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:21.744734 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-e36c7b53-90d8-4587-bf44-79ce56f9c4fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.1021121
Nov 29 12:04:21.792804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-b6d3f866-2907-479b-b8ee-2f8ceb815ba3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:21.808509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-b6d3f866-2907-479b-b8ee-2f8ceb815ba3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:21.809700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4e50023-75f3-4f53-a2c4-fbcc42c9292d req-b6d3f866-2907-479b-b8ee-2f8ceb815ba3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589931
Nov 29 12:04:23.069769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbf01-6937-4cd4-a24a-01f79f538328 req-0e9e248d-b820-4ccc-a805-bc279bc2c4b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:23.070458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-923dbf01-6937-4cd4-a24a-01f79f538328 req-0e9e248d-b820-4ccc-a805-bc279bc2c4b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:23.079941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-53127ce7-ab13-41a6-a3a3-494c11f23357 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:23.080966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-53127ce7-ab13-41a6-a3a3-494c11f23357 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:23.099602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-923dbf01-6937-4cd4-a24a-01f79f538328 req-0e9e248d-b820-4ccc-a805-bc279bc2c4b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:23.100621 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-923dbf01-6937-4cd4-a24a-01f79f538328 req-0e9e248d-b820-4ccc-a805-bc279bc2c4b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.1781366
Nov 29 12:04:23.101299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-53127ce7-ab13-41a6-a3a3-494c11f23357 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:23.102234 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-53127ce7-ab13-41a6-a3a3-494c11f23357 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 945 time: 0.1373196
Nov 29 12:04:23.201449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port cd8d761a-bd99-49a7-946c-f9d3b3fe167c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:23.201741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:23.239066 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-923dbf01-6937-4cd4-a24a-01f79f538328 req-019ed477-5e56-4d0d-983e-e64fbe5e9d0b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f8f81fc-a184-47f4-94aa-f421a836900a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307855
Nov 29 12:04:23.470728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port cd8d761a-bd99-49a7-946c-f9d3b3fe167c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:23.471099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:23.594743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for cd8d761a-bd99-49a7-946c-f9d3b3fe167c owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:23.743279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:23.748988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e241ffa6-fb9b-4cdb-823c-6db1d983f69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:23.797166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=cd8d761a-bd99-49a7-946c-f9d3b3fe167c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:23.800561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:23.873034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port cd8d761a-bd99-49a7-946c-f9d3b3fe167c on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:04:23.875786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:23.878378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'name': 'network-vif-deleted', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:04:23.898283 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-418a3c83-dc2e-4302-9517-11cdceb215d4 req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/cd8d761a-bd99-49a7-946c-f9d3b3fe167c HTTP/1.1" status: 204  len: 173 time: 0.7888191
Nov 29 12:04:23.925164 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f640787d-5197-446b-b308-2d4802163678', 'name': 'network-vif-deleted', 'tag': 'cd8d761a-bd99-49a7-946c-f9d3b3fe167c', 'status': 'completed', 'code': 200}
Nov 29 12:04:24.409540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-41c5d91b-4602-4fce-b903-4befb98bec35 req-3c4392b4-eb97-478b-ae4b-f4e649361e22 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:24.425616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-41c5d91b-4602-4fce-b903-4befb98bec35 req-3c4392b4-eb97-478b-ae4b-f4e649361e22 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:24.426897 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-41c5d91b-4602-4fce-b903-4befb98bec35 req-3c4392b4-eb97-478b-ae4b-f4e649361e22 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f640787d-5197-446b-b308-2d4802163678 HTTP/1.1" status: 200  len: 210 time: 0.0641284
Nov 29 12:04:25.366437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4588433-fe0a-4571-85fb-59bbd04564a8 req-0f004490-09c0-43cd-b4e3-c1eed2ea5268 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:25.367992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a4588433-fe0a-4571-85fb-59bbd04564a8 req-0f004490-09c0-43cd-b4e3-c1eed2ea5268 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.0822637
Nov 29 12:04:25.416762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a4588433-fe0a-4571-85fb-59bbd04564a8 req-b9bd0f13-90b9-4232-8902-3113e95bd6f1 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426905
Nov 29 12:04:25.521822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56118) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:25.595201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:25.624583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:25.697367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:25.702328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a3ed75d5-a9cd-490e-adcc-630c60bf51bd tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:25.716107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f81fc-a184-47f4-94aa-f421a836900a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:25.718845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:25.726533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:25.727689 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f8f81fc-a184-47f4-94aa-f421a836900a HTTP/1.1" status: 204  len: 168 time: 0.2048669
Nov 29 12:04:25.758550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56124) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:26.162119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd8d761a-bd99-49a7-946c-f9d3b3fe167c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:04:26.196542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: cd8d761a-bd99-49a7-946c-f9d3b3fe167c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:04:26.196914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd8d761a-bd99-49a7-946c-f9d3b3fe167c not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:04:26.476161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:26.516792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27d1badf-4420-4ea5-9ce4-8c3d8b24072d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:26.617233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1efe-5c32-4868-ab78-d58648a22be6 req-64efa88a-bd8d-4ec1-8bf9-98cfeceb66fd tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:26.618753 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-668d1efe-5c32-4868-ab78-d58648a22be6 req-64efa88a-bd8d-4ec1-8bf9-98cfeceb66fd tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.0898852
Nov 29 12:04:26.680716 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-668d1efe-5c32-4868-ab78-d58648a22be6 req-a1adef11-76c7-40be-b0e9-9b51b437c720 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526955
Nov 29 12:04:26.877272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 80b47065-a3aa-4b17-b479-4ab548f14f7e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:26.877624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:27.084186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:27.086958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 80b47065-a3aa-4b17-b479-4ab548f14f7e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=80b47065-a3aa-4b17-b479-4ab548f14f7e,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:27.087324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:27.242549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 80b47065-a3aa-4b17-b479-4ab548f14f7e owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:27.462214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:27.465769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd43787d-41fe-4bf5-aa11-ccb085fc705a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:27.511134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=80b47065-a3aa-4b17-b479-4ab548f14f7e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:27.513752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:27.975205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:28.052238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75c59d-cb7c-4797-9c4d-f66102cb97ad req-8ed7f51b-227a-4d25-bcf4-1f254abbe8f3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:28.053695 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e75c59d-cb7c-4797-9c4d-f66102cb97ad req-8ed7f51b-227a-4d25-bcf4-1f254abbe8f3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1937730
Nov 29 12:04:28.176312 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e75c59d-cb7c-4797-9c4d-f66102cb97ad req-5ac6be2b-43f5-419f-95cd-d6fef8172c36 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146019
Nov 29 12:04:28.387278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router d4986598-b4fe-42c2-943d-b01d32209a8a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:04:28.567019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:04:28.577255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578105b1-5330-442b-9656-d8be0167f045 None None] Sync routers for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:04:28.584959 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/d4986598-b4fe-42c2-943d-b01d32209a8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8252714
Nov 29 12:04:28.587806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56132) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:28.588262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:28.588894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d083089d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:03:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:28.652489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet 4e7c3677-46c9-4c3d-a68d-7338d11d734c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:04:28.655410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:28.712349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:28.775942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:28.806150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:28.882354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:28.886048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f1417ec-9c46-40ed-b748-5a11b4780813 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:28.927418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7c3677-46c9-4c3d-a68d-7338d11d734c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:28.930386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:28.931462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:28.938961 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/4e7c3677-46c9-4c3d-a68d-7338d11d734c HTTP/1.1" status: 204  len: 168 time: 0.3501384
Nov 29 12:04:28.941891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:28.955892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db02e0-ea96-4fbc-9019-04233324d70d None None] Network 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:04:29.122999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.136633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aba04a6c-e2c7-4282-97ba-ef0f5757eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.262633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d083089d0>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:04:27Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:29.267735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578105b1-5330-442b-9656-d8be0167f045 None None] Checking router: d4986598-b4fe-42c2-943d-b01d32209a8a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:04:29.277391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] Routers {'d4986598-b4fe-42c2-943d-b01d32209a8a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:29.278032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d083089d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d4986598-b4fe-42c2-943d-b01d32209a8a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:29.345877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] DHCP port deletion for 5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:04:29.397230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686be6f-c271-47af-924b-392a09975a42 req-9f9141f5-ab13-4fc1-98c8-9c3a16d1fe89 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:29.399434 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4686be6f-c271-47af-924b-392a09975a42 req-9f9141f5-ab13-4fc1-98c8-9c3a16d1fe89 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1036487
Nov 29 12:04:29.408701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Deleting port 4f4294db-82a3-4d62-a556-def70612d6a5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:29.409076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.446363 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4686be6f-c271-47af-924b-392a09975a42 req-74175420-5148-452a-befa-20af2685f20a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399041
Nov 29 12:04:29.462305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.473193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 357b077e-a837-4638-96e2-08cb35f904a2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:04:29.474107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.552601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] Set router d4986598-b4fe-42c2-943d-b01d32209a8a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:29.648592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 357b077e-a837-4638-96e2-08cb35f904a2, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=357b077e-a837-4638-96e2-08cb35f904a2,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:29.649228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.775745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 357b077e-a837-4638-96e2-08cb35f904a2 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:29.871697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] For port 4f4294db-82a3-4d62-a556-def70612d6a5, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4f4294db-82a3-4d62-a556-def70612d6a5,segment=NetworkSegment(23b35633-9f83-4395-9efd-6b70bb42be66),segment_id=23b35633-9f83-4395-9efd-6b70bb42be66)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:29.872586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.955185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:29.960022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc420dec-eb85-4405-bcba-af4ec24d1278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:29.998269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Calling delete_port for 4f4294db-82a3-4d62-a556-def70612d6a5 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:04:30.030908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=357b077e-a837-4638-96e2-08cb35f904a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:30.039154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:30.103391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.117290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.147031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.150584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:30.193207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Pushing event deleted for resources: {'Port': ['ID=4f4294db-82a3-4d62-a556-def70612d6a5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:30.204836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] No DVR routers for this DVR port 4f4294db-82a3-4d62-a556-def70612d6a5 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:04:30.206888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.207258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.207586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.207903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.208221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.208524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.208843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.209158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.209474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.209792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.210093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.210404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:30.214864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:30.225004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-578105b1-5330-442b-9656-d8be0167f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d083089d0>, [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:04:27Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:30.229001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578105b1-5330-442b-9656-d8be0167f045 None None] The sync data for ids ['d4986598-b4fe-42c2-943d-b01d32209a8a'] in dv-neutron-819579-1-hyperv is: [{'id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'name': 'tempest-TestNetworkBasicOps-router-640112214', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86'}], 'enable_snat': True}, 'gw_port_id': '357b077e-a837-4638-96e2-08cb35f904a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:02:03Z', 'updated_at': '2021-11-29T12:04:27Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '357b077e-a837-4638-96e2-08cb35f904a2', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4986598-b4fe-42c2-943d-b01d32209a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:02:04Z', 'updated_at': '2021-11-29T12:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:04:30.285123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.287331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.310425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.311065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router d4986598-b4fe-42c2-943d-b01d32209a8a {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:04:30.326797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.327903 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/d4986598-b4fe-42c2-943d-b01d32209a8a HTTP/1.1" status: 204  len: 168 time: 1.3850670
Nov 29 12:04:30.331813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:30.452870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.637245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.673805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d027ec220>,) {'filters': {'network_id': ['5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:30.688827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d027ec220>, '23b35633-9f83-4395-9efd-6b70bb42be66') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:30.689178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d027ec220>, '23b35633-9f83-4395-9efd-6b70bb42be66') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:30.696677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f4294db-82a3-4d62-a556-def70612d6a5 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:04:30.710679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.728170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74fa99-3828-4aef-8ac9-a48f1a645a2b req-ffccc4a6-abea-4389-878b-b83068c5b66d tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:30.730377 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4b74fa99-3828-4aef-8ac9-a48f1a645a2b req-ffccc4a6-abea-4389-878b-b83068c5b66d tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1687536
Nov 29 12:04:30.735927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 4f4294db-82a3-4d62-a556-def70612d6a5 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:04:30.736316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4f4294db-82a3-4d62-a556-def70612d6a5 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:04:30.736822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 80b47065-a3aa-4b17-b479-4ab548f14f7e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:04:30.739657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.766174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:04:30.766625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.775270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 80b47065-a3aa-4b17-b479-4ab548f14f7e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:04:30.775623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 80b47065-a3aa-4b17-b479-4ab548f14f7e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:04:30.783938 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:04:30.872450 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4b74fa99-3828-4aef-8ac9-a48f1a645a2b req-2b8f5332-5be4-4d05-bec1-7f18a2619b8d tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347311
Nov 29 12:04:30.882173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.885737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-27810c1e-c7df-4c2a-9503-788b430c449f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:30.900690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:30.916323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:30.919588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:30.928975 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4176284-3a71-47d0-8a17-682ae4392cf6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/5fcc38cc-9824-45ba-9f13-0e1b7c5e7a5f HTTP/1.1" status: 204  len: 168 time: 0.5961759
Nov 29 12:04:30.950939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56148) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:30.957076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--738381125', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:30.962398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:30.966705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:30.969681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:30.976753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:30.989856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:04:30.993228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.020248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:04:31.029153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.029495 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment c19ea9e7-280d-4a7e-82fc-ba28d1731c1b of type vlan for network be3cc89d-3319-4cbc-ac3b-47ccace64be8
Nov 29 12:04:31.065903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.104956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.110381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:31.110955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.114454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:31.216450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=be3cc89d-3319-4cbc-ac3b-47ccace64be8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:31.219402 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2673430
Nov 29 12:04:31.220271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ad290afd-c032-4710-a593-6bd1be8ffea8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:31.222245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56152) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:31.226977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:04:31.227505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-501033742', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:31.234444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:31.239411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:31.243093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:31.255106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:31.265216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.266433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.282253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.563945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:31.617423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:32.025697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:32.064227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:32.207876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a165818-1079-495e-96a6-d53bb1c0512e req-19f5f2e5-e88b-4bd7-97c5-8322fbd64bdc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:32.209475 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a165818-1079-495e-96a6-d53bb1c0512e req-19f5f2e5-e88b-4bd7-97c5-8322fbd64bdc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.2212157
Nov 29 12:04:32.255764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.23 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/527ec4bf-85d2-4568-b244-8b6bc1b0cf40) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:04:32.277186 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a165818-1079-495e-96a6-d53bb1c0512e req-fe77b633-c374-42f8-8890-94de2ed8a9f3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609558
Nov 29 12:04:32.360961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 357b077e-a837-4638-96e2-08cb35f904a2 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:04:32.412342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 357b077e-a837-4638-96e2-08cb35f904a2 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:04:32.412876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 357b077e-a837-4638-96e2-08cb35f904a2 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:04:32.426253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:32.461074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:32.464746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2390549f-6415-4b90-9ed9-f260773dc46a tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:32.526883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:04:32.529690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:32.533540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:04:32.575921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:32.580172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:32.977157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:33.337828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:33.470583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af972-a2d0-4d9f-aaf4-3fd133b34a0b req-3d5a24be-e810-47df-9bf6-b1d81e28b6a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:33.472469 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5f9af972-a2d0-4d9f-aaf4-3fd133b34a0b req-3d5a24be-e810-47df-9bf6-b1d81e28b6a6 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.0883131
Nov 29 12:04:33.520904 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5f9af972-a2d0-4d9f-aaf4-3fd133b34a0b req-2ab7a460-8c9b-4980-8a34-03e7a2fa7385 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424256
Nov 29 12:04:33.682453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 9b23f32b-879d-4676-934a-d9f91bb368b9 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:04:33.871643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:04:33.882229 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Sync routers for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:04:33.892681 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:33.893492 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088ae340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:33.898798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:33.903450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:33.903694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.6804175
Nov 29 12:04:33.945342 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f3e89a41-2473-41d0-9794-92b5e8e94dee tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0402884
Nov 29 12:04:33.948023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56164) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:34.078614 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:34.086328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e153ad-21c3-456c-8dfe-6ca6eb800aa7 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:34.087816 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8e153ad-21c3-456c-8dfe-6ca6eb800aa7 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1388674
Nov 29 12:04:34.090880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56168) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:34.134113 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c53d2e5-0159-4171-a821-398e3dd1f457 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0393910
Nov 29 12:04:34.134631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56172) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:34.140759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174247736', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:34.250425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:34.254697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:34.257801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:34.263897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:34.274285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:04:34.277834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.385621 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088ae340>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:32Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:34.389720 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Checking router: 9b23f32b-879d-4676-934a-d9f91bb368b9 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:04:34.390094 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Updating router 9b23f32b-879d-4676-934a-d9f91bb368b9 port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:04:34.442002 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.501923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.507833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f8f7eb8-71ec-4aa9-963e-192aba4d9ea2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:34.587110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=69233a97-c659-45a5-bbce-2236ec7b0a5c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:34.592513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:34.602613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:04:34.602952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: be3cc89d-3319-4cbc-ac3b-47ccace64be8, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:04:34.625678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:04:34.636834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, be3cc89d-3319-4cbc-ac3b-47ccace64be8) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:34.641420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:34.642253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.648858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06558b53-001c-4ceb-a466-816089a4bc16 None None] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:04:34.666928 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5309455
Nov 29 12:04:34.669579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:34.767584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496b9c0-1283-469f-8239-c40afe515fea req-4b086950-70a7-461a-a8b4-5973def2ac31 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:34.770312 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e496b9c0-1283-469f-8239-c40afe515fea req-4b086950-70a7-461a-a8b4-5973def2ac31 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1392033
Nov 29 12:04:34.850145 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e496b9c0-1283-469f-8239-c40afe515fea req-8e36bde9-7533-4db2-9d89-77fe31d24c0d tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732341
Nov 29 12:04:34.884196 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.898271 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Transition to ACTIVE for port object 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:34.905797 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.909881 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9afd7889-b52d-41ea-97db-6e551f593584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:34.917722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:04:34.918622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.984680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Attempting to bind port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:04:34.985048 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Attempting to bind port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:04:34.985429 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Attempting to bind port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:04:34.991676 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe806c7-d32c-455a-9353-45d4964d89c7 None None] Pushing event updated for resources: {'Port': ['ID=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:34.995183 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6fe806c7-d32c-455a-9353-45d4964d89c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:34.996096 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:04:34.996467 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:04:34.996867 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:34.997246 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:04:34.997707 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Bound port: 527ec4bf-85d2-4568-b244-8b6bc1b0cf40, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:04:34.998081 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.073426 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] For port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:04:35.076425 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] For port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:04:35.082232 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.087278 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:35.087489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Allocated IP 172.20.0.2 (be3cc89d-3319-4cbc-ac3b-47ccace64be8/69233a97-c659-45a5-bbce-2236ec7b0a5c/c6d88f79-024e-4145-8275-7ed0ea5b6269) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:04:35.153798 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:35.154399 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088ae340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:35.296208 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe806c7-d32c-455a-9353-45d4964d89c7 None None] Pushing event updated for resources: {'Port': ['ID=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:35.300973 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6fe806c7-d32c-455a-9353-45d4964d89c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:35.307304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.320736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Transition to ACTIVE for port object c6d88f79-024e-4145-8275-7ed0ea5b6269 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:35.339854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Transition to ACTIVE for port object c6d88f79-024e-4145-8275-7ed0ea5b6269 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:35.346690 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:35.346920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.352568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:35.410011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:04:35.411186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:35.467261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:04:35.510096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Pushing event updated for resources: {'Port': ['ID=c6d88f79-024e-4145-8275-7ed0ea5b6269,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:35.516108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:35.570787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Attempting to bind port c6d88f79-024e-4145-8275-7ed0ea5b6269 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:04:35.571242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Attempting to bind port c6d88f79-024e-4145-8275-7ed0ea5b6269 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:04:35.571583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Attempting to bind port c6d88f79-024e-4145-8275-7ed0ea5b6269 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:04:35.576470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.577914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:04:35.578421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Checking segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:04:35.578882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.579375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Bound using segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:04:35.579903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Bound port: c6d88f79-024e-4145-8275-7ed0ea5b6269, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:04:35.580579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.632182 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088ae340>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:32Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:35.636983 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c2159-8a30-4b85-9a4c-26b5bb868b8a None None] The sync data for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv is: [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:32Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:04:35.680943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] For port c6d88f79-024e-4145-8275-7ed0ea5b6269, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:04:35.684324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] For port c6d88f79-024e-4145-8275-7ed0ea5b6269, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c6d88f79-024e-4145-8275-7ed0ea5b6269,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:04:35.690247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:35.694060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed7e4d08-994f-4a78-9f44-68a263392e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:35.777734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Pushing event updated for resources: {'Port': ['ID=c6d88f79-024e-4145-8275-7ed0ea5b6269,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:35.781281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:36.082897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (be3cc89d-3319-4cbc-ac3b-47ccace64be8/69233a97-c659-45a5-bbce-2236ec7b0a5c/dfa8b583-de60-43d5-b590-c1ac4d106884) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:04:36.189612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717d6cf-ea69-44e2-bd7e-12bf71187941 req-5afed76f-331a-445c-9e47-e77c8f5f990e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:36.191222 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1717d6cf-ea69-44e2-bd7e-12bf71187941 req-5afed76f-331a-445c-9e47-e77c8f5f990e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1935155
Nov 29 12:04:36.274734 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1717d6cf-ea69-44e2-bd7e-12bf71187941 req-e40fadf6-73be-4dea-a341-1cf909f5664d tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718079
Nov 29 12:04:36.313381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.330360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object dfa8b583-de60-43d5-b590-c1ac4d106884 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:36.362531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.368109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:36.439502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:04:36.442888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:36.446980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:04:36.480827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:36.490110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=dfa8b583-de60-43d5-b590-c1ac4d106884,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:36.495054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:36.512708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.563926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:36.570962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:36.571493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.648571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.699391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.717796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:36.724432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:36.725373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6d88f79-024e-4145-8275-7ed0ea5b6269 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:36.759832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-af43f9ab-6023-4c83-be11-52c04e26e55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:36.836359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:36.839520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:36.900656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port c6d88f79-024e-4145-8275-7ed0ea5b6269 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:36.966737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966976e-b6e6-4e37-a456-7dbd6f776c44 None None] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:04:37.092707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Provisioning for port c6d88f79-024e-4145-8275-7ed0ea5b6269 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:37.109502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Provisioning complete for port c6d88f79-024e-4145-8275-7ed0ea5b6269 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:37.109879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.271747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.277291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.316455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1ca6ba9a-cf8e-41cc-8291-cb404934b141 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:37.328457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.368213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] For port c6d88f79-024e-4145-8275-7ed0ea5b6269, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c6d88f79-024e-4145-8275-7ed0ea5b6269,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:37.376627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.379058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:37.405183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=dfa8b583-de60-43d5-b590-c1ac4d106884,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:37.407672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.412776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:37.447545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Pushing event updated for resources: {'Port': ['ID=c6d88f79-024e-4145-8275-7ed0ea5b6269,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:37.451028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:37.527210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c88b-5d91-403b-a054-7a2a87076bea req-8d90154c-637f-48f9-8ae0-0bc91b1da72e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:37.529489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3357c88b-5d91-403b-a054-7a2a87076bea req-8d90154c-637f-48f9-8ae0-0bc91b1da72e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1012511
Nov 29 12:04:37.554442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:04:37.555849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:37.578373 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3357c88b-5d91-403b-a054-7a2a87076bea req-287492c2-0a14-4ec2-b496-3689504ba7c4 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424793
Nov 29 12:04:37.602767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ae77f9b1-ad17-478a-bfba-89dfd210175b None None] Provisioning complete for port c6d88f79-024e-4145-8275-7ed0ea5b6269 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:37.603147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae77f9b1-ad17-478a-bfba-89dfd210175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.738765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ae77f9b1-ad17-478a-bfba-89dfd210175b None None] Provisioning for port dfa8b583-de60-43d5-b590-c1ac4d106884 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:37.743990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ae77f9b1-ad17-478a-bfba-89dfd210175b None None] Provisioning complete for port dfa8b583-de60-43d5-b590-c1ac4d106884 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:37.744378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae77f9b1-ad17-478a-bfba-89dfd210175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.749966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 9b23f32b-879d-4676-934a-d9f91bb368b9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:04:37.805150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ae77f9b1-ad17-478a-bfba-89dfd210175b None None] Port dfa8b583-de60-43d5-b590-c1ac4d106884 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:04:37.936173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-54442335-9e6d-4af1-8f90-0647668fcf8e None None] Provisioning complete for port dfa8b583-de60-43d5-b590-c1ac4d106884 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:37.936977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-54442335-9e6d-4af1-8f90-0647668fcf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:37.948254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:04:37.963318 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/9b23f32b-879d-4676-934a-d9f91bb368b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2922728
Nov 29 12:04:37.965426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:37.986279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Sync routers for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:04:38.013568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:38.014197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080917c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:38.130206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-54442335-9e6d-4af1-8f90-0647668fcf8e None None] Port dfa8b583-de60-43d5-b590-c1ac4d106884 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:04:38.153931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc35a6f-edd9-4c92-a2b1-ecab6c17955e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.154411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc35a6f-edd9-4c92-a2b1-ecab6c17955e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.154879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc35a6f-edd9-4c92-a2b1-ecab6c17955e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.155371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc35a6f-edd9-4c92-a2b1-ecab6c17955e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.155832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc35a6f-edd9-4c92-a2b1-ecab6c17955e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.157515 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-afc35a6f-edd9-4c92-a2b1-ecab6c17955e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3570 time: 0.1911464
Nov 29 12:04:38.160645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56196) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:38.187068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42b72d-65ba-42c8-81d8-90f79e9527b5 req-2e23a7b6-a559-4253-8db8-8dbb540c205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.188690 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-de42b72d-65ba-42c8-81d8-90f79e9527b5 req-2e23a7b6-a559-4253-8db8-8dbb540c205b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1099 time: 0.1410797
Nov 29 12:04:38.204564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:38.234080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf719-3e6b-4743-b786-cd94ee99beb1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.234543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf719-3e6b-4743-b786-cd94ee99beb1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.234990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf719-3e6b-4743-b786-cd94ee99beb1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.235632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf719-3e6b-4743-b786-cd94ee99beb1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.236315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cf719-3e6b-4743-b786-cd94ee99beb1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.238293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-589cf719-3e6b-4743-b786-cd94ee99beb1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3350 time: 0.0766778
Nov 29 12:04:38.241191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56200) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:38.244980 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-de42b72d-65ba-42c8-81d8-90f79e9527b5 req-5f39048a-59ed-4a79-9e0f-9ba9c7417754 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411263
Nov 29 12:04:38.249846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:04:38.473931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:38.516380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-088dfc22-cf53-4ad8-a145-231828f8b305 None None] Provisioning complete for port dfa8b583-de60-43d5-b590-c1ac4d106884 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:38.516766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-088dfc22-cf53-4ad8-a145-231828f8b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:38.590530 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d43dc145-4fd3-46ad-8199-39114ee58c5b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2333 time: 0.3481259
Nov 29 12:04:38.593403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56204) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:38.600203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1230214393', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:38.701244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-088dfc22-cf53-4ad8-a145-231828f8b305 None None] Port dfa8b583-de60-43d5-b590-c1ac4d106884 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:04:38.732464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:38.787431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:38.794098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'port_id': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:04:38.800599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:port and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:38.804740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:38.812176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:38.832776 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d123-632c-4882-ad1c-919ad05346dc req-9cea4697-569a-4c83-abb1-463c2a1336e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:38.834275 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-24f5d123-632c-4882-ad1c-919ad05346dc req-9cea4697-569a-4c83-abb1-463c2a1336e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1391256
Nov 29 12:04:38.835373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:04:38.836146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:38.836375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:38.838610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:38.877995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] device_id is not set on port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:04:38.922121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:38.943818 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-24f5d123-632c-4882-ad1c-919ad05346dc req-acdc5ea3-b126-4cfd-a679-d339fd012d60 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954766
Nov 29 12:04:38.953945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc3858fd-e586-44d2-abc3-bb703961d02f {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:04:39.012046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:39.022800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080917c0>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:37Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:39.027020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.032587 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:39.038797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.9 (be3cc89d-3319-4cbc-ac3b-47ccace64be8/69233a97-c659-45a5-bbce-2236ec7b0a5c/5e441bc2-e700-4c6d-bc48-4aaa0c855a43) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:04:39.079028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6d88f79-024e-4145-8275-7ed0ea5b6269 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:39.103284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Checking router: 9b23f32b-879d-4676-934a-d9f91bb368b9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:04:39.103654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Updating router 9b23f32b-879d-4676-934a-d9f91bb368b9 port dfa8b583-de60-43d5-b590-c1ac4d106884 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:04:39.211683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.234393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:39.238361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:39.255154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.272997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:39.284196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['cc3858fd-e586-44d2-abc3-bb703961d02f'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:04:39.298356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.306405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59aa4d7a-fb4a-43b5-ab6d-289fe637fbdf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:39.351711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c6d88f79-024e-4145-8275-7ed0ea5b6269 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:39.352105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.376445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:04:39.380058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:39.384058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:04:39.426392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:39.431203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:39.454437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:39.455194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.482690 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8880742
Nov 29 12:04:39.669562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:39.674906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719835032', 'description': 'tempest-secgroup-smoke-1719835032 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:39.681810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:39.686183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:39.689098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:39.696115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:39.708118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.718375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3030e378-a3a2-4d4a-95db-7cc2bdc8d562 None None] Provisioning for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:39.728495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:39.732515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:39.735640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:39.741864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:39.750805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3030e378-a3a2-4d4a-95db-7cc2bdc8d562 None None] Provisioning complete for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:39.751208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3030e378-a3a2-4d4a-95db-7cc2bdc8d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.816611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.821751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.825894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fff25da7-fde8-4e7f-aebc-c66d4b4fc067 tempest-NegativeSecGroupIPv6Test-755741870 tempest-NegativeSecGroupIPv6Test-755741870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:39.849234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3030e378-a3a2-4d4a-95db-7cc2bdc8d562 None None] Port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:04:39.866504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e6530-7e8f-4a69-adaa-690e069db427,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:39.869528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:39.873519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.878394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56216) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:39.883778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'e41e6530-7e8f-4a69-adaa-690e069db427', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:39.883946 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2130346
Nov 29 12:04:39.890004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:39.893999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:39.897307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:39.903010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:39.922307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.989226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:39.994522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.001328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-830a72d6-8b59-4a36-85f8-9da61acef5e7 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.017989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.022738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f666c7f-bb58-4ef5-b39a-9efb5bf76c05,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.026241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.036291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.037755 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1583662
Nov 29 12:04:40.040879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56222) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:40.044269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Transition to ACTIVE for port object dfa8b583-de60-43d5-b590-c1ac4d106884 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:40.048475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'e41e6530-7e8f-4a69-adaa-690e069db427', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:40.056775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:40.061449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:40.065078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:40.066978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.071329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:40.074145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.090106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.149497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1fde3-5ce5-4afb-a918-9233cb62ec15 req-ad3fdc4b-3ca4-4c32-bc81-aea292890844 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:40.151011 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ce1fde3-5ce5-4afb-a918-9233cb62ec15 req-ad3fdc4b-3ca4-4c32-bc81-aea292890844 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 945 time: 0.0903940
Nov 29 12:04:40.160975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.165853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.172393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-456bf852-b02e-419b-809d-595fee797a10 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.195813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b7d135-c471-4e4d-b7e3-c2c75e11c83c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.198781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.207878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.209360 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1672568
Nov 29 12:04:40.212420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:40.218891 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ce1fde3-5ce5-4afb-a918-9233cb62ec15 req-5b49c309-cbfc-491f-a5ac-e1429959da43 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559037
Nov 29 12:04:40.223342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'e41e6530-7e8f-4a69-adaa-690e069db427', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:40.227580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:04:40.229522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:40.236198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:40.239867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:40.243197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56230) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:40.246749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:40.268969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.270210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c890e-7fe7-4a1e-9db7-3a9c88af5cb5 None None] Pushing event updated for resources: {'Port': ['ID=dfa8b583-de60-43d5-b590-c1ac4d106884,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.277551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be9c890e-7fe7-4a1e-9db7-3a9c88af5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.343885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.350203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.353298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d02474bf-1788-48f1-b6bd-c889c53f9379 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.383263 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9af56f51-9d2d-4eaa-9298-6bea4d4e9e54 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/floatingips/c9c32135-fade-46a8-9978-addbd36f4a81 HTTP/1.1" status: 200  len: 991 time: 0.1315277
Nov 29 12:04:40.385394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7659793-3003-4df6-8dca-46a17c6b7c29,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.390598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.396645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.399253 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1841691
Nov 29 12:04:40.400924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56234) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:40.406026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'e41e6530-7e8f-4a69-adaa-690e069db427', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:40.412830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:40.416048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:40.418920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:40.425619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:40.428107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Attempting to bind port dfa8b583-de60-43d5-b590-c1ac4d106884 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:04:40.428446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Attempting to bind port dfa8b583-de60-43d5-b590-c1ac4d106884 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:04:40.428907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Attempting to bind port dfa8b583-de60-43d5-b590-c1ac4d106884 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:04:40.442455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:04:40.442904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Checking segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:04:40.443233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.443637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Bound using segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:04:40.443757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.444119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Bound port: dfa8b583-de60-43d5-b590-c1ac4d106884, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:04:40.444503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.467743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.510391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.515804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.517752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-26a70ce0-5306-4113-bafe-ac9d17e57f77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.528150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc3858fd-e586-44d2-abc3-bb703961d02f {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:04:40.539868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b206543-b699-4931-be5a-89e7e8d62897,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.542285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.552156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.556253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56238) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:40.556871 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1549597
Nov 29 12:04:40.562818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'e41e6530-7e8f-4a69-adaa-690e069db427', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:40.568025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:40.569086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:40.573803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.573976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:40.577020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:40.578287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bcc3f87b-190a-492b-9876-673c9bdd5a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.583447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:40.594006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:04:40.601796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.626395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] For port dfa8b583-de60-43d5-b590-c1ac4d106884, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:04:40.645018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] For port dfa8b583-de60-43d5-b590-c1ac4d106884, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dfa8b583-de60-43d5-b590-c1ac4d106884,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:04:40.652102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.660696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.664922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.665454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cffda09-57a7-4b31-b62a-09999e6b89ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.691143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.695874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.698101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9a7adb1d-ff74-4497-9cbf-20af082c3c17 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.722924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be59735d-c8a6-44f8-a173-46a3042b21a6,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.727992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.733559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.734914 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a82e4890-aa42-45c2-b1a7-dc441262226c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1770263
Nov 29 12:04:40.737897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56242) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:40.742350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:40.743002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080917c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:40.743631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'e41e6530-7e8f-4a69-adaa-690e069db427', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:40.750755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:40.755733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:40.758822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:40.766211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:40.784713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:04:40.793454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.869628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c890e-7fe7-4a1e-9db7-3a9c88af5cb5 None None] Pushing event updated for resources: {'Port': ['ID=dfa8b583-de60-43d5-b590-c1ac4d106884,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.875659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.879873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be9c890e-7fe7-4a1e-9db7-3a9c88af5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.881242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.889519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae2db529-5946-4417-94ac-9e5d3af991b0 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:40.913546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6ae275-c1ef-458b-ae81-5bf796bed8ed,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:40.916424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:40.917512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:40.919222 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1798909
Nov 29 12:04:40.947777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:41.137479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-15f500b9-c94b-47d2-8cb6-e8b161db0797 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:41.154873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-15f500b9-c94b-47d2-8cb6-e8b161db0797 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:41.156201 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-15f500b9-c94b-47d2-8cb6-e8b161db0797 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719835032&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0564375
Nov 29 12:04:41.235588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-21223b5c-731a-42e7-b3f1-f4257e77f2ea tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:41.236968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-21223b5c-731a-42e7-b3f1-f4257e77f2ea tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 930 time: 0.0735681
Nov 29 12:04:41.277316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080917c0>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:40Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:41.281632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaf7b-df60-437e-8835-6a0c5590a413 None None] The sync data for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv is: [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:40Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:04:41.369684 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-2ac45a9e-94f1-43d4-a4f5-8e21970ec2fe service neutron] 10.222.0.20 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1206355
Nov 29 12:04:41.379711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-9ea550a9-57d7-42c0-b2ba-6fccfc9ea2d7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:04:41.380482 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-9ea550a9-57d7-42c0-b2ba-6fccfc9ea2d7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055056
Nov 29 12:04:41.523953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-bd32242f-b061-460d-be03-a2b5caf81dda service neutron] 10.222.0.20 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325271
Nov 29 12:04:41.662960 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-1337b75f-080c-4243-8193-111485d760d5 service neutron] 10.222.0.20 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332676
Nov 29 12:04:41.864869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-722d1e2c-d410-454c-ab42-cd53b222f510 req-3193025e-fda2-4368-b7f1-39c421443cae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:41.882457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-722d1e2c-d410-454c-ab42-cd53b222f510 req-3193025e-fda2-4368-b7f1-39c421443cae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:41.884002 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-722d1e2c-d410-454c-ab42-cd53b222f510 req-3193025e-fda2-4368-b7f1-39c421443cae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 210 time: 0.0678542
Nov 29 12:04:42.240147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:42.317097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port cc3858fd-e586-44d2-abc3-bb703961d02f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:42.317377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:42.453880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dfa8b583-de60-43d5-b590-c1ac4d106884 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:42.495139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:42.536679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:04:42.548347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:42.554131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:42.556328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:42.629965 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'code': 200}
Nov 29 12:04:42.635560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port dfa8b583-de60-43d5-b590-c1ac4d106884 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:42.651775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port dfa8b583-de60-43d5-b590-c1ac4d106884 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:42.652265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:42.723970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:42.727830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:42.792223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:42.833979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port dfa8b583-de60-43d5-b590-c1ac4d106884, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dfa8b583-de60-43d5-b590-c1ac4d106884,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:42.839054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:42.841416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be9c890e-7fe7-4a1e-9db7-3a9c88af5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:42.873581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-f5515926-9a08-4047-aa6c-9e3046c9201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:42.875097 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-f5515926-9a08-4047-aa6c-9e3046c9201e service neutron] 10.222.0.18 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1026 time: 0.0812616
Nov 29 12:04:42.920063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=dfa8b583-de60-43d5-b590-c1ac4d106884,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:42.923478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:43.070155 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e8a7d7b0-fda4-4b15-8359-d36aa65554a2 req-9f998306-b3ed-4c7d-aeed-42b1e3c916bb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 210 time: 0.0629425
Nov 29 12:04:43.094777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-033c3b43-9c7a-41f9-83de-29cdc34c2740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:43.095479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-033c3b43-9c7a-41f9-83de-29cdc34c2740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:43.111937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-033c3b43-9c7a-41f9-83de-29cdc34c2740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:43.113131 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-033c3b43-9c7a-41f9-83de-29cdc34c2740 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 796 time: 0.2324715
Nov 29 12:04:43.145586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:43.160216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-bd7064ad-589b-4083-86bf-b947e717fd7d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:04:43.172248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-bd7064ad-589b-4083-86bf-b947e717fd7d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:04:43.173337 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-bd7064ad-589b-4083-86bf-b947e717fd7d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 380 time: 0.0520205
Nov 29 12:04:43.182315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-73903b22-2bae-4de0-8a73-f829273104c5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:04:43.183258 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-73903b22-2bae-4de0-8a73-f829273104c5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047500
Nov 29 12:04:43.193432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Request body: {'port': {'device_id': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:43.307552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:43.782801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:04:43.790760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:43.805775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Transition to ACTIVE for port object 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:04:43.810959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:43.815826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2512822-f532-43d2-8a19-60b38d69450f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:43.973240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:43.980033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:44.053074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:04:44.053409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:04:44.053726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:04:44.058804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:04:44.059118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:04:44.064724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:04:44.065054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Checking segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:04:44.065430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Bound using segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:04:44.065844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Bound port: 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:04:44.066180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:44.165609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:04:44.169045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:04:44.173808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:44.178533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-070e24e0-aa0a-42ca-9c9b-96c3efbf7558 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:44.227950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:44.228553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:44.229918 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] 10.222.0.18 "PUT /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1131 time: 1.0400839
Nov 29 12:04:44.230446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:04:44.259701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:44.262795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:44.366153 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'status': 'completed', 'code': 200}
Nov 29 12:04:44.394199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-8e5d92fd-2cb2-4aff-a916-5cd9ad10b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:44.394199 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-8e5d92fd-2cb2-4aff-a916-5cd9ad10b649 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 1134 time: 0.1181328
Nov 29 12:04:44.428956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dfa8b583-de60-43d5-b590-c1ac4d106884 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:44.441470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1028da-6c98-4c9a-aece-34b8b9de73bb req-6555ecf7-941f-4dbc-89bf-317353985aaf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:44.443205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c1028da-6c98-4c9a-aece-34b8b9de73bb req-6555ecf7-941f-4dbc-89bf-317353985aaf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 981 time: 0.2565680
Nov 29 12:04:44.473611 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-53afe97e-173c-4530-a2d2-55309264ab15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 217 time: 0.0725107
Nov 29 12:04:44.494009 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c1028da-6c98-4c9a-aece-34b8b9de73bb req-429d7877-eae9-4a1d-aaee-fe249e4237c3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443993
Nov 29 12:04:44.515458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port dfa8b583-de60-43d5-b590-c1ac4d106884 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:44.515458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:44.538786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-4485de7e-fc63-4df3-b098-9c6173d960f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:44.540399 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-4485de7e-fc63-4df3-b098-9c6173d960f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69233a97-c659-45a5-bbce-2236ec7b0a5c HTTP/1.1" status: 200  len: 835 time: 0.0599005
Nov 29 12:04:44.617078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-0caf50ba-4bca-434c-905e-2c6fb4296f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:44.618455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-0caf50ba-4bca-434c-905e-2c6fb4296f40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722663
Nov 29 12:04:44.755705 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-bde4cb11-f6f8-44b2-b8e5-b022a090a11c service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309268
Nov 29 12:04:44.906776 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5748db-8dd7-41b5-b900-fab00197c467 req-a2438487-0ed4-47d6-8353-65a779692a20 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442573
Nov 29 12:04:45.045704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-0ce535bd-db92-4aa0-afb2-736a63c45b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:45.047200 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-0ce535bd-db92-4aa0-afb2-736a63c45b01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 1134 time: 0.0853295
Nov 29 12:04:45.184652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-62dd8a02-a83d-41cd-a3da-0f4818478772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:45.186630 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-62dd8a02-a83d-41cd-a3da-0f4818478772 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 897 time: 0.1321795
Nov 29 12:04:45.255061 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-6efcbadd-b7d3-4124-8e02-436a1ec052cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 217 time: 0.0605021
Nov 29 12:04:45.443702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-a45cd201-3db0-4260-b225-4281bdca1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:45.445035 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-a45cd201-3db0-4260-b225-4281bdca1dc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69233a97-c659-45a5-bbce-2236ec7b0a5c HTTP/1.1" status: 200  len: 835 time: 0.1777759
Nov 29 12:04:45.530896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-fa971519-0a34-45e2-aa8d-2a765959be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:45.532516 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-fa971519-0a34-45e2-aa8d-2a765959be95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731134
Nov 29 12:04:45.719024 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-1b8841fb-2cd0-43ee-8e38-3c465b827f3a service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791782
Nov 29 12:04:45.812153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d6b7-cbc2-4cc5-8a60-22715453ef75 req-e769c476-9b4a-4cc3-81de-98399d9b0a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:45.813587 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ec45d6b7-cbc2-4cc5-8a60-22715453ef75 req-e769c476-9b4a-4cc3-81de-98399d9b0a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 981 time: 0.1969252
Nov 29 12:04:45.888988 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ec45d6b7-cbc2-4cc5-8a60-22715453ef75 req-467163a4-e5a3-4441-9490-7ecee71189cc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681729
Nov 29 12:04:45.894259 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ad5185d-0a83-4d3f-b8c5-49f9ddd7608d req-e9f68898-18bf-48d8-b1de-bc26007c7fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683180
Nov 29 12:04:47.100848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6545a6-80cb-42dd-bfe1-43d1344e0283 req-9664209a-7878-4c36-8c3d-1df290ab2b7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:47.102204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3c6545a6-80cb-42dd-bfe1-43d1344e0283 req-9664209a-7878-4c36-8c3d-1df290ab2b7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 981 time: 0.0925183
Nov 29 12:04:47.150393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3c6545a6-80cb-42dd-bfe1-43d1344e0283 req-b1376abe-5897-44a4-b544-a6bcec250d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401576
Nov 29 12:04:48.005946 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:04:48.272001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:04:48.357455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5503c9a-984e-451a-8222-29e6b1ddcc86 req-e3328296-8359-452a-9534-ea0628e1d47c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:48.359021 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c5503c9a-984e-451a-8222-29e6b1ddcc86 req-e3328296-8359-452a-9534-ea0628e1d47c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 981 time: 0.0856450
Nov 29 12:04:48.408192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c5503c9a-984e-451a-8222-29e6b1ddcc86 req-bcac5613-c923-4ce2-846e-fa1d02eb9eaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388088
Nov 29 12:04:48.417642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:48.433180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'port_id': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'mac_address': 'fa:16:3e:e7:66:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:04:48.488879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:48.506080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:04:48.521775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:48.528185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:48.530912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:48.601943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:48.605154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:48.770002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['5e441bc2-e700-4c6d-bc48-4aaa0c855a43'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:04:49.606276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c15a51-c422-4cc0-85bc-ba93c8d88594 req-28536eab-8894-4000-8829-cd84b4e59d99 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:49.607750 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-47c15a51-c422-4cc0-85bc-ba93c8d88594 req-28536eab-8894-4000-8829-cd84b4e59d99 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 982 time: 0.0865030
Nov 29 12:04:49.654817 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-47c15a51-c422-4cc0-85bc-ba93c8d88594 req-5da430e6-fd2a-429f-a06f-c1ff30fe51e6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406556
Nov 29 12:04:50.274234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:04:50.359089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:04:50.364235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:50.364546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:50.492771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:50.520399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:04:50.531320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:50.536321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:50.538234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:50.569379 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'code': 200}
Nov 29 12:04:50.608093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:50.612096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:50.801760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc7324-0d52-4fb3-b699-1b124429654e req-287111fc-da6e-4f9e-a13d-58329f54a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:50.804299 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fdc7324-0d52-4fb3-b699-1b124429654e req-287111fc-da6e-4f9e-a13d-58329f54a658 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 1136 time: 0.0774784
Nov 29 12:04:50.846320 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fdc7324-0d52-4fb3-b699-1b124429654e req-153c7c94-fac6-42ef-9873-14f03b08e63a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351825
Nov 29 12:04:50.854134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe410be-a03b-428f-b0ab-30168433421d req-727fbb1d-c80a-41b3-aaa1-4dab22d9a530 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:50.855636 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9fe410be-a03b-428f-b0ab-30168433421d req-727fbb1d-c80a-41b3-aaa1-4dab22d9a530 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.0875003
Nov 29 12:04:50.906874 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9fe410be-a03b-428f-b0ab-30168433421d req-81bd832a-a7a0-4ed4-8307-9a0a51a582f8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453598
Nov 29 12:04:52.120055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a1bd5-0d46-4266-a964-7e934f2289b6 req-fa43be1f-01e3-4581-9e48-7c3d6a166d6b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:52.121532 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f07a1bd5-0d46-4266-a964-7e934f2289b6 req-fa43be1f-01e3-4581-9e48-7c3d6a166d6b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.0928667
Nov 29 12:04:52.166473 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f07a1bd5-0d46-4266-a964-7e934f2289b6 req-58cbe487-abfa-4604-b8e9-c24c26a2878a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389237
Nov 29 12:04:53.370612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef319bc-b36b-441b-96da-5b664d74172c req-46e2212f-61be-4fd9-a35a-b452abf8d39d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:53.372077 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cef319bc-b36b-441b-96da-5b664d74172c req-46e2212f-61be-4fd9-a35a-b452abf8d39d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.0888486
Nov 29 12:04:53.416335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cef319bc-b36b-441b-96da-5b664d74172c req-53f0780c-13e0-4bed-9919-674ceb6208fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384660
Nov 29 12:04:53.600251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447affc9-dedd-4db3-b95f-608e39dff666 req-fd0b2663-50b7-43c6-9571-ddaf58c28d9a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:53.601796 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-447affc9-dedd-4db3-b95f-608e39dff666 req-fd0b2663-50b7-43c6-9571-ddaf58c28d9a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.0827496
Nov 29 12:04:53.647472 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-447affc9-dedd-4db3-b95f-608e39dff666 req-e9ccc1b1-951e-43bf-8496-98a5302066f9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398917
Nov 29 12:04:53.669957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56302) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:53.745742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6995c-ecee-4c22-b13c-328808543a6c tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:53.747154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bea6995c-ecee-4c22-b13c-328808543a6c tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 1131 time: 0.0761745
Nov 29 12:04:53.749991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56306) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:53.755141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:53.761142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:04:53.765413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:04:53.768723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:04:53.774861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:04:53.786903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:53.928898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:54.068767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.162 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/5cd8ebed-1ac4-43df-b877-ceb2495d8694) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:04:54.222327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:54.261123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:54.265749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e336aa82-22f1-46e5-aa61-3507658a5e1f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:54.328150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:04:54.331317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:04:54.334911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:04:54.372326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=5cd8ebed-1ac4-43df-b877-ceb2495d8694,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:54.386154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.386536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.386906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.387320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.387665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.388028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.388385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.388737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.389095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.389446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.391129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.391516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:54.396333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:54.783882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:54.861574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:55.183266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:55.190473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:55.193988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-09d7528f-9031-4d8f-92df-433e3164b1f0 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:55.296369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=5cd8ebed-1ac4-43df-b877-ceb2495d8694,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:55.300468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:55.311312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:55.484576 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 3881c441-5a33-4518-a44e-65e7aeed2cbb associated. External IP: 172.26.4.162, port: 5e441bc2-e700-4c6d-bc48-4aaa0c855a43.
Nov 29 12:04:55.843645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 9b23f32b-879d-4676-934a-d9f91bb368b9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:04:56.026074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:04:56.036466 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] Sync routers for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:04:56.047294 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:56.047891 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087afd00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:56.053432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:56.119910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.3687131
Nov 29 12:04:56.121121 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56310) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:04:56.121666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:04:56.185666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'status': 'completed', 'code': 200}
Nov 29 12:04:56.216072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b22c9a-36ca-4f73-b9ca-40a04c33c7e3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:56.217583 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-77b22c9a-36ca-4f73-b9ca-40a04c33c7e3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c&network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 1131 time: 0.0945983
Nov 29 12:04:56.236809 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:56.288972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-b6464055-5e8e-48b4-bdc2-28b5496d03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:56.290513 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-b6464055-5e8e-48b4-bdc2-28b5496d03a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 1136 time: 0.0717156
Nov 29 12:04:56.441668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-773bf10d-5fb8-4d20-8942-4bc521908ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:56.443450 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-773bf10d-5fb8-4d20-8942-4bc521908ddb service neutron] 10.222.0.18 "GET /v2.0/networks?id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 897 time: 0.1460564
Nov 29 12:04:56.511818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0d53b5f-a726-44af-b883-a84f33722214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:56.554145 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-1b20f865-d8ff-4508-9c04-7aaf4a8cac8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1037 time: 0.1040261
Nov 29 12:04:56.632825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-58bc9f46-eb91-4fd6-8acc-6e0cd305e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:56.634143 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-58bc9f46-eb91-4fd6-8acc-6e0cd305e21f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69233a97-c659-45a5-bbce-2236ec7b0a5c HTTP/1.1" status: 200  len: 835 time: 0.0697727
Nov 29 12:04:56.641819 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087afd00>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '3881c441-5a33-4518-a44e-65e7aeed2cbb', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.162', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'port_id': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1230214393', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'mac_address': 'fa:16:3e:e7:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:04:54Z', 'updated_at': '2021-11-29T12:04:54Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:56.646495 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] Checking router: 9b23f32b-879d-4676-934a-d9f91bb368b9 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:04:56.654856 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:04:56.658695 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087afd00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:56.715807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-3e64684b-664c-4821-8011-d45d26c3f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:56.717571 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-3e64684b-664c-4821-8011-d45d26c3f6e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758820
Nov 29 12:04:56.757166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce879f49-50a0-434d-95a9-27bcc9d73826 req-294d4017-cf07-429b-b655-bdcba6ae00da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:56.759424 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ce879f49-50a0-434d-95a9-27bcc9d73826 req-294d4017-cf07-429b-b655-bdcba6ae00da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.0964017
Nov 29 12:04:56.818211 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ce879f49-50a0-434d-95a9-27bcc9d73826 req-334bf10e-a7d9-4336-90af-26a2ed36bc60 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530872
Nov 29 12:04:56.886576 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:04:56.900501 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-f6eec5ba-6e0a-43fd-b035-c6917cbdee40 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737192
Nov 29 12:04:57.092046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:57.181252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d616b885-08a2-4010-bed4-cceb1daa6bd7 req-f143aea3-b5b4-4061-89c3-d9f1f8fba046 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646813
Nov 29 12:04:57.255901 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087afd00>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '3881c441-5a33-4518-a44e-65e7aeed2cbb', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.162', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'port_id': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1230214393', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'mac_address': 'fa:16:3e:e7:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:04:54Z', 'updated_at': '2021-11-29T12:04:54Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:04:57.260291 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a800ec-e764-4ce0-9a08-1654c39827b8 None None] The sync data for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv is: [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '3881c441-5a33-4518-a44e-65e7aeed2cbb', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.162', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'port_id': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1230214393', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'mac_address': 'fa:16:3e:e7:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e1740-d6fa-40a6-9762-afeee5efab1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:04:54Z', 'updated_at': '2021-11-29T12:04:54Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:04:57.462540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd142e-384b-4109-91fc-152a936282b9 None None] New status for floating IP 3881c441-5a33-4518-a44e-65e7aeed2cbb: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:04:58.071067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3866c-3d08-4f9c-9c4e-3ef1b3312db1 req-0008a591-13df-40f8-86ac-a11c35379bed tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:58.072726 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-64c3866c-3d08-4f9c-9c4e-3ef1b3312db1 req-0008a591-13df-40f8-86ac-a11c35379bed tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.1385884
Nov 29 12:04:58.117192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-83f80607-ec85-461d-a664-15d15d296289 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:58.118574 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-83f80607-ec85-461d-a664-15d15d296289 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 983 time: 0.1298904
Nov 29 12:04:58.165418 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-64c3866c-3d08-4f9c-9c4e-3ef1b3312db1 req-8331ba7b-173d-4d75-b00c-48dbc609f15b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867565
Nov 29 12:04:58.206237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-ebf20bd6-f714-4b73-8fc9-986f3c13bd27 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:58.207609 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-ebf20bd6-f714-4b73-8fc9-986f3c13bd27 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0820489
Nov 29 12:04:58.357489 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-b176aa9d-c552-446d-8b57-00ad06a1d4aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1430254
Nov 29 12:04:58.368392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:04:58.480515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:58.690245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:04:58.722093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:04:58.817623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] device_id is not set on port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:04:58.828654 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:58.840253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:58.846285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:04:58.987573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=6']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:04:58.997300 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-aa2bf6e4-3b89-46b1-a1b2-c0c1b05f0a32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2352972
Nov 29 12:04:59.004005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.004366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.004772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.005147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.005518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.005887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.006253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.006590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.006981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.007372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.007736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.008094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:04:59.013698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:04:59.059863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe16e9cb-becb-4f99-8310-cc35123d62a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:59.102499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2a414e72-aa9b-4a85-99db-1931eb851e4d None None] Provisioning complete for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:04:59.102909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a414e72-aa9b-4a85-99db-1931eb851e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:59.103450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] No DVR routers for this DVR port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:04:59.158892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2a414e72-aa9b-4a85-99db-1931eb851e4d None None] Port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:04:59.286851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-222e6d10-5ea7-4b93-85b1-4d2c299c97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:59.288365 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-222e6d10-5ea7-4b93-85b1-4d2c299c97c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1099 time: 0.2643147
Nov 29 12:04:59.321978 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00d4158b-4aeb-4fd7-a081-f6b51f7e1280 req-47c804cb-9932-4c03-980f-2486db236143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9e1740-d6fa-40a6-9762-afeee5efab1c HTTP/1.1" status: 200  len: 210 time: 0.0460556
Nov 29 12:04:59.558965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] In _notify_port_updated(), no bound segment for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:04:59.559873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:59.560481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:04:59.561748 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af83b302-bcea-4b4a-932f-38699cbb1088 req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1026 time: 1.1973331
Nov 29 12:04:59.601783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-1d0a288f-c4e5-40ec-ac9e-bec8ace613ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:59.603246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-1d0a288f-c4e5-40ec-ac9e-bec8ace613ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 200  len: 898 time: 0.2813289
Nov 29 12:04:59.724736 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-949298ed-a70a-4443-bf99-89e0f791b8c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 200  len: 1000 time: 0.1123958
Nov 29 12:04:59.794985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-affc0867-f578-438b-b7c5-69fff960e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:59.796402 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-affc0867-f578-438b-b7c5-69fff960e09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0aa0c5a9-01be-4071-93b1-a61e1a126779 HTTP/1.1" status: 200  len: 834 time: 0.0616360
Nov 29 12:04:59.877991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-6ce64865-b205-45e1-8840-ad75c971e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:04:59.879541 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-6ce64865-b205-45e1-8840-ad75c971e861 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01166248-007c-4ad0-b942-630ef48c71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726283
Nov 29 12:05:00.038441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-85a431d6-76c2-477d-a5bf-5b890c980e82 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501877
Nov 29 12:05:00.069512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:00.176562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ab3ad2-5bc8-4e51-bb17-081ac19e17af req-8d1a1c2d-77ac-4a0f-acb6-817c239ffd5b service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301136
Nov 29 12:05:00.323010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:00.385623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:00.420701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56326) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:00.505193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eac691-810e-4534-b59e-56174c35c899 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:00.506547 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-80eac691-810e-4534-b59e-56174c35c899 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 925 time: 0.0848866
Nov 29 12:05:00.835257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56332) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:00.840603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039413118', 'description': 'tempest-secgroup-smoke-2039413118 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:00.847923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:00.858826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:00.871097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:00.892474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:00.896511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:00.899519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:00.905406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:00.976328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:00.982232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:00.987736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-99b6d5a2-1ed6-4ad5-a113-5bb19cc479fe tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:01.036734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3718c7d7-25df-4d75-9da8-938e40ef8fa9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:01.039728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:01.043940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.045123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2088728
Nov 29 12:05:01.048402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56336) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:01.053418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '3718c7d7-25df-4d75-9da8-938e40ef8fa9', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:01.059656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:01.064017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:01.067010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:01.073435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:01.096793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.160512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.166128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.167948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3f77a730-e4f6-4d23-890f-62f774c8360c tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:01.191051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa9644b-5252-406c-b063-d49196cd0b05,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:01.193698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:01.202217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.203415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1540928
Nov 29 12:05:01.206339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:01.211509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '3718c7d7-25df-4d75-9da8-938e40ef8fa9', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:01.217597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:01.221737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:01.224714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:01.230545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:01.249145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.311192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.315808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.317478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-81195499-9db9-4edb-8358-d3cf6b8b3fa3 tempest-ServersTestJSON-620298076 tempest-ServersTestJSON-620298076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:01.342489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c4cde0-c694-42b3-96a8-04c7546badde,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:01.346920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:01.352455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.353674 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1463945
Nov 29 12:05:01.356490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:01.361651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '3718c7d7-25df-4d75-9da8-938e40ef8fa9', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:01.367469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:01.371400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:01.374426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:01.380817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:01.521130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.582049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.585944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.587874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1e50116b-69ae-4738-b93f-65584a0b593d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:01.608718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46811844-4f1e-4dd6-bb2c-75a93508c229,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:01.611212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:01.620512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.624461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.624933 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2645361
Nov 29 12:05:01.624933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56348) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:01.629760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '3718c7d7-25df-4d75-9da8-938e40ef8fa9', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:01.635911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:01.639945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:01.643455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:01.650586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:01.670365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.739584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.745382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.747192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eeaf99d0-f91c-4747-96c8-66905a44af82 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:01.768099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cb70d9-b21c-4942-bc77-a89456408ff9,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:01.770602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:01.779788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.780977 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1553698
Nov 29 12:05:01.784651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56352) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:01.789731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '3718c7d7-25df-4d75-9da8-938e40ef8fa9', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:01.795662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:01.800204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:01.803364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:01.809335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:01.819581 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:05:01.826595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.891463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.896900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.902911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1f3176c9-d22e-43cb-ad9b-1d7f36894ea9 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:01.921961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94e33c3-e52c-4865-a88d-186d44caf415,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:01.924448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:01.932858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:01.934102 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1484737
Nov 29 12:05:01.936992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56356) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:01.942071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '3718c7d7-25df-4d75-9da8-938e40ef8fa9', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:01.948205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:01.952161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:01.955635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:01.962359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:01.975358 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:05:01.982450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:02.058185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:02.064228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:02.066321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cff0120e-b34c-449c-a416-dc734ac3c4c2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:02.090758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca394a3c-3c74-459f-a42b-456366533873,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:02.093169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:02.100974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:02.102257 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1643574
Nov 29 12:05:02.268801 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-30a2fc6f-7b5b-4ae8-b19f-721714f8e056 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039413118&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0407257
Nov 29 12:05:02.356163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-351c0dc2-89da-41c6-b78b-5d6070415750 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:02.357583 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-351c0dc2-89da-41c6-b78b-5d6070415750 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 930 time: 0.0821185
Nov 29 12:05:02.430745 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-f5ee260f-9246-4b3e-a227-69c567632a42 service neutron] 10.222.0.20 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0609167
Nov 29 12:05:02.442642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-c939322d-2629-4c0d-9a31-9e6408e156c1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:05:02.443652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-c939322d-2629-4c0d-9a31-9e6408e156c1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050743
Nov 29 12:05:02.579316 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-bc210647-f0f8-4732-8e99-aea70decfbae service neutron] 10.222.0.20 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298795
Nov 29 12:05:02.721097 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-c9c62d65-8c6e-41b3-85ef-76a2507ffab4 service neutron] 10.222.0.20 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347103
Nov 29 12:05:02.903075 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548daeba-bc60-4b8f-a488-246eca0ad0e3 req-8b516990-cd4c-48dd-9f4c-4f0f251714e9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 210 time: 0.0458624
Nov 29 12:05:03.918974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-11baf424-7ca4-41e2-a8ce-5024974e3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:03.920384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-11baf424-7ca4-41e2-a8ce-5024974e3a69 service neutron] 10.222.0.18 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1026 time: 0.0642200
Nov 29 12:05:04.072533 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9be0b9a7-64e0-424f-9246-756f1996c34c req-e39ae798-fb77-4d75-b1f9-73f4e2e09b77 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 210 time: 0.0543880
Nov 29 12:05:04.128108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-e8f671fb-0efb-461a-80cf-389d161a8511 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:04.129500 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-e8f671fb-0efb-461a-80cf-389d161a8511 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 796 time: 0.1999688
Nov 29 12:05:04.195592 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-6aa03bdc-21e9-4ee1-997c-e30d3ffe3447 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 473 time: 0.0538278
Nov 29 12:05:04.206386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Request body: {'port': {'device_id': 'f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:04.318896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:04.818013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:05:04.825680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:04.840461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Transition to ACTIVE for port object 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:04.846569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:04.850177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0924cd3a-7075-42ad-9694-cfeb86fd1d70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:04.985448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=7']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:04.991022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:05.115461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:05:05.115690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:05:05.116183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:05.121516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:05:05.121874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Attempting to bind port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:05.127754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:05:05.128091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Checking segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:05:05.128473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Bound using segment: {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:05:05.128896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Bound port: 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:05:05.129257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:05.271778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:05:05.279650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:05:05.290877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:05.298816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7fca243b-6eb5-4af0-8358-6c9d031b0de6 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:05.349556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:05.350161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:05.351606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1131 time: 1.1494343
Nov 29 12:05:05.352242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:05.379091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d5161-67a0-4d82-9fa0-8177834376b3 req-c76fed8e-5494-4d34-a09a-5f15bd438b6c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:05.380565 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9f5d5161-67a0-4d82-9fa0-8177834376b3 req-c76fed8e-5494-4d34-a09a-5f15bd438b6c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 981 time: 0.1947839
Nov 29 12:05:05.417588 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'status': 'completed', 'code': 200}
Nov 29 12:05:05.470925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=8']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:05.474932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:05.498097 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9f5d5161-67a0-4d82-9fa0-8177834376b3 req-e4c9f95f-80b9-425d-b54a-19bfded8b7c5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030345
Nov 29 12:05:05.527157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-7a2baa50-9b47-4ad6-8184-48cc10d08321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:05.528675 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-7a2baa50-9b47-4ad6-8184-48cc10d08321 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 1134 time: 0.1130850
Nov 29 12:05:05.633607 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-51476647-4762-484a-bd5c-36370c04feac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1037 time: 0.0960503
Nov 29 12:05:05.699677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-32d4b260-e78e-4cee-a63f-9fc0a564d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:05.701077 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-32d4b260-e78e-4cee-a63f-9fc0a564d1ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69233a97-c659-45a5-bbce-2236ec7b0a5c HTTP/1.1" status: 200  len: 835 time: 0.0612493
Nov 29 12:05:05.777033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-6df33cc0-4584-49fe-8f0a-45dc10ccdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:05.778508 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-6df33cc0-4584-49fe-8f0a-45dc10ccdc42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696337
Nov 29 12:05:05.915068 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-1948a54c-8caf-4cad-94b2-b55f0fa02644 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291833
Nov 29 12:05:06.050586 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7880b6ff-7771-4b53-8e8e-20a23cfffce2 req-8dc08fbc-bb63-47d8-af7c-22bd3bc35394 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291661
Nov 29 12:05:06.206104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595d05e-d417-4383-b722-9133844c9106 req-24ec2a84-e8cb-453d-923b-1a8a4fab1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:06.207540 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-24ec2a84-e8cb-453d-923b-1a8a4fab1013 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 1134 time: 0.0898969
Nov 29 12:05:06.471766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595d05e-d417-4383-b722-9133844c9106 req-57d51d14-afbb-4aba-8ad6-ad93b9288337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:06.473170 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-57d51d14-afbb-4aba-8ad6-ad93b9288337 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 897 time: 0.2581439
Nov 29 12:05:06.582155 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-33f24af3-e1c3-4f42-96bd-c90a03a5e2f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1037 time: 0.0989366
Nov 29 12:05:06.647088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595d05e-d417-4383-b722-9133844c9106 req-36df062e-2f4d-43a5-acf1-3740f022c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:06.648550 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-36df062e-2f4d-43a5-acf1-3740f022c73a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69233a97-c659-45a5-bbce-2236ec7b0a5c HTTP/1.1" status: 200  len: 835 time: 0.0589137
Nov 29 12:05:06.689285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1e90-22ee-4bdb-91e9-eee1c6798d1f req-ee17accd-b9e0-4fa4-835d-828d01c649ec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:06.690745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-794c1e90-22ee-4bdb-91e9-eee1c6798d1f req-ee17accd-b9e0-4fa4-835d-828d01c649ec tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 981 time: 0.0822365
Nov 29 12:05:06.732398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595d05e-d417-4383-b722-9133844c9106 req-27771526-e07d-4373-a794-1dc89b18a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:06.733826 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-27771526-e07d-4373-a794-1dc89b18a0cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774498
Nov 29 12:05:06.734992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-794c1e90-22ee-4bdb-91e9-eee1c6798d1f req-fde0e8c4-c02a-427b-993d-b3968963bfa7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:06.753775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-794c1e90-22ee-4bdb-91e9-eee1c6798d1f req-fde0e8c4-c02a-427b-993d-b3968963bfa7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:06.754932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-794c1e90-22ee-4bdb-91e9-eee1c6798d1f req-fde0e8c4-c02a-427b-993d-b3968963bfa7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584095
Nov 29 12:05:06.868012 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-82be94a5-bca7-48db-8368-5fffa35beea1 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262064
Nov 29 12:05:07.002514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9595d05e-d417-4383-b722-9133844c9106 req-ec236c53-956e-4c00-bb51-c5740c4a5969 service neutron] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273625
Nov 29 12:05:07.957892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6783-a9c0-43ce-b21c-bc8388d6b3e9 req-63c5ecf8-5765-469a-9691-6a5ac028b363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:07.959295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-031e6783-a9c0-43ce-b21c-bc8388d6b3e9 req-63c5ecf8-5765-469a-9691-6a5ac028b363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 981 time: 0.0911310
Nov 29 12:05:08.006476 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-031e6783-a9c0-43ce-b21c-bc8388d6b3e9 req-2f004502-d10a-42d7-aa3f-2f856173c1e0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389669
Nov 29 12:05:09.217395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be09c2-30e0-46e0-bd86-6b75b251e736 req-50c9c94f-a8e4-4330-803d-b5debcfda704 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:09.218763 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c9be09c2-30e0-46e0-bd86-6b75b251e736 req-50c9c94f-a8e4-4330-803d-b5debcfda704 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 981 time: 0.0944874
Nov 29 12:05:09.275587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c9be09c2-30e0-46e0-bd86-6b75b251e736 req-4fc45c6e-0ba4-4a19-8b3a-da55ae8c0a86 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500016
Nov 29 12:05:10.333781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:05:10.471558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a872c-c255-4d18-b4e0-771c3af77911 req-5c52dc95-a917-4765-b418-ffc9d30d360e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:10.473039 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-008a872c-c255-4d18-b4e0-771c3af77911 req-5c52dc95-a917-4765-b418-ffc9d30d360e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 981 time: 0.0877016
Nov 29 12:05:10.473452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:10.487108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'port_id': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'mac_address': 'fa:16:3e:e7:66:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:05:10.516376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-008a872c-c255-4d18-b4e0-771c3af77911 req-683bae53-802c-4cdc-8182-6adf0bbae47e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376115
Nov 29 12:05:10.546798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:10.563795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:05:10.579485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:10.585798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:10.587524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:10.654696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:10.657892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:10.804801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['5e441bc2-e700-4c6d-bc48-4aaa0c855a43'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:05:11.712853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d099-ff99-4fdd-a362-0dcc0d9f9f6b req-46f2ffcd-cb54-421d-b870-c25d07a922cb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:11.714654 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c9b9d099-ff99-4fdd-a362-0dcc0d9f9f6b req-46f2ffcd-cb54-421d-b870-c25d07a922cb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 982 time: 0.0822773
Nov 29 12:05:11.763006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c9b9d099-ff99-4fdd-a362-0dcc0d9f9f6b req-826041d4-6aa6-4be6-9981-98a1bef6ef1c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405879
Nov 29 12:05:12.334993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:12.410647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:12.415506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:12.415869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:12.533679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:12.565704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:12.576534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:12.581738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:12.583735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f7ec02d-1347-437b-a014-5efd163266b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:12.615499 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e441bc2-e700-4c6d-bc48-4aaa0c855a43', 'code': 200}
Nov 29 12:05:12.659076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=10']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:12.662130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:12.876415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb5f55-ba26-42ec-ba94-e78b2febe3f9 req-9e503046-ea6f-4b26-87e7-f770c365b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:12.877808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3feb5f55-ba26-42ec-ba94-e78b2febe3f9 req-9e503046-ea6f-4b26-87e7-f770c365b6ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 1137 time: 0.0768299
Nov 29 12:05:12.918879 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3feb5f55-ba26-42ec-ba94-e78b2febe3f9 req-0ad99b8b-3dff-4fd6-b379-fb2f8fe7bc65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347497
Nov 29 12:05:12.964035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219959-bda3-45de-951c-5a4bc51c169a req-2a2b95e9-3bb1-460f-b853-22a2f9f8d4b5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:12.965449 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-46219959-bda3-45de-951c-5a4bc51c169a req-2a2b95e9-3bb1-460f-b853-22a2f9f8d4b5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 984 time: 0.0892310
Nov 29 12:05:13.012237 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-46219959-bda3-45de-951c-5a4bc51c169a req-2260e7de-2ab9-4172-8478-1e5ba526ca1a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388188
Nov 29 12:05:13.154621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:14.225433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1743e-1926-4c7b-8cc1-4214e2e9e90b req-a16f96c6-0e6f-4eec-9ccf-06471d1f7b34 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:14.226772 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-36e1743e-1926-4c7b-8cc1-4214e2e9e90b req-a16f96c6-0e6f-4eec-9ccf-06471d1f7b34 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 984 time: 0.0980644
Nov 29 12:05:14.272813 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-36e1743e-1926-4c7b-8cc1-4214e2e9e90b req-0504ee40-3ad1-4f2c-bedb-5c554038a779 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403516
Nov 29 12:05:14.478195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84948c5-d49a-48f0-805c-308d33fd91db req-fb079f3d-38ef-4c7c-9dfc-cdf8064132a9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:14.479556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d84948c5-d49a-48f0-805c-308d33fd91db req-fb079f3d-38ef-4c7c-9dfc-cdf8064132a9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 984 time: 0.0866661
Nov 29 12:05:14.523226 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d84948c5-d49a-48f0-805c-308d33fd91db req-3853e095-a760-4ab3-8616-179be362020b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378661
Nov 29 12:05:14.547099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56418) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:14.636826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389392df-ec51-4426-a2b2-0b3379c9359b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:14.638336 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-389392df-ec51-4426-a2b2-0b3379c9359b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86&network_id=be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 200  len: 1132 time: 0.0902348
Nov 29 12:05:15.013533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51742e75-4796-42d5-87d0-e6c3405cfe9a req-3ae46a99-bf3f-46ed-9d6f-8c77c3d8c385 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:15.015001 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51742e75-4796-42d5-87d0-e6c3405cfe9a req-3ae46a99-bf3f-46ed-9d6f-8c77c3d8c385 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 984 time: 0.0861599
Nov 29 12:05:15.059560 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51742e75-4796-42d5-87d0-e6c3405cfe9a req-40a36722-48a5-4545-92a9-97bd7ac5d320 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387735
Nov 29 12:05:15.589661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56428) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:15.806749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Deleting port a2292a9c-4dbc-4439-925f-688229092c21 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:15.807093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:15.978739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:15.979005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:16.107473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Calling delete_port for a2292a9c-4dbc-4439-925f-688229092c21 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:16.324075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a676-bf57-4a30-bacf-aa25d41328d3 req-624e750a-7fa3-4734-9e00-0ee5f922501f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:16.325529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58b7a676-bf57-4a30-bacf-aa25d41328d3 req-624e750a-7fa3-4734-9e00-0ee5f922501f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 984 time: 0.1530309
Nov 29 12:05:16.336317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c5272-b1b8-497a-946f-5abdfa537209 req-166f7ac4-b491-4fe0-a636-de6f85fc5bb5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:16.337730 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-849c5272-b1b8-497a-946f-5abdfa537209 req-166f7ac4-b491-4fe0-a636-de6f85fc5bb5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 984 time: 0.1246238
Nov 29 12:05:16.397941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:16.402804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-96d3c8a4-d5dd-497f-b9f6-8e358a15e593 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:16.432646 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58b7a676-bf57-4a30-bacf-aa25d41328d3 req-d5997e1d-01ca-4412-88d2-bcb4f7da0278 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf234bc-30c2-4974-beab-5be240d1217c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939794
Nov 29 12:05:16.444081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c5272-b1b8-497a-946f-5abdfa537209 req-5509b2b4-19bc-48cf-a517-359a1843f14d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:16.445563 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-849c5272-b1b8-497a-946f-5abdfa537209 req-5509b2b4-19bc-48cf-a517-359a1843f14d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0939691
Nov 29 12:05:16.474728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'Port': ['ID=a2292a9c-4dbc-4439-925f-688229092c21,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:16.481140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:16.537704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:16.538297 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Floating IP c9c32135-fade-46a8-9978-addbd36f4a81 disassociated (deleted). External IP: 172.26.4.4, port: cc3858fd-e586-44d2-abc3-bb703961d02f.
Nov 29 12:05:16.595602 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-849c5272-b1b8-497a-946f-5abdfa537209 req-1026ebd7-0b55-446a-bb7b-041c98235758 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1438110
Nov 29 12:05:16.606683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:16.715147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:16.896138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Router d3925488-9af4-45e3-8ccd-79c5f33cf575 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:05:17.040062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:17.069655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] For port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:05:17.082780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:17.093273 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] Sync routers for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:17.104452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:17.105726 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:17.105931 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a970>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:17.124394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] device_id is not set on port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 29 12:05:17.133109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:17.139578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:17.144626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0d2ff95-c32c-4f89-a087-ce437fd896c2 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:17.162373 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "DELETE /v2.0/floatingips/c9c32135-fade-46a8-9978-addbd36f4a81 HTTP/1.1" status: 204  len: 168 time: 1.5687482
Nov 29 12:05:17.162373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:17.234101 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'status': 'completed', 'code': 200}
Nov 29 12:05:17.297707 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:17.345834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Pushing event updated for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=11']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:17.356772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:17.429808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] No DVR routers for this DVR port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:05:17.451983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c1db2389-a964-4439-b7b4-0599afe66fb9 None None] Provisioning complete for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:17.453115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1db2389-a964-4439-b7b4-0599afe66fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:17.528644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c1db2389-a964-4439-b7b4-0599afe66fb9 None None] Port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:05:17.620345 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a970>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:39Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:17.624302 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] Checking router: d3925488-9af4-45e3-8ccd-79c5f33cf575 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:17.633239 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:17.633904 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a970>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:17.666511 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d854c88d-e162-471e-b275-aa52d2016610 req-d7e08a4a-0c3c-411d-b394-e06098bae33f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=f40c8a12-0fce-4cae-8abb-bf3a1d9f9f86 HTTP/1.1" status: 200  len: 210 time: 0.0643187
Nov 29 12:05:17.693798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f771f-ba83-41b6-80a5-607b2dc11e56 req-fe99cd5b-36e8-4fdc-8b8d-6ab2c24dfa99 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:17.694437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-f19f771f-ba83-41b6-80a5-607b2dc11e56 req-fe99cd5b-36e8-4fdc-8b8d-6ab2c24dfa99 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Synchronizing usage tracker for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:17.709491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-0d929724-ff8a-41ca-8825-4bf9ede71cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:17.711127 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-0d929724-ff8a-41ca-8825-4bf9ede71cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 1099 time: 0.4346933
Nov 29 12:05:17.714781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-f19f771f-ba83-41b6-80a5-607b2dc11e56 req-fe99cd5b-36e8-4fdc-8b8d-6ab2c24dfa99 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Unset dirty status for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:17.716554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f19f771f-ba83-41b6-80a5-607b2dc11e56 req-fe99cd5b-36e8-4fdc-8b8d-6ab2c24dfa99 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1126833
Nov 29 12:05:17.771716 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f19f771f-ba83-41b6-80a5-607b2dc11e56 req-a3321cbd-5c62-4222-b567-1fa6ab5616ba tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475352
Nov 29 12:05:17.821898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] In _notify_port_updated(), no bound segment for port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 on network be3cc89d-3319-4cbc-ac3b-47ccace64be8 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Nov 29 12:05:17.823083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:17.823714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:17.825012 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] 10.222.0.18 "PUT /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 200  len: 1027 time: 1.2222419
Nov 29 12:05:17.856259 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:17.875882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-e9cc8f91-1fde-412e-883f-4483e6784572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:17.877747 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-e9cc8f91-1fde-412e-883f-4483e6784572 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 200  len: 898 time: 0.1556311
Nov 29 12:05:17.951756 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-b2ee141d-e0fc-456f-8f0d-862806646fe8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 200  len: 217 time: 0.0663044
Nov 29 12:05:18.020192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-99db3d26-43af-4479-84a2-d7f27d1ae848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:18.021634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-99db3d26-43af-4479-84a2-d7f27d1ae848 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0aa0c5a9-01be-4071-93b1-a61e1a126779 HTTP/1.1" status: 200  len: 834 time: 0.0616543
Nov 29 12:05:18.100512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-2295719d-d68c-4897-8028-67fcbf3bab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:18.101975 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-2295719d-d68c-4897-8028-67fcbf3bab62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01166248-007c-4ad0-b942-630ef48c71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728920
Nov 29 12:05:18.169432 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875a970>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:39Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:18.173558 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc695f2-c86d-4388-846b-264b5dcd7167 None None] The sync data for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv is: [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:03:32Z', 'revision_number': 4, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4', 'name': '', 'network_id': '01166248-007c-4ad0-b942-630ef48c71cd', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'mac_address': 'fa:16:3e:7b:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:31Z', 'updated_at': '2021-11-29T12:03:39Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'subnets': [{'id': '0aa0c5a9-01be-4071-93b1-a61e1a126779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:18.251114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-525d9cc3-32cc-4a0c-ac9e-a2dc0f8ba5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409907
Nov 29 12:05:18.333043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:18.402867 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:18.413086 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-041913fa-a69d-4a7e-a7c0-4ab11ae5d3bc req-d96d78df-2e77-4214-9693-a500cc3293f3 service neutron] 10.222.0.18 "GET /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545050
Nov 29 12:05:18.446624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1d720-196b-4dfb-8693-4702c7cb1b05 None None] New status for floating IP c9c32135-fade-46a8-9978-addbd36f4a81: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:05:18.767116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56444) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:18.841934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:18.872183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:18.893865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-fa657122-fd6d-4590-92a0-fa90fd297017 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:18.895292 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-fa657122-fd6d-4590-92a0-fa90fd297017 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.0895112
Nov 29 12:05:18.964832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Deleting port cc3858fd-e586-44d2-abc3-bb703961d02f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:18.965334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:18.988111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75fbaa-16c8-4221-b0d7-72f370f5de55 req-d6260436-87c1-46ab-9ab7-86d84b619cf0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:18.989564 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9a75fbaa-16c8-4221-b0d7-72f370f5de55 req-d6260436-87c1-46ab-9ab7-86d84b619cf0 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 946 time: 0.1057293
Nov 29 12:05:19.028142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.036534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3daa8764-f2e7-4a35-a21e-ff18153eceee tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:19.059106 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9a75fbaa-16c8-4221-b0d7-72f370f5de55 req-55fd057d-0717-4ab6-98bc-51f49686c5e1 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3c65800-d34e-47ac-9807-a9b259a32379&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634801
Nov 29 12:05:19.059961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718c7d7-25df-4d75-9da8-938e40ef8fa9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:19.064769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:19.077521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.079266 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/3718c7d7-25df-4d75-9da8-938e40ef8fa9 HTTP/1.1" status: 204  len: 168 time: 0.3109481
Nov 29 12:05:19.112052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56452) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:19.330879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 5cd8ebed-1ac4-43df-b877-ceb2495d8694 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:19.331206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.369633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] For port cc3858fd-e586-44d2-abc3-bb703961d02f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc3858fd-e586-44d2-abc3-bb703961d02f,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:19.369905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.498170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Calling delete_port for cc3858fd-e586-44d2-abc3-bb703961d02f owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:19.623507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.623771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.648941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.654850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3cecf5a-9027-4ef4-b2e4-c51d6a0b631d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:19.704598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'Port': ['ID=cc3858fd-e586-44d2-abc3-bb703961d02f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:19.707820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:19.755517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 5cd8ebed-1ac4-43df-b877-ceb2495d8694 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:19.786556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] No DVR routers for this DVR port cc3858fd-e586-44d2-abc3-bb703961d02f on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:05:19.789669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.793178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'name': 'network-vif-deleted', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:19.812365 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9dd66868-5754-4d18-a60a-8cb37d2a55c0 req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.18 "DELETE /v2.0/ports/cc3858fd-e586-44d2-abc3-bb703961d02f HTTP/1.1" status: 204  len: 173 time: 0.9110975
Nov 29 12:05:19.843301 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30c910b-72d7-4b25-9ba2-446996c66e37', 'name': 'network-vif-deleted', 'tag': 'cc3858fd-e586-44d2-abc3-bb703961d02f', 'status': 'completed', 'code': 200}
Nov 29 12:05:19.936737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:19.940545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-df846269-0996-4df3-92cd-58c766ef1850 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:19.982521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=5cd8ebed-1ac4-43df-b877-ceb2495d8694,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:19.986053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:20.086950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:20.087322 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 3881c441-5a33-4518-a44e-65e7aeed2cbb disassociated (deleted). External IP: 172.26.4.162, port: 5e441bc2-e700-4c6d-bc48-4aaa0c855a43.
Nov 29 12:05:20.240535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-58df9b3d-84a0-4f20-8ab9-175cf024a6af req-1f090ddd-38e2-449f-87ac-170f2fb649bc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Synchronizing usage tracker for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:20.258969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-58df9b3d-84a0-4f20-8ab9-175cf024a6af req-1f090ddd-38e2-449f-87ac-170f2fb649bc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Unset dirty status for tenant:c85e0976452d4b9ab6a3f2b1907b5f17 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:20.260347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58df9b3d-84a0-4f20-8ab9-175cf024a6af req-1f090ddd-38e2-449f-87ac-170f2fb649bc tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "GET /v2.0/ports?device_id=d30c910b-72d7-4b25-9ba2-446996c66e37 HTTP/1.1" status: 200  len: 210 time: 0.0718269
Nov 29 12:05:20.468602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 9b23f32b-879d-4676-934a-d9f91bb368b9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:05:20.667595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:20.677171 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] Sync routers for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:20.687089 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:20.688104 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094dfd90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:20.691209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:20.747071 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/3881c441-5a33-4518-a44e-65e7aeed2cbb HTTP/1.1" status: 204  len: 168 time: 1.6337850
Nov 29 12:05:20.868610 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:20.890698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56464) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:20.970058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.000070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.064763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.069043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6360ecb-4826-4c30-95ae-b210244efb59 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:21.087222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41e6530-7e8f-4a69-adaa-690e069db427,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:21.090258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:21.099759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.100880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/e41e6530-7e8f-4a69-adaa-690e069db427 HTTP/1.1" status: 204  len: 168 time: 0.2089851
Nov 29 12:05:21.131031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56470) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:21.202240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:21.202498 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094dfd90>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:21.202730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.207544 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] Checking router: 9b23f32b-879d-4676-934a-d9f91bb368b9 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:21.216929 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:21.217565 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094dfd90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:21.365625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56476) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:21.411210 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:21.461001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.593314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 5e441bc2-e700-4c6d-bc48-4aaa0c855a43 owned by  {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:21.754901 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094dfd90>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:21.759282 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79673e23-3b57-4d99-a28a-89ab6bdd099a None None] The sync data for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv is: [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'dfa8b583-de60-43d5-b590-c1ac4d106884', 'name': '', 'network_id': 'be3cc89d-3319-4cbc-ac3b-47ccace64be8', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:0c:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:35Z', 'updated_at': '2021-11-29T12:04:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '69233a97-c659-45a5-bbce-2236ec7b0a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:21.764728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.770868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-267af89a-c61c-49b8-8695-c017e60c4027 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:21.825265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=5e441bc2-e700-4c6d-bc48-4aaa0c855a43,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:21.835610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:21.953487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:21.963841 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/ports/5e441bc2-e700-4c6d-bc48-4aaa0c855a43 HTTP/1.1" status: 204  len: 168 time: 0.8316407
Nov 29 12:05:21.966403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:22.087539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb7fc-3fac-4964-9c1a-bd1da775e28d None None] New status for floating IP 3881c441-5a33-4518-a44e-65e7aeed2cbb: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:05:22.105086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:22.348996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:22.386760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: cc3858fd-e586-44d2-abc3-bb703961d02f {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:22.387108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cc3858fd-e586-44d2-abc3-bb703961d02f not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:22.473757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Deleting port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:22.474436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:22.661024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] For port 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:22.661287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:22.676707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:22.783370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Calling delete_port for 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:22.967915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:22.973244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-84083a25-21e6-44b3-80ff-4bb9d0f917d8 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:23.021954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'Port': ['ID=8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:23.038756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port dfa8b583-de60-43d5-b590-c1ac4d106884 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:23.039373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:23.049846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:23.246990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port dfa8b583-de60-43d5-b590-c1ac4d106884, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=dfa8b583-de60-43d5-b590-c1ac4d106884,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:23.247258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:23.371836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for dfa8b583-de60-43d5-b590-c1ac4d106884 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:23.431016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:23.555842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:23.559519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-543fe1db-f647-4c55-b23a-e4b9564a9454 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:23.606256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=dfa8b583-de60-43d5-b590-c1ac4d106884,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:23.609510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:23.812198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Router d3925488-9af4-45e3-8ccd-79c5f33cf575 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:05:23.992911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:24.004380 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] Sync routers for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:24.012919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.013616 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "PUT /v2.0/routers/d3925488-9af4-45e3-8ccd-79c5f33cf575/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6468277
Nov 29 12:05:24.016289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56484) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:24.017642 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:24.018459 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6d30>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:24.088343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Deleting subnet 0aa0c5a9-01be-4071-93b1-a61e1a126779 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:05:24.091490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.147861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.201283 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:24.235533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.311621 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.316734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-61fda65f-0845-49f4-8493-4a128e638b1e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:24.354431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa0c5a9-01be-4071-93b1-a61e1a126779,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:24.360720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.363947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:24.366104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a7d8b-55c8-407a-88c4-2b2f4b27ec90 None None] Network 01166248-007c-4ad0-b942-630ef48c71cd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:05:24.368540 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "DELETE /v2.0/subnets/0aa0c5a9-01be-4071-93b1-a61e1a126779 HTTP/1.1" status: 204  len: 168 time: 0.3511236
Nov 29 12:05:24.371120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56488) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:24.437490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 9b23f32b-879d-4676-934a-d9f91bb368b9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:05:24.517350 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6d30>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:05:22Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:24.522405 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] Checking router: d3925488-9af4-45e3-8ccd-79c5f33cf575 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:24.532239 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] Routers {'d3925488-9af4-45e3-8ccd-79c5f33cf575'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:24.533454 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6d30>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d3925488-9af4-45e3-8ccd-79c5f33cf575'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:24.616805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.682473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] DHCP port deletion for 01166248-007c-4ad0-b942-630ef48c71cd request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:05:24.687651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Deleting port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:24.688134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.688665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:24.715206 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/9b23f32b-879d-4676-934a-d9f91bb368b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7476916
Nov 29 12:05:24.717767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:24.725617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] Sync routers for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:24.743344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:24.744396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d82820>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:24.749729 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] Set router d3925488-9af4-45e3-8ccd-79c5f33cf575 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:24.838575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet 69233a97-c659-45a5-bbce-2236ec7b0a5c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:05:24.849979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.908648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.996411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:24.999507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.008534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Deleting port 63e3d359-27a0-4dd2-9129-94b7df7b643c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:25.008941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.011384 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:05:25.054563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] For port 8266edf8-2490-45c4-939e-d73dc0f7d8b4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8266edf8-2490-45c4-939e-d73dc0f7d8b4,segment=NetworkSegment(c298ef58-5848-4076-ad73-89c9a4e9b9af),segment_id=c298ef58-5848-4076-ad73-89c9a4e9b9af)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:25.055131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.086615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.090458 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6d30>, [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:05:22Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:25.094319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0434f354-7874-4529-b61f-a15a67a3ff65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:25.094898 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3204fc-4afc-4384-a74f-464f1d229922 None None] The sync data for ids ['d3925488-9af4-45e3-8ccd-79c5f33cf575'] in dv-neutron-819579-1-hyperv is: [{'id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299771553', 'tenant_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:23Z', 'updated_at': '2021-11-29T12:05:22Z', 'revision_number': 5, 'project_id': 'c85e0976452d4b9ab6a3f2b1907b5f17', 'gw_port': {'id': '63e3d359-27a0-4dd2-9129-94b7df7b643c', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3925488-9af4-45e3-8ccd-79c5f33cf575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:24Z', 'updated_at': '2021-11-29T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:25.133573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=69233a97-c659-45a5-bbce-2236ec7b0a5c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:25.137054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:25.138196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.147763 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/69233a97-c659-45a5-bbce-2236ec7b0a5c HTTP/1.1" status: 204  len: 168 time: 0.4282560
Nov 29 12:05:25.148440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:25.193551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe0904-f3c2-4dd2-9b13-e8a35ca8d284 None None] Network be3cc89d-3319-4cbc-ac3b-47ccace64be8 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:05:25.217129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Calling delete_port for 8266edf8-2490-45c4-939e-d73dc0f7d8b4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:25.224437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] For port 63e3d359-27a0-4dd2-9129-94b7df7b643c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=63e3d359-27a0-4dd2-9129-94b7df7b643c,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:25.224811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.332202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.348939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Calling delete_port for 63e3d359-27a0-4dd2-9129-94b7df7b643c owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:25.417593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:25.540386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.545123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5535be9a-3feb-4c8f-b836-b3d26511a4a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:25.591693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.594615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'Port': ['ID=63e3d359-27a0-4dd2-9129-94b7df7b643c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:25.597386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:25.627548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:25.690015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.691693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.704056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:25.704365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.733504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] No DVR routers for this DVR port 8266edf8-2490-45c4-939e-d73dc0f7d8b4 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:05:25.735331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Pushing event deleted for resources: {'Port': ['ID=8266edf8-2490-45c4-939e-d73dc0f7d8b4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:25.744176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:25.896554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d82820>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:05:23Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '527ec4bf-85d2-4568-b244-8b6bc1b0cf40', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:04:32Z', 'updated_at': '2021-11-29T12:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:25.900866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] Checking router: 9b23f32b-879d-4676-934a-d9f91bb368b9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:25.909984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] DHCP port deletion for be3cc89d-3319-4cbc-ac3b-47ccace64be8 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:05:25.910266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.912484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.916838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Deleting port c6d88f79-024e-4145-8275-7ed0ea5b6269 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:05:25.917219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.921651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 527ec4bf-85d2-4568-b244-8b6bc1b0cf40, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:25.922006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.936422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.937206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Fanout notify agent at l3_agent the message router_deleted on router d3925488-9af4-45e3-8ccd-79c5f33cf575 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:05:25.946345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] Routers {'9b23f32b-879d-4676-934a-d9f91bb368b9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:25.946988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d82820>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:04:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['9b23f32b-879d-4676-934a-d9f91bb368b9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:25.955606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:25.958999 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "DELETE /v2.0/routers/d3925488-9af4-45e3-8ccd-79c5f33cf575 HTTP/1.1" status: 204  len: 168 time: 1.5846429
Nov 29 12:05:25.959266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56500) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:26.066367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:26.083086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.221709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] Set router 9b23f32b-879d-4676-934a-d9f91bb368b9 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:26.224116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.250567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03283520>,) {'filters': {'network_id': ['01166248-007c-4ad0-b942-630ef48c71cd']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:26.251799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.255571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ff64763f-3751-4641-8bfe-7d7463ddf2c7 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:26.265543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03283520>, 'c298ef58-5848-4076-ad73-89c9a4e9b9af') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:26.266159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03283520>, 'c298ef58-5848-4076-ad73-89c9a4e9b9af') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:26.278702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.298360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.306851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:05:26.307817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.308922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=527ec4bf-85d2-4568-b244-8b6bc1b0cf40,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:26.312087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:26.331746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d82820>, [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:05:25Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:05:26.334312 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:05:26.347985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a15afb-c2a7-4e13-ac2c-c9a6dc99a78d None None] The sync data for ids ['9b23f32b-879d-4676-934a-d9f91bb368b9'] in dv-neutron-819579-1-hyperv is: [{'id': '9b23f32b-879d-4676-934a-d9f91bb368b9', 'name': 'tempest-TestNetworkBasicOps-router-501033742', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:04:31Z', 'updated_at': '2021-11-29T12:05:25Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:26.402868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.416514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.420297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4fdf9eae-441a-4410-947a-aa64558513ce tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:26.443146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.445844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'Network': ['ID=01166248-007c-4ad0-b942-630ef48c71cd,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:26.449265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:26.462842 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "DELETE /v2.0/networks/01166248-007c-4ad0-b942-630ef48c71cd HTTP/1.1" status: 204  len: 168 time: 0.5021634
Nov 29 12:05:26.465301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:26.484512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] For port c6d88f79-024e-4145-8275-7ed0ea5b6269, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c6d88f79-024e-4145-8275-7ed0ea5b6269,segment=NetworkSegment(c19ea9e7-280d-4a7e-82fc-ba28d1731c1b),segment_id=c19ea9e7-280d-4a7e-82fc-ba28d1731c1b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:26.485052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.609765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.612246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.624732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Calling delete_port for c6d88f79-024e-4145-8275-7ed0ea5b6269 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:05:26.639136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.640093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router 9b23f32b-879d-4676-934a-d9f91bb368b9 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:05:26.661444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.663777 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/9b23f32b-879d-4676-934a-d9f91bb368b9 HTTP/1.1" status: 204  len: 168 time: 1.5141799
Nov 29 12:05:26.665420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:26.675695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-51ad7968-fa5e-45a3-8bcf-145165b6962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.687131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.712507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.717309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f4ef2f3-6d1e-4bbd-a843-92c2987030e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:26.720275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.776778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] No DVR routers for this DVR port c6d88f79-024e-4145-8275-7ed0ea5b6269 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:05:26.778578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Pushing event deleted for resources: {'Port': ['ID=c6d88f79-024e-4145-8275-7ed0ea5b6269,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:26.781652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:26.811120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.814807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.819792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6cd6352f-7ba8-4653-a0c5-a3f9ee12473a tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:26.855039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c65800-d34e-47ac-9807-a9b259a32379,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:26.869953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:26.886761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:26.889058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3c65800-d34e-47ac-9807-a9b259a32379 HTTP/1.1" status: 204  len: 168 time: 0.4218662
Nov 29 12:05:26.999515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.025498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02bfe0a0>,) {'filters': {'network_id': ['be3cc89d-3319-4cbc-ac3b-47ccace64be8']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:27.038101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02bfe0a0>, 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:27.038404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02bfe0a0>, 'c19ea9e7-280d-4a7e-82fc-ba28d1731c1b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:27.050153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.066466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.073437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:05:27.074017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.087995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:05:27.093575 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:05:27.170560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.174155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af22212d-d7d1-45cd-88ea-d0c188a59121 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:27.193401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.206353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=be3cc89d-3319-4cbc-ac3b-47ccace64be8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:27.209507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:27.214626 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/be3cc89d-3319-4cbc-ac3b-47ccace64be8 HTTP/1.1" status: 204  len: 168 time: 0.5477614
Nov 29 12:05:27.224655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56518) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:27.228713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56522) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:27.240232 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59c9be3c-d04b-4eee-91c1-13ce4ef91a2a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0103481
Nov 29 12:05:27.242754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:27.248398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--1779458415', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:27.255137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:27.262225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:27.265836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:27.271794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:27.285525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:05:27.290151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.300154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8266edf8-2490-45c4-939e-d73dc0f7d8b4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:27.331764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:05:27.341690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.342209 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment 61f4d32b-8e76-4d04-a71d-0d8d49864f91 of type vlan for network 45cc1023-1bcc-49fa-9057-25fd40a1373e
Nov 29 12:05:27.360002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8266edf8-2490-45c4-939e-d73dc0f7d8b4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:27.360611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8266edf8-2490-45c4-939e-d73dc0f7d8b4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:27.361212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:27.371932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.388176 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dc79d8f1-b14c-43e4-afd7-f7b29ed5c62b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c85e0976452d4b9ab6a3f2b1907b5f17&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1615894
Nov 29 12:05:27.390614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56532) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:27.401672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:27.402028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8f60a1fb-4fb3-4da3-8727-ea2ed8ef2ad4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:27.402475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6d88f79-024e-4145-8275-7ed0ea5b6269 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:27.416077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.424032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:27.425144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.436317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: c6d88f79-024e-4145-8275-7ed0ea5b6269 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:27.436678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c6d88f79-024e-4145-8275-7ed0ea5b6269 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:27.437296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 63e3d359-27a0-4dd2-9129-94b7df7b643c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:27.440564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9271d1fb-9f00-4ba2-8e32-9c50220ba3a0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:27.453034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.473638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 63e3d359-27a0-4dd2-9129-94b7df7b643c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:27.474041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 63e3d359-27a0-4dd2-9129-94b7df7b643c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:27.494121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.548824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.552815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:27.566806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50792a3e-72c4-4313-ae27-637fb23f8534,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:27.571138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:27.577286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.578416 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50792a3e-72c4-4313-ae27-637fb23f8534 HTTP/1.1" status: 204  len: 168 time: 0.1869173
Nov 29 12:05:27.688547 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4442966
Nov 29 12:05:27.691348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56538) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:27.698196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=45cc1023-1bcc-49fa-9057-25fd40a1373e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:27.699082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-614598506', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:27.700867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:27.711735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:27.714200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:05:27.716178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:27.719829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:27.726519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:27.737783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.739000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.757032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.887070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:27.905016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:27.919612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:27.923571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Usage tracker for resource:security_group_rule and tenant:4d944d30f6c4465e89a57fd9485cd94a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:27.926488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:27.932783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:28.022150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.026814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.034166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1463e82f-2ca0-44bc-a8a9-6b38238e652f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:28.061676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.075605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d944d30f6c4465e89a57fd9485cd94a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1873558
Nov 29 12:05:28.077144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a95e0-09d6-4bdc-b8fb-254962ce69c7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:28.079847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:28.091260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:28.139083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.165461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.228468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.232352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1becfab-2216-4230-bc4d-72ffe82a3fd3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:28.243119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a95e0-09d6-4bdc-b8fb-254962ce69c7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:28.247108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:28.250974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.254994 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b3a95e0-09d6-4bdc-b8fb-254962ce69c7 HTTP/1.1" status: 204  len: 168 time: 0.1740096
Nov 29 12:05:28.376164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.395680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dfa8b583-de60-43d5-b590-c1ac4d106884 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:28.416006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.436840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: dfa8b583-de60-43d5-b590-c1ac4d106884 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:28.437260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device dfa8b583-de60-43d5-b590-c1ac4d106884 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:28.437589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:05:28.472564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:05:28.473108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 527ec4bf-85d2-4568-b244-8b6bc1b0cf40 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:05:28.587917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.158 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/82ead770-f862-4c44-8886-df5056778396) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:05:28.759530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.795442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:28.799876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-83d7faa3-2c57-46c5-aeb5-ee7de5fb5684 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:28.870722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:05:28.873849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:28.877869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:05:28.913170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:28.927814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:29.057303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d52c9c5-1d78-433e-a66d-7850841384b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:29.498608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:29.845047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:30.073868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router b3b1d89e-cee4-44bf-8d40-95257b46168d is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:05:30.075543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:30.263819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:30.273307 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Sync routers for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:30.283593 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:30.284216 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6ca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:30.291529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:30.292734 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.5996339
Nov 29 12:05:30.295881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56554) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:30.336458 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-df331bf1-02a6-4557-ad2b-57fe3076b6fe tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0393784
Nov 29 12:05:30.338944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56558) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:30.472157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219247eb-f412-472b-ab30-7e145767def2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:30.475735 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-219247eb-f412-472b-ab30-7e145767def2 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1357462
Nov 29 12:05:30.476875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:30.481389 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:30.517420 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8b5ab653-2268-44bd-8eb9-2b1710d01bd5 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391273
Nov 29 12:05:30.519856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:30.525348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337314616', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:30.636344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:30.640715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:30.643832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:30.649583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:30.660154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:05:30.663849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:30.763554 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6ca0>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:29Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:30.768847 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Checking router: b3b1d89e-cee4-44bf-8d40-95257b46168d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:30.769380 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Updating router b3b1d89e-cee4-44bf-8d40-95257b46168d port 82ead770-f862-4c44-8886-df5056778396 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:05:30.826679 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:30.883356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:30.887783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28ac64ea-183c-4e54-9130-76cfc9c283e2 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:30.963686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=c32f0479-8ea5-477c-9dbd-6f1924132e77,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:30.966261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:30.973483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:05:30.973837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: 45cc1023-1bcc-49fa-9057-25fd40a1373e, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:05:30.993228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:05:31.003441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 45cc1023-1bcc-49fa-9057-25fd40a1373e) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:31.007877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:31.008470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.015932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7774656-c950-4891-9c71-0102886018f6 None None] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:05:31.035496 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5119472
Nov 29 12:05:31.035808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:31.155317 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.167442 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Transition to ACTIVE for port object 82ead770-f862-4c44-8886-df5056778396 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:31.176629 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.184723 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed372ef4-88bd-4b1d-9815-bc2b5bee6a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:31.263155 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Attempting to bind port 82ead770-f862-4c44-8886-df5056778396 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:05:31.263623 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Attempting to bind port 82ead770-f862-4c44-8886-df5056778396 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:05:31.263913 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Attempting to bind port 82ead770-f862-4c44-8886-df5056778396 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:31.270139 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Pushing event updated for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:31.275303 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:05:31.275944 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:05:31.276187 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.276457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:05:31.276924 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Bound port: 82ead770-f862-4c44-8886-df5056778396, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:05:31.277300 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.281255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-45cc1023-1bcc-49fa-9057-25fd40a1373e', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:05:31.282526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.311559 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.311814 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.312129 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.312460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.312785 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.313107 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.313460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.313781 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.314100 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.314424 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.314736 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.315047 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.324036 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:31.364745 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] For port 82ead770-f862-4c44-8886-df5056778396, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:05:31.367831 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] For port 82ead770-f862-4c44-8886-df5056778396, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82ead770-f862-4c44-8886-df5056778396,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:05:31.373122 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.377783 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6fe806c7-d32c-455a-9353-45d4964d89c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:31.449588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Allocated IP 172.20.0.2 (45cc1023-1bcc-49fa-9057-25fd40a1373e/c32f0479-8ea5-477c-9dbd-6f1924132e77/a0d9cdc5-cf7a-4ad0-8c83-190a71677cae) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:05:31.454522 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:31.455148 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6ca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:31.522392 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Pushing event updated for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:31.572539 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:31.646351 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:31.664286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.675459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.686337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Transition to ACTIVE for port object a0d9cdc5-cf7a-4ad0-8c83-190a71677cae will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:31.704962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Transition to ACTIVE for port object a0d9cdc5-cf7a-4ad0-8c83-190a71677cae will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:31.711492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.724395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da045c53-e2c4-489b-affe-5ee180655731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:31.816046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.825411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Pushing event updated for resources: {'Port': ['ID=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:31.834668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:05:31.840952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:31.844403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.845450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.845809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.846136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.846463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.847248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.847585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.847910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.848232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.849008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.849339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.849664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:05:31.853385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:05:31.857545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:31.950835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Attempting to bind port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:05:31.951415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Attempting to bind port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:05:31.951880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Attempting to bind port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae on network 45cc1023-1bcc-49fa-9057-25fd40a1373e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:31.958077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:05:31.958635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Checking segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:05:31.959151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.959652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Bound using segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:05:31.960224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Bound port: a0d9cdc5-cf7a-4ad0-8c83-190a71677cae, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:05:31.960696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:31.980173 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086f6ca0>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:29Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:31.984261 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016c28f-c565-4301-83a7-72816c194fd9 None None] The sync data for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv is: [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:29Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:32.055124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] For port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:05:32.058265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] For port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:05:32.063047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.066725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0b3b488a-f3af-4c6c-b3c6-63c4c2a6a84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:32.149586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Pushing event updated for resources: {'Port': ['ID=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:32.152602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:32.413641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (45cc1023-1bcc-49fa-9057-25fd40a1373e/c32f0479-8ea5-477c-9dbd-6f1924132e77/ec1bc91d-22dd-4bdd-947d-b0333fb3f300) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:05:32.531147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a0d9cdc5-cf7a-4ad0-8c83-190a71677cae up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:32.604972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:32.611842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.612589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:32.628986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object ec1bc91d-22dd-4bdd-947d-b0333fb3f300 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:32.654100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.658927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7a8bd47-3ef8-4a35-bec9-7f092cffda9c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:32.683442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 82ead770-f862-4c44-8886-df5056778396 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:32.688616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 82ead770-f862-4c44-8886-df5056778396 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:32.689462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.732065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:05:32.736111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:32.738705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:05:32.805859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.812292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:32.828387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:32.836387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.854918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 82ead770-f862-4c44-8886-df5056778396, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82ead770-f862-4c44-8886-df5056778396,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:32.859259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:32.863867 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:32.939524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:32.945353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:32.954731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.225549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e4ac3-872c-4174-9677-ad5446ddd87b None None] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:05:33.325366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Provisioning for port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:33.344059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Provisioning complete for port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:33.344474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.401454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.406852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.439831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be1181fb-e6d5-4dcc-98dc-8858b9d9753e tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:33.528378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.531881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:33.535201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:33.566581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.610197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] For port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:33.615796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.617671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eeb8b9aa-e197-4eeb-8075-cd290b87aaea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:33.682140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:05:33.683748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:33.689006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Pushing event updated for resources: {'Port': ['ID=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:33.692301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:33.848533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8bb28ab0-082a-4b4a-9ab7-8d0a5a70b3c7 None None] Provisioning for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:33.854528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8bb28ab0-082a-4b4a-9ab7-8d0a5a70b3c7 None None] Provisioning complete for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:33.854983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8bb28ab0-082a-4b4a-9ab7-8d0a5a70b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:33.913249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8bb28ab0-082a-4b4a-9ab7-8d0a5a70b3c7 None None] Port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:05:33.925283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8bb28ab0-082a-4b4a-9ab7-8d0a5a70b3c7 None None] Provisioning complete for port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:33.925748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8bb28ab0-082a-4b4a-9ab7-8d0a5a70b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:34.012056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router b3b1d89e-cee4-44bf-8d40-95257b46168d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:05:34.196284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:34.208306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Sync routers for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:34.210018 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1732132
Nov 29 12:05:34.212739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56574) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:34.218992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d9a5aefe-d1bf-4173-a94f-fadf54f548dc None None] Provisioning complete for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:34.219401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9a5aefe-d1bf-4173-a94f-fadf54f548dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:34.257522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:34.258162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:34.349668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c56b8-3754-4b26-aff3-99f658f155c3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.350060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c56b8-3754-4b26-aff3-99f658f155c3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.350523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c56b8-3754-4b26-aff3-99f658f155c3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.350981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c56b8-3754-4b26-aff3-99f658f155c3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.352655 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-186c56b8-3754-4b26-aff3-99f658f155c3 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1388235
Nov 29 12:05:34.355500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:34.401360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d9a5aefe-d1bf-4173-a94f-fadf54f548dc None None] Port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:05:34.438460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92b2a-9371-4f02-b6f6-964a0ca56914 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.438799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92b2a-9371-4f02-b6f6-964a0ca56914 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.439321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92b2a-9371-4f02-b6f6-964a0ca56914 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.439837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92b2a-9371-4f02-b6f6-964a0ca56914 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:34.444284 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0b92b2a-9371-4f02-b6f6-964a0ca56914 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0851905
Nov 29 12:05:34.444591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56582) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:34.448498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:34.495833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a0d9cdc5-cf7a-4ad0-8c83-190a71677cae up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:34.727288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:34.727996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:34.781569 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-487a7776-8356-4ff0-9cb9-7459c38711a9 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.3356771
Nov 29 12:05:34.921913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:34.984088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b610>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:05:33Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:34.990326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Checking router: b3b1d89e-cee4-44bf-8d40-95257b46168d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:34.990686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Updating router b3b1d89e-cee4-44bf-8d40-95257b46168d port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:05:35.049311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.055786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56588) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:35.057799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 82ead770-f862-4c44-8886-df5056778396 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:35.058171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.061351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763096852', 'description': 'tempest-secgroup-smoke-1763096852 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:35.067533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.071762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.075023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.081258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.093089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.113061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.117295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.120363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.126595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.199646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.204157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.209838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7d2cb99c-c8f2-4cfe-aafe-45ded7f13548 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.254583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1296bc88-da83-4017-a9a6-abe62c539a1b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:35.257701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:35.258962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.263064 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-25f2f0a7-accf-4636-8704-daeaa4798716 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2034593
Nov 29 12:05:35.263366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56592) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:35.269972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '1296bc88-da83-4017-a9a6-abe62c539a1b', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:35.276001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.279893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.282934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.288711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.312050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.375739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.380699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.386769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95adc979-7e40-48d5-9b27-32de9453c7d2 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.405868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b84a603-90b7-460e-b123-ea1f744daf2e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:35.409195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:35.417548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.421386 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e1b171bb-ce3a-4e7a-9138-98d5f961767e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1544836
Nov 29 12:05:35.421550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56596) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:35.427338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '1296bc88-da83-4017-a9a6-abe62c539a1b', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:35.433201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.436991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.440192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.447557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.464752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.503540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.515944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Transition to ACTIVE for port object ec1bc91d-22dd-4bdd-947d-b0333fb3f300 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:35.522527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.526428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.527128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.530950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.533065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ee2c1a21-1388-497c-98af-610a143052ac tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.554874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973e56ba-55a2-4fbf-bf89-ab2b9fff857b,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:35.557561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:35.566863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.568142 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1455157
Nov 29 12:05:35.571129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56600) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:35.576895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '1296bc88-da83-4017-a9a6-abe62c539a1b', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:35.583398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.587454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.590704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.598043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.618363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.700179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.705486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.711783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2ee228c3-349a-4116-b920-a34ec9d55b7e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.733343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c464b7-8fc0-4fb2-8d57-741e3b849a2e None None] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:35.733942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9579cf54-4c91-4487-9e66-07d9f0226713,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:35.737002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:35.744160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79c464b7-8fc0-4fb2-8d57-741e3b849a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:35.745202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.750337 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f27008d9-fb93-40b9-96dd-3247960f906b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1743295
Nov 29 12:05:35.750526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:35.756225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '1296bc88-da83-4017-a9a6-abe62c539a1b', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:35.762613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.766941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.769998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.776292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.794765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Attempting to bind port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:05:35.795155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Attempting to bind port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:05:35.795535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Attempting to bind port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 on network 45cc1023-1bcc-49fa-9057-25fd40a1373e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:35.800891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:05:35.801263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Checking segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:05:35.801617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.801756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.802045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Bound using segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:05:35.802506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Bound port: ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:05:35.802883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.873166 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.879458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.881348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f053ea1-d4fa-4364-b0f5-641270ce90ae tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.903957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e7d5f1-2766-40f8-909d-f5d87112552b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:35.905017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] For port ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:05:35.906587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:35.910364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] For port ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:05:35.914486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.915807 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1641660
Nov 29 12:05:35.916404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.918652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:35.920174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:35.924854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '1296bc88-da83-4017-a9a6-abe62c539a1b', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:35.930886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:35.935197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:35.938684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:35.948905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:35.960914 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:05:35.967893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:35.997080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:35.997715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:36.043512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.052469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.054256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c464b7-8fc0-4fb2-8d57-741e3b849a2e None None] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:36.068374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79c464b7-8fc0-4fb2-8d57-741e3b849a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:36.069200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02895d88-f58f-4ff0-870c-03f9daab106c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:36.090334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade189e9-2d92-4241-8204-afb007cef01a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:36.093322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:36.103507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.107505 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1852393
Nov 29 12:05:36.107878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:36.113472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '1296bc88-da83-4017-a9a6-abe62c539a1b', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:36.119686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:36.123922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:36.128071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:36.134442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:36.146507 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:05:36.152925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.193237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:36.218523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.223073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.229132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bbc753ac-f76a-40a9-b44c-7cbd34e44989 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:36.248095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6269547-09f5-4c5b-839b-95f8ca2c2b1d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:36.250650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:36.260461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:36.261669 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1526973
Nov 29 12:05:36.486838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-a3f85866-55a0-4625-a3bc-07748c641127 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:36.503889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-a3f85866-55a0-4625-a3bc-07748c641127 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:36.505196 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-a3f85866-55a0-4625-a3bc-07748c641127 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763096852&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0586956
Nov 29 12:05:36.516443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875b610>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:05:35Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:36.520567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99aab3-708f-4b00-bbfe-c46ead2d8772 None None] The sync data for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv is: [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:05:35Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:36.686188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-766b1365-d7b2-4602-9f90-738919a0f9e3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:36.687189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-766b1365-d7b2-4602-9f90-738919a0f9e3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:36.704827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-766b1365-d7b2-4602-9f90-738919a0f9e3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:36.706094 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-766b1365-d7b2-4602-9f90-738919a0f9e3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 200  len: 797 time: 0.1940088
Nov 29 12:05:36.721382 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-08a63b1e-0169-4c07-80a2-1c7712f03960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0096087
Nov 29 12:05:36.813090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-4b0a0a5a-9563-403a-b045-bcf0b556ed43 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:36.830957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-4b0a0a5a-9563-403a-b045-bcf0b556ed43 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:36.832926 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-4b0a0a5a-9563-403a-b045-bcf0b556ed43 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1058695
Nov 29 12:05:36.979829 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-319884d2-fc12-4b03-aa56-d8a6e1e84984 service neutron] 10.222.0.20 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329479
Nov 29 12:05:37.114732 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-5a58cbe2-1ec3-45a7-827f-6c7cc8bd28bc service neutron] 10.222.0.20 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286991
Nov 29 12:05:37.292022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-63e478e6-0d42-4a5d-a7c7-d142bc9d4426 req-bffbab99-3cc3-4546-b7a5-e77e4ae21ad7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:37.305499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-63e478e6-0d42-4a5d-a7c7-d142bc9d4426 req-bffbab99-3cc3-4546-b7a5-e77e4ae21ad7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:37.306696 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63e478e6-0d42-4a5d-a7c7-d142bc9d4426 req-bffbab99-3cc3-4546-b7a5-e77e4ae21ad7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 210 time: 0.0584044
Nov 29 12:05:38.367841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-83538bc6-5bd2-42c5-9df2-52c108cee97f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:38.368551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-83538bc6-5bd2-42c5-9df2-52c108cee97f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:38.381326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-83538bc6-5bd2-42c5-9df2-52c108cee97f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:38.382443 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-83538bc6-5bd2-42c5-9df2-52c108cee97f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 200  len: 797 time: 0.1703942
Nov 29 12:05:38.442740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-465d1af2-f83c-41ab-9877-69715337503b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:38.455737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-465d1af2-f83c-41ab-9877-69715337503b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:38.456987 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-465d1af2-f83c-41ab-9877-69715337503b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 380 time: 0.0659046
Nov 29 12:05:38.469795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['1296bc88-da83-4017-a9a6-abe62c539a1b']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:38.481772 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b8e4ffdf-2c7d-4f6e-a51e-c8cdfc1bc772 req-79b637f1-f663-4403-9878-310c75a1b76c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 210 time: 0.0567338
Nov 29 12:05:38.492654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:38.566685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:38.571727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:38.572618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:38.613057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:38.622526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:38.633406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:05:38.637102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:38.690952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:38.724956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:38.729287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:38.731332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-77407005-5815-4581-a872-900dc73b3dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:38.801625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:38.804779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:38.806682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.7 (45cc1023-1bcc-49fa-9057-25fd40a1373e/c32f0479-8ea5-477c-9dbd-6f1924132e77/d52cc048-48ea-4402-a7a1-74b7cb1ecff9) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:05:39.005713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.021783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object d52cc048-48ea-4402-a7a1-74b7cb1ecff9 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:39.046046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.051959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-60059d39-8a5c-407e-b11d-8cd09ea11c64 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:39.120975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:05:39.124034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:39.127988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:05:39.158518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:39.169560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:39.195877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:39.196498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.223093 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7578816
Nov 29 12:05:39.235903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Request body: {'port': {'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:39.414147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8edff8fa-0894-429d-bbf4-3b9a7fe9f6e7 None None] Provisioning for port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:39.419421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8edff8fa-0894-429d-bbf4-3b9a7fe9f6e7 None None] Provisioning complete for port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:39.419813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edff8fa-0894-429d-bbf4-3b9a7fe9f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.474834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8edff8fa-0894-429d-bbf4-3b9a7fe9f6e7 None None] Port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:05:39.479666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.789995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164152ae-a176-4f78-8765-efd8d60884c9 req-80d527a4-8eac-40d2-ac50-d10d0cc3f641 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:39.790688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-164152ae-a176-4f78-8765-efd8d60884c9 req-80d527a4-8eac-40d2-ac50-d10d0cc3f641 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:05:39.830432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-164152ae-a176-4f78-8765-efd8d60884c9 req-80d527a4-8eac-40d2-ac50-d10d0cc3f641 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:05:39.831801 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-164152ae-a176-4f78-8765-efd8d60884c9 req-80d527a4-8eac-40d2-ac50-d10d0cc3f641 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 931 time: 0.2380004
Nov 29 12:05:39.924707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52cc048-48ea-4402-a7a1-74b7cb1ecff9 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:05:39.931134 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-164152ae-a176-4f78-8765-efd8d60884c9 req-73456fc8-8bf8-4f58-8abc-b62bff45f8aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905235
Nov 29 12:05:39.934908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.950382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Transition to ACTIVE for port object d52cc048-48ea-4402-a7a1-74b7cb1ecff9 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:05:39.954816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:39.959325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:40.113607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:40.121549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:40.200821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Attempting to bind port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:05:40.201156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Attempting to bind port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:05:40.201478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Attempting to bind port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 on network 45cc1023-1bcc-49fa-9057-25fd40a1373e {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:40.206915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 on network 45cc1023-1bcc-49fa-9057-25fd40a1373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:05:40.207253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Attempting to bind port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 on network 45cc1023-1bcc-49fa-9057-25fd40a1373e {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:05:40.212256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:05:40.212580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Checking segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:05:40.212970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Bound using segment: {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:05:40.213355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Bound port: d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f4d32b-8e76-4d04-a71d-0d8d49864f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:05:40.213692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:40.304111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] For port d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:05:40.307203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] For port d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:05:40.313916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:40.319755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ce19be4-98bb-4290-9793-4ac73b290f38 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:40.379391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:40.380002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:40.381346 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 200  len: 1093 time: 1.1501286
Nov 29 12:05:40.381871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:40.404224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:40.412133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:40.465404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'status': 'completed', 'code': 200}
Nov 29 12:05:40.468670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:40.509372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-b5eeae5b-c1a9-4169-94a0-c23f6ace5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:40.510888 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-b5eeae5b-c1a9-4169-94a0-c23f6ace5313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1096 time: 0.0810444
Nov 29 12:05:40.545188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:40.545696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:40.585387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-e2cdcff0-d842-4f0e-ad1c-9a7e7e13aa06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 200  len: 217 time: 0.0668046
Nov 29 12:05:40.652752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-a6b25bd3-fa8e-481e-aaa4-f1b1e3cbbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:40.654101 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-a6b25bd3-fa8e-481e-aaa4-f1b1e3cbbf6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c32f0479-8ea5-477c-9dbd-6f1924132e77 HTTP/1.1" status: 200  len: 834 time: 0.0620692
Nov 29 12:05:40.730736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-d0a4933e-eca4-440b-a2ee-51727f572e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:40.732237 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-d0a4933e-eca4-440b-a2ee-51727f572e4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45cc1023-1bcc-49fa-9057-25fd40a1373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715344
Nov 29 12:05:40.870478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-450a2bd9-613e-4daa-89d0-d981da3aec6d service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310637
Nov 29 12:05:41.008310 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd163283-cbf6-45f6-b968-a09267846bc4 req-67e851d6-1f37-4d4d-be92-4ec18dabad29 service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315792
Nov 29 12:05:41.300692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214a67c-03ed-4aee-b1e0-396356ca46dc req-e27a72be-f752-4096-b737-68d391516f78 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:41.302132 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3214a67c-03ed-4aee-b1e0-396356ca46dc req-e27a72be-f752-4096-b737-68d391516f78 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 943 time: 0.2553256
Nov 29 12:05:41.304921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-e8c2ac16-37c0-45c3-849a-e459b42c3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:41.306228 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-e8c2ac16-37c0-45c3-849a-e459b42c3154 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1096 time: 0.2282808
Nov 29 12:05:41.428210 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3214a67c-03ed-4aee-b1e0-396356ca46dc req-69c10891-f584-4aaf-8e6f-43b2875e1eb8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201184
Nov 29 12:05:41.471560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-9498fc2c-7f69-4173-9e35-ddb763d9236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:41.473010 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-9498fc2c-7f69-4173-9e35-ddb763d9236a service neutron] 10.222.0.18 "GET /v2.0/networks?id=45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 200  len: 898 time: 0.1520865
Nov 29 12:05:41.545896 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-5c9f702f-85e0-4e36-a678-652089ad762e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 200  len: 217 time: 0.0653334
Nov 29 12:05:41.612100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-7af0aff2-140c-41db-ad17-f1d9ac0ec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:41.613433 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-7af0aff2-140c-41db-ad17-f1d9ac0ec232 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c32f0479-8ea5-477c-9dbd-6f1924132e77 HTTP/1.1" status: 200  len: 834 time: 0.0595574
Nov 29 12:05:41.693949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-c4c5620d-4a2d-4466-8406-f93e4be92df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:41.695435 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-c4c5620d-4a2d-4466-8406-f93e4be92df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45cc1023-1bcc-49fa-9057-25fd40a1373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746527
Nov 29 12:05:41.831023 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-f80289ca-1428-467e-a12f-876f3e5434c5 service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285017
Nov 29 12:05:41.966966 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac01f4fc-1182-4b02-9133-3640d4330a62 req-f2bfa28f-ae6f-49d8-9f1d-ebf27a851c7b service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285372
Nov 29 12:05:42.629806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc443048-bd9f-4c3c-bc0a-6c3aa0cad7ee req-cd4de82a-d78a-4222-ad49-4ee9d8214906 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:42.631279 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cc443048-bd9f-4c3c-bc0a-6c3aa0cad7ee req-cd4de82a-d78a-4222-ad49-4ee9d8214906 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 943 time: 0.0901210
Nov 29 12:05:42.676226 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cc443048-bd9f-4c3c-bc0a-6c3aa0cad7ee req-b895f137-6a8c-47ef-9e04-dfd43653a81e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390916
Nov 29 12:05:43.175044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:43.878096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3e81-790c-44ee-9dc4-087cabf4f5ae req-2a68a792-d1e1-43ff-ba50-d6e7cde5acea tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:43.879580 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6b3e3e81-790c-44ee-9dc4-087cabf4f5ae req-2a68a792-d1e1-43ff-ba50-d6e7cde5acea tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 943 time: 0.0848415
Nov 29 12:05:43.927761 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6b3e3e81-790c-44ee-9dc4-087cabf4f5ae req-56758749-8a6b-468a-a79f-f8ebdf5dcbe8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395260
Nov 29 12:05:44.459492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d52cc048-48ea-4402-a7a1-74b7cb1ecff9 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:05:44.644550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:44.658523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:05:44.716745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:44.734301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52cc048-48ea-4402-a7a1-74b7cb1ecff9 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:05:44.750987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:44.757638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:44.759454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:44.828971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:44.832224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:44.971511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d52cc048-48ea-4402-a7a1-74b7cb1ecff9'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:05:45.281902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c15ac-0641-4504-b3d4-d84b2dc396e0 req-77be5191-913d-4a7d-b4e3-6256a42466ae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:45.283347 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-020c15ac-0641-4504-b3d4-d84b2dc396e0 req-77be5191-913d-4a7d-b4e3-6256a42466ae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 944 time: 0.0838344
Nov 29 12:05:45.332092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-020c15ac-0641-4504-b3d4-d84b2dc396e0 req-80c15210-389a-46f2-842e-ed76cf48cd97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407879
Nov 29 12:05:46.473393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d52cc048-48ea-4402-a7a1-74b7cb1ecff9 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:05:46.525217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1599-ba75-49d5-bb47-1926a034bcb8 req-e2fbe261-1264-4eb5-bcb3-de8583c55ca4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:46.526701 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6dbc1599-ba75-49d5-bb47-1926a034bcb8 req-e2fbe261-1264-4eb5-bcb3-de8583c55ca4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 944 time: 0.0881536
Nov 29 12:05:46.540485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:05:46.545570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:05:46.545959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:46.571493 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6dbc1599-ba75-49d5-bb47-1926a034bcb8 req-c4c30300-26e6-4656-85b0-92c3a4e74c08 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389216
Nov 29 12:05:46.664388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:46.691792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:46.702548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:05:46.711744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:46.713915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:46.746220 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'code': 200}
Nov 29 12:05:46.789950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:46.792990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:46.984337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca98b-965a-4902-8494-fb615be75be6 req-a195bef2-aadf-43f9-a7bf-0642ea33f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:46.985875 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-977ca98b-965a-4902-8494-fb615be75be6 req-a195bef2-aadf-43f9-a7bf-0642ea33f7e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0735695
Nov 29 12:05:47.034217 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-977ca98b-965a-4902-8494-fb615be75be6 req-b5a5be7c-4011-40f1-bfac-f2b9e9e4f3a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420349
Nov 29 12:05:47.777714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01955f-2f8c-4954-a668-ae95d41c9ae6 req-901d30cd-ee82-436d-84f6-45ec44670227 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:47.779142 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fe01955f-2f8c-4954-a668-ae95d41c9ae6 req-901d30cd-ee82-436d-84f6-45ec44670227 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 945 time: 0.0987959
Nov 29 12:05:47.825250 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fe01955f-2f8c-4954-a668-ae95d41c9ae6 req-1d7cbde7-ebb4-4ea9-b095-895a99a5ca51 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399258
Nov 29 12:05:49.019626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f88fff-9365-4f4b-818f-ed6c9e65fe08 req-1efb13ef-0b17-4559-a7c5-a0f5c0fc04cd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:49.021072 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26f88fff-9365-4f4b-818f-ed6c9e65fe08 req-1efb13ef-0b17-4559-a7c5-a0f5c0fc04cd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 945 time: 0.0867760
Nov 29 12:05:49.064632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26f88fff-9365-4f4b-818f-ed6c9e65fe08 req-3491441b-c47b-4029-b9de-f69ce25524b9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378704
Nov 29 12:05:49.266737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901d72-abea-4c40-9ae8-cbcd26619d3a req-3b5dcc9a-f1e9-4081-b8dd-583ebccfc983 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:49.268212 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c901d72-abea-4c40-9ae8-cbcd26619d3a req-3b5dcc9a-f1e9-4081-b8dd-583ebccfc983 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 945 time: 0.0921321
Nov 29 12:05:49.316260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c901d72-abea-4c40-9ae8-cbcd26619d3a req-cfe47f07-7774-4161-be82-0d4d8f6540f4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423648
Nov 29 12:05:49.343984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56666) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:49.432089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9339a81d-65c2-4b80-813b-4f3fc8fcf568 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:49.433489 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9339a81d-65c2-4b80-813b-4f3fc8fcf568 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1093 time: 0.0885146
Nov 29 12:05:49.437367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:49.442628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:05:49.452795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:05:49.457455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:05:49.460531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:05:49.466575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:05:49.483682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:49.629213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:49.767813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.68 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/cbb38754-ede0-4739-ae91-e754b2e56e63) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:05:50.048070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:50.079058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:50.083142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d64c91be-3924-4f1e-bf1d-a78165ad1e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:50.145894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:05:50.148755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:05:50.152462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:05:50.184251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=cbb38754-ede0-4739-ae91-e754b2e56e63,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:50.194130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:50.573646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:50.654628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:50.878669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:50.886740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:50.892060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b800dda6-d5dd-4b09-8b8d-b096bcffff68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:05:51.000683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=cbb38754-ede0-4739-ae91-e754b2e56e63,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:05:51.004522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:05:51.011799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:51.186864 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 88dc7aca-3a6f-4e23-88f0-7f50dd4273af associated. External IP: 172.26.4.68, port: d52cc048-48ea-4402-a7a1-74b7cb1ecff9.
Nov 29 12:05:51.672162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router b3b1d89e-cee4-44bf-8d40-95257b46168d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:05:51.867113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:05:51.878460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca6007-935d-4966-821e-45b578de0424 None None] Sync routers for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:05:51.887602 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:51.888272 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088fdd00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:51.892424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:51.947956 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5089219
Nov 29 12:05:51.948526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:05:51.950630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56674) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:51.991534 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'status': 'completed', 'code': 200}
Nov 29 12:05:52.068083 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:52.093302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-1cb346df-760d-4b56-bac5-bf9cb60e9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:52.094901 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-1cb346df-760d-4b56-bac5-bf9cb60e9e37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0778270
Nov 29 12:05:52.140048 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7089cd5e-8bbe-4c84-8af2-96ceecf1db7d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d HTTP/1.1" status: 200  len: 922 time: 0.1879337
Nov 29 12:05:52.142553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56680) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:52.234082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-1994a201-c1ce-441a-bbed-d2c0b2d2fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:52.236109 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-1994a201-c1ce-441a-bbed-d2c0b2d2fa05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 200  len: 898 time: 0.1348672
Nov 29 12:05:52.253879 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ac5315fe-9af6-45d6-a5e2-bfeddf57ab1b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 990 time: 0.1091006
Nov 29 12:05:52.343825 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-49237735-7224-48df-adae-90d18ddeb706 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 200  len: 998 time: 0.1008596
Nov 29 12:05:52.408180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-2175a513-1122-49f6-bcaa-f1ed57cbb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:52.409668 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-2175a513-1122-49f6-bcaa-f1ed57cbb1c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c32f0479-8ea5-477c-9dbd-6f1924132e77 HTTP/1.1" status: 200  len: 834 time: 0.0591996
Nov 29 12:05:52.430495 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088fdd00>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '88dc7aca-3a6f-4e23-88f0-7f50dd4273af', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:05:50Z', 'updated_at': '2021-11-29T12:05:50Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:05:38Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:52.434402 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca6007-935d-4966-821e-45b578de0424 None None] Checking router: b3b1d89e-cee4-44bf-8d40-95257b46168d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:05:52.442985 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:05:52.443613 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088fdd00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:52.488070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-fc579749-f274-46e7-9fcd-272aad2e2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:52.489455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-fc579749-f274-46e7-9fcd-272aad2e2d49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45cc1023-1bcc-49fa-9057-25fd40a1373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728476
Nov 29 12:05:52.619236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:05:52.632637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-fe76495a-01ca-42dc-aa27-6237f6eb6521 service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363015
Nov 29 12:05:52.766808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3576f85-087c-4888-ac7e-6dd364e3c656 req-3c926c78-5630-4f24-9ae8-4c346a18ac3f service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267900
Nov 29 12:05:52.973850 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7fca6007-935d-4966-821e-45b578de0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088fdd00>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '88dc7aca-3a6f-4e23-88f0-7f50dd4273af', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:05:50Z', 'updated_at': '2021-11-29T12:05:50Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:05:38Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:05:52.978133 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca6007-935d-4966-821e-45b578de0424 None None] The sync data for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv is: [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '88dc7aca-3a6f-4e23-88f0-7f50dd4273af', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:05:50Z', 'updated_at': '2021-11-29T12:05:50Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:05:38Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:05:53.175494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a6f5b-4ab1-41bb-860e-b230a979e02f None None] New status for floating IP 88dc7aca-3a6f-4e23-88f0-7f50dd4273af: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:05:53.256816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56684) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:53.362961 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f47b1855-db49-4113-a268-b1d063bae572 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 990 time: 0.1047852
Nov 29 12:05:54.367579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56688) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:05:54.480140 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c887e798-7273-43ae-b1bc-f8eeed7cd958 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 992 time: 0.1109128
Nov 29 12:05:56.521088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5ebf-9e75-4fe5-9c5f-1f0d17f66bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:57.095207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:59.061935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b43cec76-9038-4af9-a230-a26fe83a7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:05:59.745643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-007f70a3-0f41-4ea9-8828-e84c312959e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0786307
Nov 29 12:05:59.926634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-4efad3ba-4668-4667-96be-1a72c7ef68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:05:59.928164 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-4efad3ba-4668-4667-96be-1a72c7ef68ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0912840
Nov 29 12:06:00.077305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:00.219355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-08a72f3a-7e0a-4b2d-a926-d29d55dbca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:00.220859 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-08a72f3a-7e0a-4b2d-a926-d29d55dbca89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 200  len: 898 time: 0.2659235
Nov 29 12:06:00.325567 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-5696edfb-cb0c-47cb-98a8-d88e9ea068ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 200  len: 1000 time: 0.0976636
Nov 29 12:06:00.394622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-c16aed13-7e03-47a4-a2ea-278d838830a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:00.395962 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-c16aed13-7e03-47a4-a2ea-278d838830a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c32f0479-8ea5-477c-9dbd-6f1924132e77 HTTP/1.1" status: 200  len: 834 time: 0.0595520
Nov 29 12:06:00.478503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-90bad0e0-60ed-4bae-be8b-917e48d4773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:00.479998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-90bad0e0-60ed-4bae-be8b-917e48d4773f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45cc1023-1bcc-49fa-9057-25fd40a1373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768883
Nov 29 12:06:00.619977 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-2a873c8a-cf1d-4eb0-9c6d-6c36ed5ada4e service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326184
Nov 29 12:06:00.753762 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cad36dea-94d3-400d-a172-199357dd8cc2 req-47c471e2-c6c7-4621-9901-defa8f38429c service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259415
Nov 29 12:06:01.724523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:02.001461 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:06:13.174242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:23.747984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:23.944431 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-be707f85-5380-4912-9790-8d77bee22171 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1948473
Nov 29 12:06:23.949324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56706) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:24.156482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51f51b5-85ce-4f1a-b25b-6692571d7874 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Notify agent at dv-neutron-819579-1-hyperv the message router_removed_from_agent {{(pid=87600) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Nov 29 12:06:24.160303 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d51f51b5-85ce-4f1a-b25b-6692571d7874 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "DELETE /v2.0/agents/77a2d319-3e49-476b-9443-78a399ddb510/l3-routers/b3b1d89e-cee4-44bf-8d40-95257b46168d HTTP/1.1" status: 204  len: 168 time: 0.2098246
Nov 29 12:06:24.163394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56710) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:24.362488 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fa9bf447-1969-4194-acfb-159738961240 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1979222
Nov 29 12:06:24.365259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:24.480288 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4e27cbc-6225-4479-8b68-5934c8d333a9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 992 time: 0.1137161
Nov 29 12:06:24.573168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:06:24.684556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:24.717636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:24.724183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:24.726622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2d326f2-3a69-44b1-b65b-c7f6277b84b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:24.797268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:24.800576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:24.930808 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168238f-9b42-491b-aed2-89c679bb73ba None None] New status for floating IP 88dc7aca-3a6f-4e23-88f0-7f50dd4273af: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:06:25.486577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56718) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:25.721428 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c63a16f2-511a-4797-b16e-dd5408764992 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 990 time: 0.2333820
Nov 29 12:06:26.476096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:06:26.539473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4ba39650-bdf3-4c81-8974-74c9f1ab78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:26.608761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:26.627619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 82ead770-f862-4c44-8886-df5056778396, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82ead770-f862-4c44-8886-df5056778396,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:26.632676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:26.635553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:26.701504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:26.704512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:26.863650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:27.075284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8bc76b-0110-4ada-9f49-9c2f0feeb98e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Router b3b1d89e-cee4-44bf-8d40-95257b46168d is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:06:27.075629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8bc76b-0110-4ada-9f49-9c2f0feeb98e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Notify agent at dv-neutron-819579-1-hyperv the message router_added_to_agent {{(pid=87599) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Nov 29 12:06:27.090153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:27.107508 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5f8bc76b-0110-4ada-9f49-9c2f0feeb98e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "POST /v2.0/agents/77a2d319-3e49-476b-9443-78a399ddb510/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2402222
Nov 29 12:06:27.107676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56730) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:27.127062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] Sync routers for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:06:27.136955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:27.137583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0802ab20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:27.290585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-61a9a64d-3cec-483e-9330-976fe40506a5 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1817284
Nov 29 12:06:27.293676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:27.355877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:27.400928 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-67d430da-bbb3-4da8-8b41-74b403591994 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 990 time: 0.1060426
Nov 29 12:06:27.708709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0802ab20>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '88dc7aca-3a6f-4e23-88f0-7f50dd4273af', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:05:50Z', 'updated_at': '2021-11-29T12:06:25Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:06:24Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:27.712644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] Checking router: b3b1d89e-cee4-44bf-8d40-95257b46168d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:06:27.721318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:27.721917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0802ab20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:05:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:27.908508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:28.291511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0802ab20>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '88dc7aca-3a6f-4e23-88f0-7f50dd4273af', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:05:50Z', 'updated_at': '2021-11-29T12:06:25Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:06:24Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:28.295715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc765654-3a5f-4531-a012-a2869d1c1ab2 None None] The sync data for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv is: [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '88dc7aca-3a6f-4e23-88f0-7f50dd4273af', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'port_id': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'mac_address': 'fa:16:3e:0a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:05:50Z', 'updated_at': '2021-11-29T12:06:25Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:06:24Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:06:28.405135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56740) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:28.538993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d0475116-afcb-4f15-928f-4fa58fd5e30a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 990 time: 0.1324065
Nov 29 12:06:29.067802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65851785-fa18-4606-83c5-448a57d44105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:29.543081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56744) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:29.648111 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4c1ddb3f-c747-42c5-9cb6-ad5905d6820d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 990 time: 0.1035585
Nov 29 12:06:30.003566 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41927071-6408-4268-a0e8-428b7dfcb54b None None] New status for floating IP 88dc7aca-3a6f-4e23-88f0-7f50dd4273af: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:06:30.081955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:30.516280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:30.585797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:30.586171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:30.651852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56748) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:30.707642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:30.739961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:30.744770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:30.745661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:30.768476 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e6717b12-0d7b-4599-b7e1-6e45e80aca60 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 200  len: 992 time: 0.1082683
Nov 29 12:06:30.768724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-15430234-76da-4597-8118-a3b7d0ac896e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:30.841251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:30.844420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:30.886221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 82ead770-f862-4c44-8886-df5056778396 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:30.886594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.010184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.027368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 82ead770-f862-4c44-8886-df5056778396, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82ead770-f862-4c44-8886-df5056778396,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:31.030611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56756) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:31.034074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.036053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:31.104296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:31.107659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:31.247054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port cbb38754-ede0-4739-ae91-e754b2e56e63 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:06:31.247382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.430014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.430278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.628070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.679130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for cbb38754-ede0-4739-ae91-e754b2e56e63 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:06:31.840074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.845096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-336fcaf5-28b5-4e32-bc76-bafaae6e9d24 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:31.892651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=cbb38754-ede0-4739-ae91-e754b2e56e63,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:31.929289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.929671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.930036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.930399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.930758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.931119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.931502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.931858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.932215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.932559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.932913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.933260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:31.940349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:31.993387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:31.993713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 88dc7aca-3a6f-4e23-88f0-7f50dd4273af disassociated (deleted). External IP: 172.26.4.68, port: d52cc048-48ea-4402-a7a1-74b7cb1ecff9.
Nov 29 12:06:32.380833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router b3b1d89e-cee4-44bf-8d40-95257b46168d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:06:32.480500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:32.552567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:32.552952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:32.561025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:06:32.587202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:32.631710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] Sync routers for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:06:32.646276 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/88dc7aca-3a6f-4e23-88f0-7f50dd4273af HTTP/1.1" status: 204  len: 168 time: 1.6138031
Nov 29 12:06:32.646954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:06:32.670468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:32.671123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08aae5e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:32.696881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'status': 'completed', 'code': 200}
Nov 29 12:06:32.794605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b364c-8430-4ebd-970d-10bb452ddcde req-a09a0e84-5a77-44ff-bf94-f3d88aa2133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:32.796228 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-a09a0e84-5a77-44ff-bf94-f3d88aa2133c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 1098 time: 0.0769546
Nov 29 12:06:32.911036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:32.951195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:33.133284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b364c-8430-4ebd-970d-10bb452ddcde req-4834147b-3024-4aac-b67c-3ac63ed78d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:33.134681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-4834147b-3024-4aac-b67c-3ac63ed78d7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 200  len: 898 time: 0.3319576
Nov 29 12:06:33.185522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 82ead770-f862-4c44-8886-df5056778396 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:33.185781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:33.210839 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-2a65304a-889b-43d5-bca5-0e1257d48589 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 200  len: 217 time: 0.0683217
Nov 29 12:06:33.218689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafbe09-e47a-479e-b9bd-be9271df99c0 req-5a16d1eb-e0ae-4187-bc63-fbfd478b8c96 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:33.220124 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0dafbe09-e47a-479e-b9bd-be9271df99c0 req-5a16d1eb-e0ae-4187-bc63-fbfd478b8c96 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 945 time: 0.1876264
Nov 29 12:06:33.311646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b364c-8430-4ebd-970d-10bb452ddcde req-def9b46c-a199-4ded-9a11-04e6a01f4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:33.313338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-def9b46c-a199-4ded-9a11-04e6a01f4fbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c32f0479-8ea5-477c-9dbd-6f1924132e77 HTTP/1.1" status: 200  len: 834 time: 0.0923386
Nov 29 12:06:33.318058 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0dafbe09-e47a-479e-b9bd-be9271df99c0 req-0d486cc3-f676-4b07-9b96-856089545dc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663688
Nov 29 12:06:33.391726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08aae5e0>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:06:30Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:33.393278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b364c-8430-4ebd-970d-10bb452ddcde req-9855ddf7-04c1-494f-8c65-e77c97c0fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:33.394774 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-9855ddf7-04c1-494f-8c65-e77c97c0fd32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45cc1023-1bcc-49fa-9057-25fd40a1373e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741436
Nov 29 12:06:33.395713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] Checking router: b3b1d89e-cee4-44bf-8d40-95257b46168d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:06:33.404156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:33.404743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08aae5e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:33.528223 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-0be68c23-8920-444f-bbda-64aa12757cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258771
Nov 29 12:06:33.585563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:33.666401 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-938b364c-8430-4ebd-970d-10bb452ddcde req-2fc61308-d717-43ca-8789-a57d03c25aeb service neutron] 10.222.0.18 "GET /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312745
Nov 29 12:06:33.896759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08aae5e0>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:06:30Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:33.900837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35b71c-f99a-4ed4-9861-3e7a40535cca None None] The sync data for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv is: [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:05:32Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'ec1bc91d-22dd-4bdd-947d-b0333fb3f300', 'name': '', 'network_id': '45cc1023-1bcc-49fa-9057-25fd40a1373e', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:e2:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:32Z', 'updated_at': '2021-11-29T12:06:30Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'c32f0479-8ea5-477c-9dbd-6f1924132e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:06:34.285685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-4cd3b48b-754c-4f4e-beeb-407a9c246f4b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:34.287157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-4cd3b48b-754c-4f4e-beeb-407a9c246f4b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 945 time: 0.0990491
Nov 29 12:06:34.362457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:06:34.362800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:34.520306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4c2dd-098d-4c16-a746-80f8ec18c3cb req-5e360613-d89e-4876-9961-1ba40c3eb9e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:34.520991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-78c4c2dd-098d-4c16-a746-80f8ec18c3cb req-5e360613-d89e-4876-9961-1ba40c3eb9e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:34.536563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-78c4c2dd-098d-4c16-a746-80f8ec18c3cb req-5e360613-d89e-4876-9961-1ba40c3eb9e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:34.537705 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-78c4c2dd-098d-4c16-a746-80f8ec18c3cb req-5e360613-d89e-4876-9961-1ba40c3eb9e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=eccb0c4b-1280-4d30-8755-2f642b747cb9 HTTP/1.1" status: 200  len: 945 time: 0.1039119
Nov 29 12:06:34.584168 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-78c4c2dd-098d-4c16-a746-80f8ec18c3cb req-207ba71f-62ac-4d4b-9b0d-4419460dca71 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=1296bc88-da83-4017-a9a6-abe62c539a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407007
Nov 29 12:06:34.623291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port d52cc048-48ea-4402-a7a1-74b7cb1ecff9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:34.623679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:34.748794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for d52cc048-48ea-4402-a7a1-74b7cb1ecff9 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:06:34.898303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:34.903883 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64077c08-709c-46f2-bc57-6af78c84052d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:34.948666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=d52cc048-48ea-4402-a7a1-74b7cb1ecff9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:34.990120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.990510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.990896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.991321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.991720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.992090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.992460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.992834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.993201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.993544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.993925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:34.994284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:35.001708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:35.037400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port d52cc048-48ea-4402-a7a1-74b7cb1ecff9 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:06:35.040004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:35.042576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'name': 'network-vif-deleted', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:06:35.059913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63c9036f-bb5c-4170-80ea-b96f39c83f2f req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/d52cc048-48ea-4402-a7a1-74b7cb1ecff9 HTTP/1.1" status: 204  len: 173 time: 0.7668817
Nov 29 12:06:35.096837 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccb0c4b-1280-4d30-8755-2f642b747cb9', 'name': 'network-vif-deleted', 'tag': 'd52cc048-48ea-4402-a7a1-74b7cb1ecff9', 'status': 'completed', 'code': 200}
Nov 29 12:06:35.120002 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68475b5-40e6-4940-94bc-60b962d5e23f None None] New status for floating IP 88dc7aca-3a6f-4e23-88f0-7f50dd4273af: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:06:35.688842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56772) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:35.761869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:35.790713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:35.860817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:35.864963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:35.880572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296bc88-da83-4017-a9a6-abe62c539a1b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:35.883199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:35.893460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:35.894619 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-16f14692-b60b-47b2-b22c-4e674b566892 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/1296bc88-da83-4017-a9a6-abe62c539a1b HTTP/1.1" status: 204  len: 168 time: 0.2046952
Nov 29 12:06:35.932027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56778) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:36.638182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:37.011154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port ec1bc91d-22dd-4bdd-947d-b0333fb3f300 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:06:37.011886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:37.202260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port ec1bc91d-22dd-4bdd-947d-b0333fb3f300, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:37.202617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:37.329063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for ec1bc91d-22dd-4bdd-947d-b0333fb3f300 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:06:37.535717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:37.539421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:37.586053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=ec1bc91d-22dd-4bdd-947d-b0333fb3f300,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:37.588440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:37.995294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:38.363194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router b3b1d89e-cee4-44bf-8d40-95257b46168d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:06:38.541442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:06:38.551204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] Sync routers for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:06:38.556007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6228621
Nov 29 12:06:38.558648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56782) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:38.561232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:38.561878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08749640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:38.630732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet c32f0479-8ea5-477c-9dbd-6f1924132e77 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:06:38.633966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:38.687672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:38.727546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d52cc048-48ea-4402-a7a1-74b7cb1ecff9 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:06:38.774113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: d52cc048-48ea-4402-a7a1-74b7cb1ecff9 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:06:38.774410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:38.774524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d52cc048-48ea-4402-a7a1-74b7cb1ecff9 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:06:38.836285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:38.856907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:38.862082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ceb8f5bf-286d-453c-86c5-26cdde85dc35 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:38.897504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f0479-8ea5-477c-9dbd-6f1924132e77,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:38.900063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:38.902667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:38.910041 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/c32f0479-8ea5-477c-9dbd-6f1924132e77 HTTP/1.1" status: 204  len: 168 time: 0.3503387
Nov 29 12:06:38.912917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56786) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:38.934581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268e6d6-5cd3-4626-97fb-4156a4a0f60a None None] Network 45cc1023-1bcc-49fa-9057-25fd40a1373e requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:06:39.000721 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:06:39.220606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.287128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08749640>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:06:37Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:39.291276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] Checking router: b3b1d89e-cee4-44bf-8d40-95257b46168d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:06:39.300506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] Routers {'b3b1d89e-cee4-44bf-8d40-95257b46168d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:39.301114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08749640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b3b1d89e-cee4-44bf-8d40-95257b46168d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:39.352396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] DHCP port deletion for 45cc1023-1bcc-49fa-9057-25fd40a1373e request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:06:39.368299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Deleting port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:06:39.368659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.403005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.413941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 82ead770-f862-4c44-8886-df5056778396 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:06:39.414275 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.585226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] Set router b3b1d89e-cee4-44bf-8d40-95257b46168d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:39.588854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 82ead770-f862-4c44-8886-df5056778396, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82ead770-f862-4c44-8886-df5056778396,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:39.589203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.712710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 82ead770-f862-4c44-8886-df5056778396 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:06:39.885139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] For port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,segment=NetworkSegment(61f4d32b-8e76-4d04-a71d-0d8d49864f91),segment_id=61f4d32b-8e76-4d04-a71d-0d8d49864f91)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:39.885456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.889351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:39.894405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:39.941593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=82ead770-f862-4c44-8886-df5056778396,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:39.970472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:40.013994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Calling delete_port for a0d9cdc5-cf7a-4ad0-8c83-190a71677cae owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:06:40.034191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.149101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.154323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:40.199127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Pushing event deleted for resources: {'Port': ['ID=a0d9cdc5-cf7a-4ad0-8c83-190a71677cae,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:40.201968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] No DVR routers for this DVR port a0d9cdc5-cf7a-4ad0-8c83-190a71677cae on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:06:40.211672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.211883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.212098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.212442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.212772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.213101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.213727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.213727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.214056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.214373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.214675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.215217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.215345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:40.216191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.218558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:40.224263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08749640>, [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:06:37Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:40.228421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e6a5e-7f5f-4cf9-a80b-0335eea8198a None None] The sync data for ids ['b3b1d89e-cee4-44bf-8d40-95257b46168d'] in dv-neutron-819579-1-hyperv is: [{'id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'name': 'tempest-TestNetworkBasicOps-router-614598506', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '82ead770-f862-4c44-8886-df5056778396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:05:27Z', 'updated_at': '2021-11-29T12:06:37Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '82ead770-f862-4c44-8886-df5056778396', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b1d89e-cee4-44bf-8d40-95257b46168d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:05:28Z', 'updated_at': '2021-11-29T12:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:06:40.245138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.245747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router b3b1d89e-cee4-44bf-8d40-95257b46168d {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:06:40.265585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.266795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/b3b1d89e-cee4-44bf-8d40-95257b46168d HTTP/1.1" status: 204  len: 168 time: 1.3527482
Nov 29 12:06:40.269620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56790) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:40.386102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.660115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.667223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a0d9cdc5-cf7a-4ad0-8c83-190a71677cae no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:06:40.690570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d081ddcd0>,) {'filters': {'network_id': ['45cc1023-1bcc-49fa-9057-25fd40a1373e']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:40.703764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d081ddcd0>, '61f4d32b-8e76-4d04-a71d-0d8d49864f91') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:40.704105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d081ddcd0>, '61f4d32b-8e76-4d04-a71d-0d8d49864f91') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:40.704751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a0d9cdc5-cf7a-4ad0-8c83-190a71677cae {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:06:40.705299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a0d9cdc5-cf7a-4ad0-8c83-190a71677cae not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:06:40.705769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:06:40.719463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.736579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.743088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:06:40.743341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: ec1bc91d-22dd-4bdd-947d-b0333fb3f300 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:06:40.743578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.743759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ec1bc91d-22dd-4bdd-947d-b0333fb3f300 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:06:40.763108 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:06:40.843658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.847507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f00223b-f035-49ba-8455-68abef5ad853 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:40.862181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.873661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=45cc1023-1bcc-49fa-9057-25fd40a1373e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:40.877059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:40.882939 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/45cc1023-1bcc-49fa-9057-25fd40a1373e HTTP/1.1" status: 204  len: 168 time: 0.6123207
Nov 29 12:06:40.904349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56794) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:40.910148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--2019303376', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:40.915553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:40.920043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:40.923099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:40.928965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:40.939532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:06:40.943106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.975044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:06:40.984929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:40.985427 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment 097ee316-89ab-4f80-8c30-f85a341e341d of type vlan for network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a
Nov 29 12:06:41.011858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.043397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.050344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:41.050918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.054444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6f4ce98e-1e5d-4ec8-a04b-70aba03c9bf0 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:41.160257 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2554443
Nov 29 12:06:41.163237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56798) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:41.168831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-245776034', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:41.169997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:41.172976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:41.177245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:41.180712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:06:41.182558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:41.185779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:41.193106 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:41.205677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.206672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.224957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.624329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.938322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:41.967739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:42.111157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.79 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/8e8b2ab4-57fc-410d-b141-09180e5e1bee) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:06:42.262409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:42.294800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:42.299313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-489d1a27-52c0-48e3-b09d-0cb7fd49883c tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:42.362383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:06:42.366930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:06:42.370610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:06:42.403990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=8e8b2ab4-57fc-410d-b141-09180e5e1bee,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:42.413940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:42.437044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:06:42.472305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 82ead770-f862-4c44-8886-df5056778396 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:06:42.472664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82ead770-f862-4c44-8886-df5056778396 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:06:42.815486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:43.192477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:43.284348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:43.491657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router f8394acd-fb75-4436-89ce-a35407f46151 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:06:43.674265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:06:43.683806 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Sync routers for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:06:43.694519 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:43.695186 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0952c790>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:43.701725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:43.702977 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.5385880
Nov 29 12:06:43.706280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56802) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:43.745976 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-14fd6223-3ad0-490a-a53e-8512bb60509e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382891
Nov 29 12:06:43.748478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56806) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:43.871930 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:43.879198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed310636-084f-4207-a28b-d1128e074d0b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:43.880741 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ed310636-084f-4207-a28b-d1128e074d0b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1313293
Nov 29 12:06:43.883667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56810) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:43.922085 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-304621f8-8ade-4624-a94c-d25a6469a50b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372517
Nov 29 12:06:43.925067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56814) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:43.930956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442462390', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:44.049478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:44.053453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:44.056393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:44.062054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:44.073398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:06:44.077018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.159220 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0952c790>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:42Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:44.163253 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Checking router: f8394acd-fb75-4436-89ce-a35407f46151 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:06:44.163611 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Updating router f8394acd-fb75-4436-89ce-a35407f46151 port 8e8b2ab4-57fc-410d-b141-09180e5e1bee binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:06:44.217936 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.300490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.304132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80845da3-5f24-4ed1-ae35-2fac31d5a0b4 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:44.376944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=344af1fd-8369-44dc-9886-22e2dc5dd26b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:44.380901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:44.388109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:06:44.388464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:06:44.408650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:06:44.417874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:06:44.421984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:44.422567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.428821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd821a57-782e-4376-9cad-d1b08585549f None None] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:06:44.449837 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.5235355
Nov 29 12:06:44.453548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56818) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:44.587813 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.600568 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Transition to ACTIVE for port object 8e8b2ab4-57fc-410d-b141-09180e5e1bee will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:44.608570 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.613344 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b81ce517-402a-4009-9302-eedfcf443972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:44.668325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:06:44.669496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.677807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Attempting to bind port 8e8b2ab4-57fc-410d-b141-09180e5e1bee on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:06:44.678191 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Attempting to bind port 8e8b2ab4-57fc-410d-b141-09180e5e1bee by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:06:44.678556 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Attempting to bind port 8e8b2ab4-57fc-410d-b141-09180e5e1bee on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:06:44.696477 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:06:44.697230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:06:44.697230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.697941 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:06:44.698408 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Bound port: 8e8b2ab4-57fc-410d-b141-09180e5e1bee, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:06:44.698899 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.775918 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] For port 8e8b2ab4-57fc-410d-b141-09180e5e1bee, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:06:44.779271 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] For port 8e8b2ab4-57fc-410d-b141-09180e5e1bee, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e8b2ab4-57fc-410d-b141-09180e5e1bee,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:06:44.780567 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Pushing event updated for resources: {'Port': ['ID=8e8b2ab4-57fc-410d-b141-09180e5e1bee,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:44.789469 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.789833 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.790192 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.790873 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.791036 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.791410 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.791741 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.792069 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.792402 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.792724 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.793055 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.793366 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:06:44.796845 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:44.806127 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:44.806940 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:44.858697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Allocated IP 172.20.0.2 (5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a/344af1fd-8369-44dc-9886-22e2dc5dd26b/096e1364-fdca-40b6-9955-d503bbb21e71) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:06:44.870698 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:44.871586 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0952c790>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:45.009666 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Pushing event updated for resources: {'Port': ['ID=8e8b2ab4-57fc-410d-b141-09180e5e1bee,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:45.014732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:45.057431 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:45.070031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:45.081792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Transition to ACTIVE for port object 096e1364-fdca-40b6-9955-d503bbb21e71 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:45.103298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Transition to ACTIVE for port object 096e1364-fdca-40b6-9955-d503bbb21e71 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:45.109554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:45.116846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:45.185007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:06:45.188065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:06:45.192239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:06:45.198733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Pushing event updated for resources: {'Port': ['ID=096e1364-fdca-40b6-9955-d503bbb21e71,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:45.202563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:45.288052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Attempting to bind port 096e1364-fdca-40b6-9955-d503bbb21e71 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:06:45.288817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Attempting to bind port 096e1364-fdca-40b6-9955-d503bbb21e71 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:06:45.289259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Attempting to bind port 096e1364-fdca-40b6-9955-d503bbb21e71 on network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:06:45.294777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:06:45.295270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Checking segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:06:45.295738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:45.296207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Bound using segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:06:45.296740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Bound port: 096e1364-fdca-40b6-9955-d503bbb21e71, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:06:45.297188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:45.346082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:45.355436 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0952c790>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:42Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:45.359579 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ff2e1-42fd-46ae-bf1b-b3a86240c3db None None] The sync data for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv is: [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:42Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:06:45.401269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] For port 096e1364-fdca-40b6-9955-d503bbb21e71, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:06:45.404833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] For port 096e1364-fdca-40b6-9955-d503bbb21e71, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=096e1364-fdca-40b6-9955-d503bbb21e71,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:06:45.410514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:45.415153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:45.526076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Pushing event updated for resources: {'Port': ['ID=096e1364-fdca-40b6-9955-d503bbb21e71,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:45.531579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:45.841150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a/344af1fd-8369-44dc-9886-22e2dc5dd26b/2a91497f-4245-4f36-aa44-c2c66d838eff) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:06:46.016636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.034541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 2a91497f-4245-4f36-aa44-c2c66d838eff will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:46.058567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.062522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f42b2ab1-10c6-48a3-a1d9-2793fcec8b57 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:46.130216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:06:46.133495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:06:46.137574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:06:46.167851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=2a91497f-4245-4f36-aa44-c2c66d838eff,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:46.182540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:46.205012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.325469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.561525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 096e1364-fdca-40b6-9955-d503bbb21e71 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:46.592976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48563bdb-cbd2-4d7c-b4f4-79667fe85351 None None] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:06:46.710511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d84e0e35-2e95-4ced-bd20-a4d7ef98fbbb None None] Provisioning for port 096e1364-fdca-40b6-9955-d503bbb21e71 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:06:46.751643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 096e1364-fdca-40b6-9955-d503bbb21e71 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:06:46.761209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 096e1364-fdca-40b6-9955-d503bbb21e71 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:46.761591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.778676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.786161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.854256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96bd3e1d-8df9-4625-9dd7-7a694daf5f7e tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:46.943777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=2a91497f-4245-4f36-aa44-c2c66d838eff,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:46.947042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:46.948225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:46.976935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.015971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 096e1364-fdca-40b6-9955-d503bbb21e71, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=096e1364-fdca-40b6-9955-d503bbb21e71,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:47.021159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.022180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e8b2ab4-57fc-410d-b141-09180e5e1bee up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:47.054133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:47.099670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:06:47.101124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:06:47.145523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=096e1364-fdca-40b6-9955-d503bbb21e71,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:47.149121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:47.156988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8e8b2ab4-57fc-410d-b141-09180e5e1bee completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:06:47.162559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8e8b2ab4-57fc-410d-b141-09180e5e1bee triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:47.162936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.287936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8101ab48-8cef-4393-9f64-e50897a293b0 None None] Provisioning for port 2a91497f-4245-4f36-aa44-c2c66d838eff completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:06:47.298152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8101ab48-8cef-4393-9f64-e50897a293b0 None None] Provisioning complete for port 2a91497f-4245-4f36-aa44-c2c66d838eff triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:47.298535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8101ab48-8cef-4393-9f64-e50897a293b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.334245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.369439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 8e8b2ab4-57fc-410d-b141-09180e5e1bee, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e8b2ab4-57fc-410d-b141-09180e5e1bee,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:47.370511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8101ab48-8cef-4393-9f64-e50897a293b0 None None] Port 2a91497f-4245-4f36-aa44-c2c66d838eff cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:06:47.377997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.380074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-811b0640-754c-4797-8d44-b6f03fbbe3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:47.417915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8101ab48-8cef-4393-9f64-e50897a293b0 None None] Provisioning complete for port 096e1364-fdca-40b6-9955-d503bbb21e71 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:47.418292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8101ab48-8cef-4393-9f64-e50897a293b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.446347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router f8394acd-fb75-4436-89ce-a35407f46151 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:06:47.499667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=8e8b2ab4-57fc-410d-b141-09180e5e1bee,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:47.505270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:47.635330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:06:47.645498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Sync routers for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:06:47.648626 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/f8394acd-fb75-4436-89ce-a35407f46151/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1939332
Nov 29 12:06:47.651399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56822) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:47.655198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:47.655835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0804ae20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:47.794293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301d10a-4f39-4418-b576-621bc696690d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.794767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301d10a-4f39-4418-b576-621bc696690d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.795397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301d10a-4f39-4418-b576-621bc696690d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.795610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cd8ef52e-1d37-4c8e-a78b-191c00215c24 None None] Provisioning complete for port 2a91497f-4245-4f36-aa44-c2c66d838eff triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:47.795837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301d10a-4f39-4418-b576-621bc696690d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.796019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd8ef52e-1d37-4c8e-a78b-191c00215c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:47.797458 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d301d10a-4f39-4418-b576-621bc696690d tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1451025
Nov 29 12:06:47.800369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56826) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:47.872088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26d27d-336e-4b7e-b7ed-1ad9738d335a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.872560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26d27d-336e-4b7e-b7ed-1ad9738d335a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.873026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26d27d-336e-4b7e-b7ed-1ad9738d335a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.873285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ef52e-1d37-4c8e-a78b-191c00215c24 None None] Port 2a91497f-4245-4f36-aa44-c2c66d838eff cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:06:47.873444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26d27d-336e-4b7e-b7ed-1ad9738d335a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:47.876310 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad26d27d-336e-4b7e-b7ed-1ad9738d335a tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0747392
Nov 29 12:06:47.878998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56830) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:47.887948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:48.095831 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-41cf4263-a89a-4282-b34c-adeea048760c tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2154818
Nov 29 12:06:48.252047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0804ae20>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:48.256040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Checking router: f8394acd-fb75-4436-89ce-a35407f46151 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:06:48.256404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Updating router f8394acd-fb75-4436-89ce-a35407f46151 port 2a91497f-4245-4f36-aa44-c2c66d838eff binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:06:48.308223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.499266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56836) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:48.506089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998039872', 'description': 'tempest-secgroup-smoke-998039872 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:48.512513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:48.517504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:48.520562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:48.520879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 096e1364-fdca-40b6-9955-d503bbb21e71 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:48.526403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:48.537740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.558290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:48.562236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:48.565394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:48.571026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:48.642832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.644353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 096e1364-fdca-40b6-9955-d503bbb21e71 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:48.644835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.648066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.651874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a34622c5-a3fb-4289-8119-5407fc067662 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:48.693188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148f9d68-f1bf-4ff3-8106-73fd2c287b65,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:48.696171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:48.701091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.702191 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2015080
Nov 29 12:06:48.705514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:48.710629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '148f9d68-f1bf-4ff3-8106-73fd2c287b65', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:48.716763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:48.720891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:48.723860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:48.729597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:48.746579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.776679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.811065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.815742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.820479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Transition to ACTIVE for port object 2a91497f-4245-4f36-aa44-c2c66d838eff will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:48.825810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-936482f3-61f9-4619-9f98-f465f3024bff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:48.843267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.849130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320d170c-8af9-448f-867d-65c827ad66d4,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:48.849323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79c464b7-8fc0-4fb2-8d57-741e3b849a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:48.852417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:48.860554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.861795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1553636
Nov 29 12:06:48.864679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56844) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:48.869900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '148f9d68-f1bf-4ff3-8106-73fd2c287b65', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:48.876030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:48.880037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:48.883072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:48.888992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:48.898796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e8b2ab4-57fc-410d-b141-09180e5e1bee up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:48.907313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.978729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.984737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:48.986704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c1a71b10-5332-4a69-bf93-426271e36185 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:49.012156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5808586a-de1d-49cf-8cc5-35dde2ed6f73,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.018352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.022953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.024615 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1589456
Nov 29 12:06:49.027454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56848) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:49.033433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '148f9d68-f1bf-4ff3-8106-73fd2c287b65', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:49.039730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:49.043970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:49.047078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:49.053899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:49.062424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28072-38d8-4c0f-b3ee-cffb75490684 None None] Pushing event updated for resources: {'Port': ['ID=2a91497f-4245-4f36-aa44-c2c66d838eff,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.066231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5d28072-38d8-4c0f-b3ee-cffb75490684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.078704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.128524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Attempting to bind port 2a91497f-4245-4f36-aa44-c2c66d838eff on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:06:49.129048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Attempting to bind port 2a91497f-4245-4f36-aa44-c2c66d838eff by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:06:49.129448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Attempting to bind port 2a91497f-4245-4f36-aa44-c2c66d838eff on network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:06:49.136520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:06:49.136881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Checking segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:06:49.137277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.137668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Bound using segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:06:49.138128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Bound port: 2a91497f-4245-4f36-aa44-c2c66d838eff, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:06:49.138499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.143805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.148442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.150242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7fa83b85-641b-4a99-b60b-e74032c7efaa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:49.161143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8e8b2ab4-57fc-410d-b141-09180e5e1bee triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:49.161520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.171797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d430088-9f97-4459-be2d-dc4cd4015196,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.174398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.182036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.183289 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1548071
Nov 29 12:06:49.186113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56852) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:49.191477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '148f9d68-f1bf-4ff3-8106-73fd2c287b65', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:49.197693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:49.201563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:49.204366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:49.209985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:49.230320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.296384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.301753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.303695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-222ac613-c023-40a3-9dc3-1c72fc417da6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:49.326471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2409d142-8ab0-428b-adb3-241419f590f7,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.329111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.338168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.339384 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1523411
Nov 29 12:06:49.342206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56856) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:49.344127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] For port 2a91497f-4245-4f36-aa44-c2c66d838eff, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:06:49.347664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '148f9d68-f1bf-4ff3-8106-73fd2c287b65', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:49.353516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:49.357327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:49.360233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:49.362185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] For port 2a91497f-4245-4f36-aa44-c2c66d838eff, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a91497f-4245-4f36-aa44-c2c66d838eff,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:06:49.366291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:49.372478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.376877 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:06:49.377062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-373145e6-98af-412c-8ef7-aa1f222863d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:49.384197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.459145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.459698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:06:49.460337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0804ae20>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:49.465199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.467207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9fab064a-728a-48b2-a449-100b4b1712c6 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:49.488536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffef8b38-7ae8-4435-ab3d-89c8a0e3d930,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.492769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.503234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.507723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56860) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:06:49.507930 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1647007
Nov 29 12:06:49.514467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '148f9d68-f1bf-4ff3-8106-73fd2c287b65', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:49.521990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:49.527386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:06:49.531233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28072-38d8-4c0f-b3ee-cffb75490684 None None] Pushing event updated for resources: {'Port': ['ID=2a91497f-4245-4f36-aa44-c2c66d838eff,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.531443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:06:49.539835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:49.553897 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:06:49.561608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.582554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5d28072-38d8-4c0f-b3ee-cffb75490684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.633667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.637775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.647112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9a4cb37-0732-4bd7-b56b-05f943fa79fe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:49.654073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:06:49.665406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffd921b-8acc-402c-9409-498fcab7c8af,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:49.668579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:49.678946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:49.680223 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1708837
Nov 29 12:06:49.932158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-5933b969-3588-499b-b3bb-96b95077822b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:49.951118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-5933b969-3588-499b-b3bb-96b95077822b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:49.952320 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-5933b969-3588-499b-b3bb-96b95077822b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998039872&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0584273
Nov 29 12:06:50.017623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0804ae20>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:49Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:06:50.022288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a41d84-8d8a-424d-a467-a7d22dc4f742 None None] The sync data for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv is: [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:49Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:06:50.125292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-90289067-72fb-4c55-afa4-23efe277ecc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:50.126184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-90289067-72fb-4c55-afa4-23efe277ecc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:50.142689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-90289067-72fb-4c55-afa4-23efe277ecc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:50.144050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-90289067-72fb-4c55-afa4-23efe277ecc8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 797 time: 0.1846447
Nov 29 12:06:50.159352 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-e51a03b8-6eee-43e3-b891-3719bac884b5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0096591
Nov 29 12:06:50.249315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-de8307aa-6dd3-4349-be5b-83b81a01c6d8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:50.265413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-de8307aa-6dd3-4349-be5b-83b81a01c6d8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:50.266861 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-de8307aa-6dd3-4349-be5b-83b81a01c6d8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1014984
Nov 29 12:06:50.525519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a91497f-4245-4f36-aa44-c2c66d838eff up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:50.587815 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-dd09ca80-ac9f-44a8-bc97-ac61060b36d4 service neutron] 10.222.0.20 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3084922
Nov 29 12:06:50.602389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2a91497f-4245-4f36-aa44-c2c66d838eff completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:06:50.608056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2a91497f-4245-4f36-aa44-c2c66d838eff triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:50.608438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:50.730396 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-ebc3fcbc-a058-48fb-93ec-6eb3fb08c949 service neutron] 10.222.0.20 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394997
Nov 29 12:06:50.748571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:50.785932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 2a91497f-4245-4f36-aa44-c2c66d838eff, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a91497f-4245-4f36-aa44-c2c66d838eff,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:50.791776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:50.797990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:50.894251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=2a91497f-4245-4f36-aa44-c2c66d838eff,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:50.897543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:50.931074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-66dba482-eaa4-47a6-be59-1704c497c042 req-2d25264c-4064-4f82-a94e-34379d6e14d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:50.944594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-66dba482-eaa4-47a6-be59-1704c497c042 req-2d25264c-4064-4f82-a94e-34379d6e14d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:50.945758 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-66dba482-eaa4-47a6-be59-1704c497c042 req-2d25264c-4064-4f82-a94e-34379d6e14d1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 210 time: 0.0605588
Nov 29 12:06:52.133825 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d9553477-a226-4575-ac5f-e742ece11c94 req-2d7eaf2a-3e8a-4e21-9e25-986f8dc6c9b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 210 time: 0.0715034
Nov 29 12:06:52.395394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-671e08f3-be30-41b1-a074-10a7cc1cde63 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:52.396819 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-671e08f3-be30-41b1-a074-10a7cc1cde63 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 797 time: 0.3333273
Nov 29 12:06:52.490517 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-6ea2b20c-86aa-483c-a317-e47116577dcb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 379 time: 0.0843415
Nov 29 12:06:52.499317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['148f9d68-f1bf-4ff3-8106-73fd2c287b65']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:52.500059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a91497f-4245-4f36-aa44-c2c66d838eff up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:06:52.568744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2a91497f-4245-4f36-aa44-c2c66d838eff triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:52.569118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:52.638549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:06:52.648639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:06:52.660011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:06:52.663736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:52.843010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.13 (5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a/344af1fd-8369-44dc-9886-22e2dc5dd26b/449e9b8a-b451-4bf9-aaab-2b03d2daadd0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:06:53.044475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.061921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:53.095860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.101414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ea44a2b-22c3-4617-b564-822632fc0805 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:53.171906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:06:53.175941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:06:53.180030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:06:53.222643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:53.227496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:53.251396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:53.252134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.281384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7856224
Nov 29 12:06:53.292706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Request body: {'port': {'device_id': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:06:53.345844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1725ab-2381-439e-a40d-1a6eb3e90b8a req-428d82df-5ccf-4304-929f-050b87f9b099 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:53.347497 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8a1725ab-2381-439e-a40d-1a6eb3e90b8a req-428d82df-5ccf-4304-929f-050b87f9b099 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 932 time: 0.0971620
Nov 29 12:06:53.398684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-8a1725ab-2381-439e-a40d-1a6eb3e90b8a req-e964dd6f-96a7-484c-b8e1-0053b9394848 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:53.413872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-8a1725ab-2381-439e-a40d-1a6eb3e90b8a req-e964dd6f-96a7-484c-b8e1-0053b9394848 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:53.415112 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8a1725ab-2381-439e-a40d-1a6eb3e90b8a req-e964dd6f-96a7-484c-b8e1-0053b9394848 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617065
Nov 29 12:06:53.415696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.469233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9f7c185b-9e47-4b1d-9a81-7794caf8af79 None None] Provisioning for port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:06:53.474712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9f7c185b-9e47-4b1d-9a81-7794caf8af79 None None] Provisioning complete for port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:06:53.475109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f7c185b-9e47-4b1d-9a81-7794caf8af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.531299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c185b-9e47-4b1d-9a81-7794caf8af79 None None] Port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:06:53.767074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:06:53.774705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.789208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Transition to ACTIVE for port object 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:06:53.792712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:53.797221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:53.948053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32117b1-e811-4719-933b-064700b413cf service neutron] Pushing event updated for resources: {'Port': ['ID=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:53.955616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f32117b1-e811-4719-933b-064700b413cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:54.031627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Attempting to bind port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:06:54.032017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Attempting to bind port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:06:54.032182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Attempting to bind port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 on network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:06:54.036877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 on network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:06:54.037189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Attempting to bind port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 on network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:06:54.043286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:06:54.043607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Checking segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:06:54.043980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Bound using segment: {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:06:54.044396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Bound port: 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097ee316-89ab-4f80-8c30-f85a341e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:06:54.044857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:54.143243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] For port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:06:54.146460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] For port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:06:54.151850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:54.155444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e2d52481-5099-4b8d-a2e2-e327ad13d6ac tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:54.211689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:54.212304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:54.213659 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-f32117b1-e811-4719-933b-064700b413cf service neutron] 10.222.0.18 "PUT /v2.0/ports/449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 1094 time: 0.9254162
Nov 29 12:06:54.214184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:06:54.236394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32117b1-e811-4719-933b-064700b413cf service neutron] Pushing event updated for resources: {'Port': ['ID=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:54.247753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f32117b1-e811-4719-933b-064700b413cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:54.290260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'status': 'completed', 'code': 200}
Nov 29 12:06:54.467155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-58dca6c3-fbe0-4c4a-a2a5-66a4a7711003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:54.469069 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-58dca6c3-fbe0-4c4a-a2a5-66a4a7711003 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1097 time: 0.2128263
Nov 29 12:06:54.540125 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-79ae6515-6a9a-4235-8270-e0d24fd27d4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 217 time: 0.0633793
Nov 29 12:06:54.607835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-9a53fea5-4c0c-413f-9c92-afad03db3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:54.609313 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-9a53fea5-4c0c-413f-9c92-afad03db3c93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 844 time: 0.0621326
Nov 29 12:06:54.617167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992030-378e-419b-9979-f73e4dd5ca66 req-8f62561e-c4f3-4020-a3e4-807dd40928ff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:54.618630 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7992030-378e-419b-9979-f73e4dd5ca66 req-8f62561e-c4f3-4020-a3e4-807dd40928ff tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 944 time: 0.0863147
Nov 29 12:06:54.668116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7992030-378e-419b-9979-f73e4dd5ca66 req-9ffa0918-ab4d-4b8a-b124-524d29a03523 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434935
Nov 29 12:06:54.685172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-a7b5bb52-45f9-43a3-91c8-9564fdccae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:54.687013 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-a7b5bb52-45f9-43a3-91c8-9564fdccae30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716603
Nov 29 12:06:54.820376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-be87cf22-3931-4be1-80f0-45bbba386fef service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267700
Nov 29 12:06:54.955069 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-139e15b3-ec4d-4901-9a73-313fc66399f9 req-553829d1-1711-460a-a5b3-af04f7a0f76c service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264088
Nov 29 12:06:55.078824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-150c8701-ca1b-4186-b35a-dd6d142486b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:55.080290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-150c8701-ca1b-4186-b35a-dd6d142486b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1097 time: 0.0790944
Nov 29 12:06:55.216505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-bf3f28b4-bce8-423b-b39c-8e48ae774275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:55.217808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-bf3f28b4-bce8-423b-b39c-8e48ae774275 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 898 time: 0.1302228
Nov 29 12:06:55.285410 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-9bba5645-db19-4311-8b61-884945df1c8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 217 time: 0.0606363
Nov 29 12:06:55.353209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-a8113277-5649-4643-afe8-3f4aa56b9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:55.354604 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-a8113277-5649-4643-afe8-3f4aa56b9108 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 844 time: 0.0623503
Nov 29 12:06:55.435344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-04c0a7e4-36c1-405f-be8f-b456ac356e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:55.436823 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-04c0a7e4-36c1-405f-be8f-b456ac356e13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749865
Nov 29 12:06:55.570626 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-5c2a89d3-a3e4-40b1-a304-ee442201e935 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264503
Nov 29 12:06:55.705641 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2cf0aea-7347-417e-9da0-d5c12a737e9d req-4c95d518-f854-4353-aace-8791e8e3b740 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284027
Nov 29 12:06:55.863406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3f5dd-4d67-4597-857d-723189bbc08d req-4ecbf60e-3b05-42a7-9da8-122b64218e3a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:55.864059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-4da3f5dd-4d67-4597-857d-723189bbc08d req-4ecbf60e-3b05-42a7-9da8-122b64218e3a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:06:55.880991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-4da3f5dd-4d67-4597-857d-723189bbc08d req-4ecbf60e-3b05-42a7-9da8-122b64218e3a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:06:55.882125 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4da3f5dd-4d67-4597-857d-723189bbc08d req-4ecbf60e-3b05-42a7-9da8-122b64218e3a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 944 time: 0.1035919
Nov 29 12:06:55.929094 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4da3f5dd-4d67-4597-857d-723189bbc08d req-8dac7c79-aaee-48ed-b5d3-04c7c5684bef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411143
Nov 29 12:06:56.524099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2efbb381-e03b-42be-a6f0-a5bd9e871dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:57.089724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:57.234797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff2cef-d208-4fe7-aded-fd733a7ad653 req-9b102e12-8497-4845-96f6-4d67177cee27 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:57.236310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41ff2cef-d208-4fe7-aded-fd733a7ad653 req-9b102e12-8497-4845-96f6-4d67177cee27 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 944 time: 0.2007871
Nov 29 12:06:57.279488 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41ff2cef-d208-4fe7-aded-fd733a7ad653 req-4944df17-7bf9-4e46-b055-d50b4e7e644c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374117
Nov 29 12:06:58.477327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c0a7b-1713-45ad-8851-f388fd6c1432 req-b3f35183-6032-4436-bc84-ab8331761b6e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:58.478806 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed2c0a7b-1713-45ad-8851-f388fd6c1432 req-b3f35183-6032-4436-bc84-ab8331761b6e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 944 time: 0.0911787
Nov 29 12:06:58.526828 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed2c0a7b-1713-45ad-8851-f388fd6c1432 req-6bcb045c-4b70-45d1-adff-d053a88bf03b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397041
Nov 29 12:06:58.785112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:06:58.920251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:58.933702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'port_id': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'mac_address': 'fa:16:3e:9f:b5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:06:58.989580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:59.006399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:06:59.022057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:06:59.028475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:59.030416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:06:59.097796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83f53bad-22d9-483a-84b6-a37e33c31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:06:59.114338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:06:59.117549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:06:59.254344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['449e9b8a-b451-4bf9-aaab-2b03d2daadd0'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:06:59.729113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bae0-741d-44c3-8fda-b68f1898d0d1 req-ece562f6-3862-44f7-bb49-fd0e8389c050 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:06:59.730610 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4774bae0-741d-44c3-8fda-b68f1898d0d1 req-ece562f6-3862-44f7-bb49-fd0e8389c050 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 945 time: 0.0913579
Nov 29 12:06:59.785725 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4774bae0-741d-44c3-8fda-b68f1898d0d1 req-624c7511-6c3e-40de-a2e1-869cd37384c8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489447
Nov 29 12:07:00.089882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:00.800767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:07:00.877976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:07:00.883109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:07:00.883514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:00.986405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594412bb-383a-4e4e-9833-c0cca27f200f req-afd795d6-caa0-4b98-bc01-081e8beea816 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:00.987921 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-594412bb-383a-4e4e-9833-c0cca27f200f req-afd795d6-caa0-4b98-bc01-081e8beea816 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 945 time: 0.0874438
Nov 29 12:07:00.998940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:01.028146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:07:01.035647 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-594412bb-383a-4e4e-9833-c0cca27f200f req-3613a659-f757-40b5-b212-e6bc1418ee90 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418851
Nov 29 12:07:01.042345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:07:01.047564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:01.050326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:07:01.153309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:07:01.156546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:07:01.211746 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'code': 200}
Nov 29 12:07:01.463297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782dd3-110b-4f6c-b3f6-694acd3ccfc2 req-24700dfe-7b43-45b6-bc2c-a95fc2eb1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:01.464768 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6782dd3-110b-4f6c-b3f6-694acd3ccfc2 req-24700dfe-7b43-45b6-bc2c-a95fc2eb1368 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1099 time: 0.0745754
Nov 29 12:07:01.516913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6782dd3-110b-4f6c-b3f6-694acd3ccfc2 req-4de66dfe-611d-4976-af60-965582859a46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453174
Nov 29 12:07:01.632750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:02.255905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3f79-a9b0-451d-b5f6-a0b1ee9a600d req-f00ea77d-7404-4ea0-8ab5-f67b7b16b8d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:02.257360 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a4ad3f79-a9b0-451d-b5f6-a0b1ee9a600d req-f00ea77d-7404-4ea0-8ab5-f67b7b16b8d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 946 time: 0.1060841
Nov 29 12:07:02.300915 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a4ad3f79-a9b0-451d-b5f6-a0b1ee9a600d req-544c7ed0-2f31-440f-a758-c7fd04fd4d2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378387
Nov 29 12:07:03.519869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84934af-d6b3-4b0b-aeff-da17b37b511b req-9c2ae2b1-ae9c-4d9b-bde6-b1e430b0ef73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:03.521530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e84934af-d6b3-4b0b-aeff-da17b37b511b req-9c2ae2b1-ae9c-4d9b-bde6-b1e430b0ef73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 946 time: 0.0963049
Nov 29 12:07:03.572130 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e84934af-d6b3-4b0b-aeff-da17b37b511b req-f0864756-598d-4779-bc01-1e7a7b9238a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447075
Nov 29 12:07:03.774009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04bf7-6085-4686-b84a-de0b5e179c9f req-9281fc64-5137-464c-8e55-f928cc0f6fa2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:03.776416 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8fe04bf7-6085-4686-b84a-de0b5e179c9f req-9281fc64-5137-464c-8e55-f928cc0f6fa2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 946 time: 0.0918312
Nov 29 12:07:03.828526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8fe04bf7-6085-4686-b84a-de0b5e179c9f req-b441adee-e0b0-416a-adc5-e9060ea02f3d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460417
Nov 29 12:07:03.855945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56928) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:07:04.053447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e39c1f-5cf1-4e7a-be7c-74b50e2d17d6 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:04.054951 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14e39c1f-5cf1-4e7a-be7c-74b50e2d17d6 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1094 time: 0.1980329
Nov 29 12:07:04.058164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56932) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:07:04.063547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:07:04.070341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:07:04.074807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:07:04.077841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:07:04.084586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:07:04.097423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:04.254469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:04.393626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.197 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/7892e8d9-b39d-47f5-b69d-9682d2834763) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:07:04.562442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:04.595974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:04.599916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-56aa82e6-5f17-4750-8dd3-7aa9b912a04e tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:07:04.666726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:07:04.669562 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:07:04.673251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:07:04.703280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=7892e8d9-b39d-47f5-b69d-9682d2834763,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:07:04.713257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:07:05.087323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:05.164835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:05.397329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:05.404897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:05.408426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:07:05.635532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=7892e8d9-b39d-47f5-b69d-9682d2834763,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:07:05.639538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:07:05.646311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:05.817256 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 8348fd3d-96d9-435e-b7bb-629061005b03 associated. External IP: 172.26.4.197, port: 449e9b8a-b451-4bf9-aaab-2b03d2daadd0.
Nov 29 12:07:06.188408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router f8394acd-fb75-4436-89ce-a35407f46151 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:07:06.366761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:07:06.376847 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] Sync routers for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:07:06.387826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:07:06.388439 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cbd60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:07:06.393442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:06.455075 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3933930
Nov 29 12:07:06.455075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:07:06.456203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56936) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:07:06.500867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'status': 'completed', 'code': 200}
Nov 29 12:07:06.563681 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:07:06.633260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c6e23ff7-8e1c-4ec2-9740-d80f752771a3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/8348fd3d-96d9-435e-b7bb-629061005b03 HTTP/1.1" status: 200  len: 992 time: 0.1740727
Nov 29 12:07:06.657489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-1fc7c0c2-cd34-4007-9902-20761977825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:06.658966 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-1fc7c0c2-cd34-4007-9902-20761977825a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1099 time: 0.1195128
Nov 29 12:07:06.799196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-90afa583-a773-4e6c-804a-c3ffe5a588ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:06.800830 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-90afa583-a773-4e6c-804a-c3ffe5a588ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 898 time: 0.1350327
Nov 29 12:07:06.914220 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-74ab3297-3ba2-43f5-9ff9-689cc0429359 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 1000 time: 0.1068020
Nov 29 12:07:06.958106 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cbd60>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '8348fd3d-96d9-435e-b7bb-629061005b03', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.197', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'port_id': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'mac_address': 'fa:16:3e:9f:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:05Z', 'updated_at': '2021-11-29T12:07:05Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:07:06.962322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] Checking router: f8394acd-fb75-4436-89ce-a35407f46151 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:07:06.971236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:07:06.971858 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cbd60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:06:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:07:06.978901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-4e4f0dbc-b148-414e-9c81-3f4df6249380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:06.980387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-4e4f0dbc-b148-414e-9c81-3f4df6249380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 844 time: 0.0593009
Nov 29 12:07:07.058797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-b9a1bbb7-3a39-4d25-82fe-ad6b4847d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:07:07.060241 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-b9a1bbb7-3a39-4d25-82fe-ad6b4847d15e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725691
Nov 29 12:07:07.148815 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:07:07.193077 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-30357ba2-64ee-42dc-b50d-03aba9f0fd20 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260991
Nov 29 12:07:07.329102 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb331f78-fbca-4a17-a3d5-d05d0aecf382 req-8625c654-734f-4d92-90ff-6cc73d13a44a service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300559
Nov 29 12:07:07.504887 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cbd60>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '8348fd3d-96d9-435e-b7bb-629061005b03', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.197', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'port_id': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'mac_address': 'fa:16:3e:9f:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:05Z', 'updated_at': '2021-11-29T12:07:05Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:07:07.509287 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6affb0-b4dc-440c-8fe8-be2e1af5ffb4 None None] The sync data for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv is: [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '8348fd3d-96d9-435e-b7bb-629061005b03', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.197', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'port_id': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'mac_address': 'fa:16:3e:9f:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:05Z', 'updated_at': '2021-11-29T12:07:05Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:07:07.637157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56942) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:07:07.710026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba32c7-35e2-436a-9b5a-039baa2b1935 None None] New status for floating IP 8348fd3d-96d9-435e-b7bb-629061005b03: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:07:07.743807 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e94edcb5-b329-4274-bc76-8bcecada4287 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/8348fd3d-96d9-435e-b7bb-629061005b03 HTTP/1.1" status: 200  len: 992 time: 0.1053009
Nov 29 12:07:08.749116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56946) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:07:08.868225 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c611c7a1-195a-4de1-ac59-8fe4f981b25c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/8348fd3d-96d9-435e-b7bb-629061005b03 HTTP/1.1" status: 200  len: 994 time: 0.1175232
Nov 29 12:07:13.192004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:16.001657 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:07:26.536898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2114028f-8e62-414d-861e-aeeb31d31904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:27.085334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:29.075193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-671e0353-31ac-47c4-ab6f-8b7b188665fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:30.090336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:31.637705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:43.201757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:53.006479 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:07:56.532565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef0b21ee-868e-4168-850f-72602b9788dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:57.099259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:07:59.073815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f984e25-68fa-478a-b2d9-5e611791554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:00.099816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:01.640783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:01.777633 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-970f6ed0-993f-470c-a5de-8dc131451d67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774844
Nov 29 12:08:01.921192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-2a76bcdc-15c7-4052-a4e4-cd86a5eb0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:08:01.922566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-2a76bcdc-15c7-4052-a4e4-cd86a5eb0549 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1099 time: 0.0738223
Nov 29 12:08:02.072096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-5a55735f-30b2-4b7a-a8f4-fa8ecd311529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:08:02.073874 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-5a55735f-30b2-4b7a-a8f4-fa8ecd311529 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 898 time: 0.1302207
Nov 29 12:08:02.190725 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-0a1875c9-2b93-4576-8f5b-a6e426dc3658 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 1002 time: 0.1101592
Nov 29 12:08:02.254834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-c550e50e-179c-43ca-bb41-37611e6e858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:08:02.256260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-c550e50e-179c-43ca-bb41-37611e6e858e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 844 time: 0.0592208
Nov 29 12:08:02.338419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-9551c6c7-6e92-46fe-8204-270614097558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:08:02.339891 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-9551c6c7-6e92-46fe-8204-270614097558 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773313
Nov 29 12:08:02.601402 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-287c5819-33fa-4d2d-ac1d-759a21d833ca service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548749
Nov 29 12:08:02.745284 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2d272df-9a86-48ea-9840-6e1bffe1151f req-72969bbc-4bd6-48b6-a5f4-afff32282508 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365535
Nov 29 12:08:13.201160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:26.529906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a00ecc8c-eda4-405b-8f25-5715aa6eacf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:27.097008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:29.075552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c420-a0b6-49cb-9530-f2400d4c2db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:30.011051 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:08:30.098563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:31.645116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:43.191671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:56.532224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2599b48e-4008-4366-96fb-c30c185c222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:57.090582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:08:59.071742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01eeb3ae-359c-4cf3-82bd-94c61353e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:00.100898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:00.125136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 56980) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:00.131480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:09:00.266757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9544328'] for subnet, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:00.465557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752348684364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9264720'] for subnet, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:00.469390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-475a1836-4005-44b6-9768-0d73f921a943 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:00.642574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:00.643311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:00.646135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/subnets/344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 836 time: 0.5191150
Nov 29 12:09:00.652404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2b982-f8bd-4fae-87ea-8b1374a96293 None None] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:09:00.665552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=344af1fd-8369-44dc-9886-22e2dc5dd26b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:00.673082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.673475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.673862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.674217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.674605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.674946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.675359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.675727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.676421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.676799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.677154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.677515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:00.681035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e1b32f5c-3881-4090-b7f5-5015ebf6d909 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:01.093578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bae8f4ba-c6ab-473f-80fb-82cb0eaa86ca None None] Provisioning complete for port 2a91497f-4245-4f36-aa44-c2c66d838eff triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:09:01.094085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bae8f4ba-c6ab-473f-80fb-82cb0eaa86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:01.231025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bae8f4ba-c6ab-473f-80fb-82cb0eaa86ca None None] Provisioning complete for port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:09:01.231765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bae8f4ba-c6ab-473f-80fb-82cb0eaa86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:01.366363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bae8f4ba-c6ab-473f-80fb-82cb0eaa86ca None None] Provisioning complete for port 096e1364-fdca-40b6-9955-d503bbb21e71 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:09:01.366628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bae8f4ba-c6ab-473f-80fb-82cb0eaa86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:01.648971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:02.277471 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-f59d386e-41e6-4e4f-98a6-1f412586c569 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747838
Nov 29 12:09:02.419639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-c57831d6-c03c-4a99-ae11-ec68dbbfa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:02.421086 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-c57831d6-c03c-4a99-ae11-ec68dbbfa8eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1099 time: 0.0771055
Nov 29 12:09:02.564756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-31caa29b-c068-4446-a70b-69a642f821e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:02.566136 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-31caa29b-c068-4446-a70b-69a642f821e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 898 time: 0.1255522
Nov 29 12:09:02.670959 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-c9dee311-1491-4a7b-9f51-a803de407630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 1002 time: 0.0974095
Nov 29 12:09:02.733663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-95482717-0de7-46bf-af71-ce0b2107298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:02.735059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-95482717-0de7-46bf-af71-ce0b2107298c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 844 time: 0.0574884
Nov 29 12:09:02.813138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-04e0e98f-0e6d-48ca-8f3e-1c2fa1bc75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:02.814557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-04e0e98f-0e6d-48ca-8f3e-1c2fa1bc75ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730448
Nov 29 12:09:02.949169 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-ff4bfdd7-bf96-4943-b129-10b217024bdf service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273851
Nov 29 12:09:03.082759 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08ca294a-bebe-4123-b4d8-96357ab83223 req-2695e32f-eba1-47cf-829b-fb3e42dfae11 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264515
Nov 29 12:09:07.012044 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:09:13.200019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:26.530151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8df1ea33-7a60-473d-9e7b-612d6f878807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:27.098441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:29.078270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a758c990-c5c5-419c-8b75-01b19c1a23fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:30.105700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:31.649752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:43.203727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:43.544979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 56996) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:43.763592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 7892e8d9-b39d-47f5-b69d-9682d2834763 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:09:43.763886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:43.940893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:43.941191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:44.010996 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:09:44.183713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 7892e8d9-b39d-47f5-b69d-9682d2834763 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:09:44.344490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:44.348486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b064bdec-ccf0-4230-b000-95927a89a0cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:44.392816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=7892e8d9-b39d-47f5-b69d-9682d2834763,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:44.434308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.434622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.434994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.435395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.435761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.436124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.436484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.436841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.437198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.437552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.437905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.438259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:44.467633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:44.497759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:44.498127 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 8348fd3d-96d9-435e-b7bb-629061005b03 disassociated (deleted). External IP: 172.26.4.197, port: 449e9b8a-b451-4bf9-aaab-2b03d2daadd0.
Nov 29 12:09:44.855598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router f8394acd-fb75-4436-89ce-a35407f46151 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:09:45.051561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:09:45.061951 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] Sync routers for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:09:45.073046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:45.073380 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:09:45.073999 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087fba00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:45.126901 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/8348fd3d-96d9-435e-b7bb-629061005b03 HTTP/1.1" status: 204  len: 168 time: 1.5803797
Nov 29 12:09:45.127511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:09:45.256666 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:09:45.277284 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'status': 'completed', 'code': 200}
Nov 29 12:09:45.433384 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-336eeb2e-812f-45c6-852b-2bded8284db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:45.434993 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-336eeb2e-812f-45c6-852b-2bded8284db0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 1099 time: 0.1329424
Nov 29 12:09:45.617778 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087fba00>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:45.621657 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] Checking router: f8394acd-fb75-4436-89ce-a35407f46151 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:09:45.622740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-d41c8ef8-4502-4f9b-a9f7-87ae4f87efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:45.624205 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-d41c8ef8-4502-4f9b-a9f7-87ae4f87efea service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 200  len: 898 time: 0.1822255
Nov 29 12:09:45.630320 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:09:45.630999 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087fba00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:45.693907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b23da4-d18a-4319-83a0-9849ae1c62d4 req-9ac9d649-facb-4274-b55a-03c2373b7c5a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:45.694490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e8b23da4-d18a-4319-83a0-9849ae1c62d4 req-9ac9d649-facb-4274-b55a-03c2373b7c5a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:09:45.706023 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-2dc0a418-20d9-4c24-ba1c-e7389c3f864a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 200  len: 217 time: 0.0741124
Nov 29 12:09:45.749931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e8b23da4-d18a-4319-83a0-9849ae1c62d4 req-9ac9d649-facb-4274-b55a-03c2373b7c5a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:09:45.751049 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e8b23da4-d18a-4319-83a0-9849ae1c62d4 req-9ac9d649-facb-4274-b55a-03c2373b7c5a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 946 time: 0.3277178
Nov 29 12:09:45.802430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-945a53df-6ec3-416b-8e30-f649144b0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:45.804281 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-945a53df-6ec3-416b-8e30-f649144b0284 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 200  len: 844 time: 0.0907953
Nov 29 12:09:45.811040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e8b23da4-d18a-4319-83a0-9849ae1c62d4 req-0652598a-1fee-4292-b363-cb5865362cf1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516262
Nov 29 12:09:45.812433 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:09:46.030718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-f98c99e2-9a2a-4b42-b079-60e1f5c0b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:46.032231 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-f98c99e2-9a2a-4b42-b079-60e1f5c0b824 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2203379
Nov 29 12:09:46.131118 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087fba00>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:46.135064 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223b284-0702-4bd2-8767-f55264718f28 None None] The sync data for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv is: [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:06:46Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2a91497f-4245-4f36-aa44-c2c66d838eff', 'name': '', 'network_id': '5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:17:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:45Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '344af1fd-8369-44dc-9886-22e2dc5dd26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:09:46.168799 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-8c605233-1840-4c2b-8a0a-e4090e825093 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287956
Nov 29 12:09:46.310601 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc540f5d-26ca-4553-9a96-b148e67920fc req-1887f965-a0fa-42a6-9b21-11b3cff903c2 service neutron] 10.222.0.18 "GET /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350389
Nov 29 12:09:46.360748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15cf04-eec9-4ab9-b76e-48e7e31f4238 None None] New status for floating IP 8348fd3d-96d9-435e-b7bb-629061005b03: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:09:46.747877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-6ff212fb-4559-4504-b25c-98d5ab1f8ca0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:46.749316 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-6ff212fb-4559-4504-b25c-98d5ab1f8ca0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 946 time: 0.0868878
Nov 29 12:09:46.821797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:09:46.822054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:47.071719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f593d2-00a7-4616-8b9a-acada77ab041 req-005cb62a-001a-43f9-8697-690921b58fee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:47.073548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-94f593d2-00a7-4616-8b9a-acada77ab041 req-005cb62a-001a-43f9-8697-690921b58fee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9b2f209-99eb-4b55-9aee-30bcc4d3b1b2 HTTP/1.1" status: 200  len: 946 time: 0.1320369
Nov 29 12:09:47.080583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:09:47.081087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:47.118719 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-94f593d2-00a7-4616-8b9a-acada77ab041 req-40d2b79a-c079-4166-a767-fe455847109b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=148f9d68-f1bf-4ff3-8106-73fd2c287b65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393629
Nov 29 12:09:47.207589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:09:47.355002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:47.361051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:47.405275 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=449e9b8a-b451-4bf9-aaab-2b03d2daadd0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:47.408281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:47.480152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:09:47.483084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:47.485626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'name': 'network-vif-deleted', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:09:47.503828 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-57e54ae2-2b4d-465c-a0bb-33caa203d8d2 req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/449e9b8a-b451-4bf9-aaab-2b03d2daadd0 HTTP/1.1" status: 204  len: 173 time: 0.7493258
Nov 29 12:09:47.551161 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b2f209-99eb-4b55-9aee-30bcc4d3b1b2', 'name': 'network-vif-deleted', 'tag': '449e9b8a-b451-4bf9-aaab-2b03d2daadd0', 'status': 'completed', 'code': 200}
Nov 29 12:09:48.203932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-4b3db543-9053-4dc5-ad0c-20a78f3b5fdc req-8058a744-c6fd-40fc-a842-a12243828ab1 service neutron] (87599) timed out ('10.222.0.18', 60916) {{(pid=87599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 29 12:09:48.217812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:48.293627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:48.331523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:48.398277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:48.402379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:48.418021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f9d68-f1bf-4ff3-8106-73fd2c287b65,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:48.420740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:48.429168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:48.430305 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9ce9dc6-3a96-48c1-8804-3ff0aae3742d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/148f9d68-f1bf-4ff3-8106-73fd2c287b65 HTTP/1.1" status: 204  len: 168 time: 0.2111821
Nov 29 12:09:48.466763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:49.148082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:49.511128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 2a91497f-4245-4f36-aa44-c2c66d838eff {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:09:49.511888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:49.698792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 2a91497f-4245-4f36-aa44-c2c66d838eff, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2a91497f-4245-4f36-aa44-c2c66d838eff,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:09:49.699115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:49.828249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 2a91497f-4245-4f36-aa44-c2c66d838eff owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:09:50.022359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:50.025995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:50.072909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=2a91497f-4245-4f36-aa44-c2c66d838eff,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:50.076093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:50.476462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:50.863497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router f8394acd-fb75-4436-89ce-a35407f46151 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:09:51.047378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:09:51.057487 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] Sync routers for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:09:51.062661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/f8394acd-fb75-4436-89ce-a35407f46151/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5921881
Nov 29 12:09:51.062944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57034) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:51.066882 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:09:51.067527 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a73a90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:51.128977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet 344af1fd-8369-44dc-9886-22e2dc5dd26b {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:09:51.132082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.190472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.245869 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:09:51.272046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.349411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.354349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b9c905e6-bf58-4d20-8f05-337c40d8406d tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:51.392448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.395204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=344af1fd-8369-44dc-9886-22e2dc5dd26b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:51.398755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:51.398919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee74a83-b843-418e-88e8-0f3e7fa3a731 None None] Network 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:09:51.403022 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/344af1fd-8369-44dc-9886-22e2dc5dd26b HTTP/1.1" status: 204  len: 168 time: 0.3391252
Nov 29 12:09:51.405909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:51.534900 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a73a90>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:09:49Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:51.538772 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] Checking router: f8394acd-fb75-4436-89ce-a35407f46151 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:09:51.547910 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] Routers {'f8394acd-fb75-4436-89ce-a35407f46151'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:09:51.548521 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a73a90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['f8394acd-fb75-4436-89ce-a35407f46151'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:51.590719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.655068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] DHCP port deletion for 5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:09:51.659799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Deleting port 096e1364-fdca-40b6-9955-d503bbb21e71 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:09:51.659799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.689948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:09:51.725695 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] Set router f8394acd-fb75-4436-89ce-a35407f46151 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:09:51.734073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:09:51.734430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 449e9b8a-b451-4bf9-aaab-2b03d2daadd0 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:09:51.788240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.800816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 8e8b2ab4-57fc-410d-b141-09180e5e1bee {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:09:51.801181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:51.917266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] For port 096e1364-fdca-40b6-9955-d503bbb21e71, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=096e1364-fdca-40b6-9955-d503bbb21e71,segment=NetworkSegment(097ee316-89ab-4f80-8c30-f85a341e341d),segment_id=097ee316-89ab-4f80-8c30-f85a341e341d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:09:51.917660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.045235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Calling delete_port for 096e1364-fdca-40b6-9955-d503bbb21e71 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:09:52.051678 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a73a90>, [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:09:49Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:52.055718 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5954a-ef05-4a42-9e16-ebb5f9a86b2b None None] The sync data for ids ['f8394acd-fb75-4436-89ce-a35407f46151'] in dv-neutron-819579-1-hyperv is: [{'id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'name': 'tempest-TestNetworkBasicOps-router-245776034', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:41Z', 'updated_at': '2021-11-29T12:09:49Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': '8e8b2ab4-57fc-410d-b141-09180e5e1bee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8394acd-fb75-4436-89ce-a35407f46151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:42Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:09:52.127899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.132489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:52.137836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 8e8b2ab4-57fc-410d-b141-09180e5e1bee, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8e8b2ab4-57fc-410d-b141-09180e5e1bee,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:09:52.138586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.175303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Pushing event deleted for resources: {'Port': ['ID=096e1364-fdca-40b6-9955-d503bbb21e71,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:52.178734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] No DVR routers for this DVR port 096e1364-fdca-40b6-9955-d503bbb21e71 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:09:52.184689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.185028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.185381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.187539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.188595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.188595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.188595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.189020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.189372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.189704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.190125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.190461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:09:52.193830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:52.268449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 8e8b2ab4-57fc-410d-b141-09180e5e1bee owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:09:52.451558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.455846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ace70039-f2d2-4d41-91b7-aad208b6c184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:52.501835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=8e8b2ab4-57fc-410d-b141-09180e5e1bee,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:52.505005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:52.598217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.640767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 096e1364-fdca-40b6-9955-d503bbb21e71 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:09:52.675065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 096e1364-fdca-40b6-9955-d503bbb21e71 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:09:52.675440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 096e1364-fdca-40b6-9955-d503bbb21e71 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:09:52.675870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a91497f-4245-4f36-aa44-c2c66d838eff no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:09:52.711992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 2a91497f-4245-4f36-aa44-c2c66d838eff {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:09:52.712232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2a91497f-4245-4f36-aa44-c2c66d838eff not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:09:52.774122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.776407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.801131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.801695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router f8394acd-fb75-4436-89ce-a35407f46151 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:09:52.818477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:52.822497 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/f8394acd-fb75-4436-89ce-a35407f46151 HTTP/1.1" status: 204  len: 168 time: 1.4128203
Nov 29 12:09:52.822694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57042) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:52.938994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.080096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.104934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03f0b580>,) {'filters': {'network_id': ['5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:53.116768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03f0b580>, '097ee316-89ab-4f80-8c30-f85a341e341d') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:53.117025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03f0b580>, '097ee316-89ab-4f80-8c30-f85a341e341d') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:53.128398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.144051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.150583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:09:53.150989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:09:53.165365 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:09:53.250143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.253686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7635139-c7c9-4fb2-b59b-f123d88eb924 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:53.268256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.284705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:53.287631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:53.290393 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/5a28c3bf-45dd-4a28-8a7d-3f831df6bd2a HTTP/1.1" status: 204  len: 168 time: 0.4667208
Nov 29 12:09:53.302630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57046) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:53.308077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--1715111048', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:09:53.313844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:09:53.318180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:09:53.321158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:09:53.332356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:09:53.344896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:09:53.350733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.393613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:09:53.402375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.402746 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment 5125881e-2015-4ccf-b439-2aadbbd4e3b0 of type vlan for network c7a38153-451e-4549-9772-144fe32968a4
Nov 29 12:09:53.433795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.471434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.477297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:53.477873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.481357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e158aaeb-306d-49a8-959d-a4e12c74043b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:53.585612 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2817826
Nov 29 12:09:53.588377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:53.591083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=c7a38153-451e-4549-9772-144fe32968a4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:53.594260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:53.597843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:09:53.601264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c7a38153-451e-4549-9772-144fe32968a4 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:09:53.605480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:09:53.610340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:09:53.613692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:09:53.620301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:09:53.632031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.633049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:53.647910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:54.035271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:54.352755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:54.382602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:54.542537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.96 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/b1cdbbd2-7006-44c5-9331-a23477307daa) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:09:54.555133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e8b2ab4-57fc-410d-b141-09180e5e1bee no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:09:54.590270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8e8b2ab4-57fc-410d-b141-09180e5e1bee {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:09:54.590617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8e8b2ab4-57fc-410d-b141-09180e5e1bee not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:09:54.688079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:54.719009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:54.722516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2fa6a3d1-36fa-4eff-9c77-153d0918bfe4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:54.788238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:09:54.791016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:09:54.794707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:09:54.823764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=b1cdbbd2-7006-44c5-9331-a23477307daa,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:54.834510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:55.213142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:55.712208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:55.923624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:09:56.102369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:09:56.112544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:09:56.122455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:09:56.123092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08863100>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:56.131064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:56.132476 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.5430682
Nov 29 12:09:56.135670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57054) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:56.324029 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b50a7a78-d0a8-4caf-9be1-d07cacfa6576 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1870940
Nov 29 12:09:56.326691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57060) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:56.342716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:09:56.462015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de8e6d-66c0-4251-915e-3cd7b9709434 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:56.463450 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-85de8e6d-66c0-4251-915e-3cd7b9709434 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1357639
Nov 29 12:09:56.466976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57064) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:56.512279 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a3ce687e-3e66-4c30-874e-2836f247e0d6 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0436766
Nov 29 12:09:56.515338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57068) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:56.521248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677224137', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:09:56.548377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5ecce24-f572-4210-b89c-cbbb4b8d09cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:56.631514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:09:56.635423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:09:56.638597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:09:56.644410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:09:56.649524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08863100>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:55Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:56.653946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:09:56.654450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Updating router 20767eb5-086b-4680-9137-ff99578d9596 port b1cdbbd2-7006-44c5-9331-a23477307daa binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:09:56.655189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:09:56.658845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:56.712010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:56.880860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:56.884456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3d3ed895-506a-440d-be5d-29a2f440a192 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:56.957899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=560cccfd-027d-4168-b9c1-7438dcdac7d7,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:56.961823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:56.969321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:09:56.969675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: c7a38153-451e-4549-9772-144fe32968a4, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:09:56.989950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c7a38153-451e-4549-9772-144fe32968a4 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:09:57.000414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c7a38153-451e-4549-9772-144fe32968a4) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:09:57.004629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:09:57.005248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.029648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80996d-ce3e-4b9d-98d9-426e1626e996 None None] Network c7a38153-451e-4549-9772-144fe32968a4 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:09:57.030877 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5144167
Nov 29 12:09:57.033798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57072) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:09:57.141286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.153230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Transition to ACTIVE for port object b1cdbbd2-7006-44c5-9331-a23477307daa will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:09:57.169343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.182260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5d28072-38d8-4c0f-b3ee-cffb75490684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:57.267974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f72b5-7a74-4ec6-aaee-83c3ee912f03 None None] Pushing event updated for resources: {'Port': ['ID=b1cdbbd2-7006-44c5-9331-a23477307daa,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:57.271204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Attempting to bind port b1cdbbd2-7006-44c5-9331-a23477307daa on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:09:57.271204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Attempting to bind port b1cdbbd2-7006-44c5-9331-a23477307daa by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:09:57.271723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Attempting to bind port b1cdbbd2-7006-44c5-9331-a23477307daa on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:09:57.279162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e1f72b5-7a74-4ec6-aaee-83c3ee912f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:57.295472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.299522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:09:57.299904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:09:57.300310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.300706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:09:57.301197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Bound port: b1cdbbd2-7006-44c5-9331-a23477307daa, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:09:57.301581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.433022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] For port b1cdbbd2-7006-44c5-9331-a23477307daa, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:09:57.437572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] For port b1cdbbd2-7006-44c5-9331-a23477307daa, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b1cdbbd2-7006-44c5-9331-a23477307daa,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:09:57.443447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.450271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e1f72b5-7a74-4ec6-aaee-83c3ee912f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:57.551769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c7a38153-451e-4549-9772-144fe32968a4', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:09:57.552686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.579782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:09:57.580425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08863100>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:57.695446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f72b5-7a74-4ec6-aaee-83c3ee912f03 None None] Pushing event updated for resources: {'Port': ['ID=b1cdbbd2-7006-44c5-9331-a23477307daa,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:57.799935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e1f72b5-7a74-4ec6-aaee-83c3ee912f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:57.869320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:57.929301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:09:58.063753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Allocated IP 172.20.0.2 (c7a38153-451e-4549-9772-144fe32968a4/560cccfd-027d-4168-b9c1-7438dcdac7d7/197ee75d-aa1e-4c99-a16c-c02af7d6161a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:09:58.397243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.409644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Transition to ACTIVE for port object 197ee75d-aa1e-4c99-a16c-c02af7d6161a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:09:58.413058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08863100>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:55Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:09:58.424571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06979476-8001-4a26-b940-e13e6c31b8b6 None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:55Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:09:58.433638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Transition to ACTIVE for port object 197ee75d-aa1e-4c99-a16c-c02af7d6161a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:09:58.439834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.444496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee779ba9-64f3-4563-b409-548dfcf51a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:58.509138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Network c7a38153-451e-4549-9772-144fe32968a4 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:09:58.512624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:09:58.516376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (c7a38153-451e-4549-9772-144fe32968a4/560cccfd-027d-4168-b9c1-7438dcdac7d7/25b029ec-b8cc-4eaa-b226-964b3b2b94dd) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:09:58.516617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:09:58.525852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Pushing event updated for resources: {'Port': ['ID=197ee75d-aa1e-4c99-a16c-c02af7d6161a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:58.553487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:58.615781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Attempting to bind port 197ee75d-aa1e-4c99-a16c-c02af7d6161a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:09:58.616090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Attempting to bind port 197ee75d-aa1e-4c99-a16c-c02af7d6161a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:09:58.616466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Attempting to bind port 197ee75d-aa1e-4c99-a16c-c02af7d6161a on network c7a38153-451e-4549-9772-144fe32968a4 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:09:58.622983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:09:58.623405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Checking segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:09:58.623966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.624375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Bound using segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:09:58.624857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Bound port: 197ee75d-aa1e-4c99-a16c-c02af7d6161a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:09:58.625241 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.695828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.716575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 25b029ec-b8cc-4eaa-b226-964b3b2b94dd will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:09:58.736565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] For port 197ee75d-aa1e-4c99-a16c-c02af7d6161a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:09:58.740525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] For port 197ee75d-aa1e-4c99-a16c-c02af7d6161a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=197ee75d-aa1e-4c99-a16c-c02af7d6161a,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:09:58.744348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.745454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:58.748253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:58.751009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:58.805809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c7a38153-451e-4549-9772-144fe32968a4 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:09:58.809175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:09:58.817987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:09:58.850597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Pushing event updated for resources: {'Port': ['ID=197ee75d-aa1e-4c99-a16c-c02af7d6161a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:58.853799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:58.880578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:58.885171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:58.891109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:59.027667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:59.074610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31377dff-34ac-4efa-949c-85fb49fa231e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:59.474270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:59.481182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:59.506501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-819c9af9-900c-458d-af2d-ae1e7efa2fe9 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:09:59.598665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:09:59.602302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:09:59.605692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:09:59.750679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c7a38153-451e-4549-9772-144fe32968a4 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:09:59.751932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:09:59.806447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9754864-dfa5-4228-8b59-b5a14decc40c None None] Network c7a38153-451e-4549-9772-144fe32968a4 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:09:59.901664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0393a4a0-bd67-42c9-a7ee-f1943c2ee244 None None] Provisioning for port 197ee75d-aa1e-4c99-a16c-c02af7d6161a completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:00.092361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:10:00.106767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:00.285033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:10:00.295321 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:10:00.300418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/20767eb5-086b-4680-9137-ff99578d9596/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2655711
Nov 29 12:10:00.302854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57076) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:00.304964 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:10:00.305607 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a985e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:00.354272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-114c6ea2-79d7-4d1c-92fe-8cd793dd1717 None None] Provisioning for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:00.361192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-114c6ea2-79d7-4d1c-92fe-8cd793dd1717 None None] Provisioning complete for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:00.362031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-114c6ea2-79d7-4d1c-92fe-8cd793dd1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:00.429252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-114c6ea2-79d7-4d1c-92fe-8cd793dd1717 None None] Port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:10:00.452006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c996e22-82df-421a-8e04-abfe79ef41e1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.452304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c996e22-82df-421a-8e04-abfe79ef41e1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.452696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c996e22-82df-421a-8e04-abfe79ef41e1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.453155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c996e22-82df-421a-8e04-abfe79ef41e1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.454871 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c996e22-82df-421a-8e04-abfe79ef41e1 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1509922
Nov 29 12:10:00.457582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57080) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:00.512974 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:10:00.530848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486a246-51d1-4765-97fa-81dc639b34cb tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.531351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486a246-51d1-4765-97fa-81dc639b34cb tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.531806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486a246-51d1-4765-97fa-81dc639b34cb tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.532261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486a246-51d1-4765-97fa-81dc639b34cb tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:00.536542 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4486a246-51d1-4765-97fa-81dc639b34cb tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0754366
Nov 29 12:10:00.537061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57084) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:00.550547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-443fdcba-71c5-4c21-90ea-c3a11f630315 None None] Provisioning complete for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:00.550936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-443fdcba-71c5-4c21-90ea-c3a11f630315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:00.638647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-443fdcba-71c5-4c21-90ea-c3a11f630315 None None] Port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:10:00.694681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b1cdbbd2-7006-44c5-9331-a23477307daa up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:00.779275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b1cdbbd2-7006-44c5-9331-a23477307daa completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:00.785143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b1cdbbd2-7006-44c5-9331-a23477307daa triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:00.785999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:00.800964 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac64a283-797d-4611-ab6a-e085a0567753 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2625475
Nov 29 12:10:00.915267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-be743d72-96fa-43a4-9d61-9641b8e98925 None None] Provisioning complete for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:00.915786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be743d72-96fa-43a4-9d61-9641b8e98925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:00.924118 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a985e0>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:09:59Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:00.928922 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:10:00.929540 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Updating router 20767eb5-086b-4680-9137-ff99578d9596 port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:10:00.988109 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.033344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.043729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-be743d72-96fa-43a4-9d61-9641b8e98925 None None] Port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:10:01.054947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port b1cdbbd2-7006-44c5-9331-a23477307daa, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b1cdbbd2-7006-44c5-9331-a23477307daa,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:01.059555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.060915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 197ee75d-aa1e-4c99-a16c-c02af7d6161a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:01.080815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:01.085462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.086519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165593678', 'description': 'tempest-secgroup-smoke-1165593678 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:01.092759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:01.097022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:01.099969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:01.105949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:01.117546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.139782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:01.144307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:01.147618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:01.153426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:01.183590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=b1cdbbd2-7006-44c5-9331-a23477307daa,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.189073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.197975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 197ee75d-aa1e-4c99-a16c-c02af7d6161a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:01.204165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 197ee75d-aa1e-4c99-a16c-c02af7d6161a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:01.204548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.240087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.245040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.251526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dac19ec-ff47-4035-955d-ddade9d3a0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.293779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdca692-fc31-4c37-a89b-89013b43aa95,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.296905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.298200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.299453 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0486d1ac-29d9-4b39-a3df-b10bf8e9a423 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2175374
Nov 29 12:10:01.302180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57094) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:01.307417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '2cdca692-fc31-4c37-a89b-89013b43aa95', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:01.313390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:01.317272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:01.320484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:01.325903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.326597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:01.349824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.359542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 197ee75d-aa1e-4c99-a16c-c02af7d6161a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=197ee75d-aa1e-4c99-a16c-c02af7d6161a,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:01.361482 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.365529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.368641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-00f88fc5-3944-4a51-97e5-5527851c9fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.374498 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Transition to ACTIVE for port object 25b029ec-b8cc-4eaa-b226-964b3b2b94dd will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:10:01.382487 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.387007 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.423911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.428172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.436948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-629a3b39-3e2b-4f65-bf9d-8c059ddd3cee tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.450177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=197ee75d-aa1e-4c99-a16c-c02af7d6161a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.453794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.458208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d82c69-faa0-4e02-b6fb-a63696ceeb13,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.460737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.468584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.469938 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1667542
Nov 29 12:10:01.472567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:01.481296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '2cdca692-fc31-4c37-a89b-89013b43aa95', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:01.487658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:01.491523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:01.494458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:01.500548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:01.524223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.548196 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Pushing event updated for resources: {'Port': ['ID=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.591709 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.592048 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.592379 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.592711 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.593031 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.593270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.593769 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.593769 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.593994 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.594251 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.594571 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.594878 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.595257 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:01.598519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.600683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-663067af-0231-49b4-9b34-d38f1f9c8060 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.622828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9133694b-6f2a-476f-bb3e-97afd16582fc,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.627088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.631367 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.647313 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Attempting to bind port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:10:01.647673 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Attempting to bind port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:10:01.648265 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Attempting to bind port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd on network c7a38153-451e-4549-9772-144fe32968a4 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:10:01.650453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.656428 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1791515
Nov 29 12:10:01.656666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.656819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:01.658009 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:10:01.658390 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Checking segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:10:01.658792 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.659208 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Bound using segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:10:01.659684 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Bound port: 25b029ec-b8cc-4eaa-b226-964b3b2b94dd, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:10:01.660057 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.661316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '2cdca692-fc31-4c37-a89b-89013b43aa95', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:01.667269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:01.671502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:01.675885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:01.682540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:01.699369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.751103 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] For port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:10:01.754353 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] For port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:10:01.758269 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.762936 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.768118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.772646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.778663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e88fb048-8e7f-4fc3-9a3b-a4fdfd9bf5ca tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.802645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c99aa1-cf15-42e8-b062-153ca1965f92,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.805054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.812494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.814998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1578441
Nov 29 12:10:01.817947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:01.826509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '2cdca692-fc31-4c37-a89b-89013b43aa95', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:01.835713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:01.839733 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:10:01.840475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:01.840748 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a985e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:01.843974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:01.849846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:01.869686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.906890 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Pushing event updated for resources: {'Port': ['ID=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.943262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.948209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.950616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-299e0b4e-a2b7-489a-a2a7-a393335d1203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:01.966290 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.974516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f4b8a2-2376-4047-8342-dad92e11cbe8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:01.977109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:01.986236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:01.990144 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1682847
Nov 29 12:10:01.990318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:01.995565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '2cdca692-fc31-4c37-a89b-89013b43aa95', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:02.001945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:02.006293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:02.009354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:02.015798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:02.027744 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:10:02.027905 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:10:02.034642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.099584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.104781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.107259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f426f303-6880-4c7b-ab97-ff802cbd330d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:02.132283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ffdb00-bca9-489a-9745-ff3cca548a5e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:02.134668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:02.142395 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.143581 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1523581
Nov 29 12:10:02.146351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:02.151301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '2cdca692-fc31-4c37-a89b-89013b43aa95', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:02.157070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:02.160920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:02.163803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:02.169688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:02.311307 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:10:02.318116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.345619 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a985e0>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:02.349668 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624a63c-9997-4de4-9684-72e5f9bde033 None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:10:02.380707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.390287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.393767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fa6e92b0-9ec3-457b-a7e0-96c45eba0a8f tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:02.423047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adc1cc1-aa25-4ec7-895b-530f518ccfe3,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:02.427047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:02.437096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.437802 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2902808
Nov 29 12:10:02.617444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-72ba4f74-0b1a-4909-91da-f47090a254de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:02.634243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-72ba4f74-0b1a-4909-91da-f47090a254de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:02.635523 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-72ba4f74-0b1a-4909-91da-f47090a254de tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165593678&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0622239
Nov 29 12:10:02.678044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b1cdbbd2-7006-44c5-9331-a23477307daa up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:02.753936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b1cdbbd2-7006-44c5-9331-a23477307daa triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:02.754318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.800924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-4c956230-ecac-459d-a34c-48c0adbf12a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:02.801641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-4c956230-ecac-459d-a34c-48c0adbf12a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:02.820061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-4c956230-ecac-459d-a34c-48c0adbf12a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:02.829061 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-4c956230-ecac-459d-a34c-48c0adbf12a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 797 time: 0.1828218
Nov 29 12:10:02.847468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-523229be-786a-4a04-a4a3-e8ec05293f26 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0170507
Nov 29 12:10:02.878389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 197ee75d-aa1e-4c99-a16c-c02af7d6161a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:02.940357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-31a4d26e-d0c6-4ed7-811d-837410e036d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:02.950678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 197ee75d-aa1e-4c99-a16c-c02af7d6161a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:02.951528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:02.959111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-31a4d26e-d0c6-4ed7-811d-837410e036d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:02.960640 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-31a4d26e-d0c6-4ed7-811d-837410e036d5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1120911
Nov 29 12:10:03.076437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25b029ec-b8cc-4eaa-b226-964b3b2b94dd up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:03.110261 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-8ce01637-dacb-47b2-bb49-e9c6bb2295dc service neutron] 10.222.0.20 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362360
Nov 29 12:10:03.153183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:03.159204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:03.159761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:03.248555 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-bc3178f6-4642-44f6-ac69-a3ecb3eeb767 service neutron] 10.222.0.20 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319315
Nov 29 12:10:03.289660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:03.324439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:03.330264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:03.332582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:03.404502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:03.407969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:03.459753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fe0111d4-2aa5-42a1-ab2d-8937bd65f80a req-cbb71938-a02c-403e-a989-ac87d77ea595 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:03.472241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fe0111d4-2aa5-42a1-ab2d-8937bd65f80a req-cbb71938-a02c-403e-a989-ac87d77ea595 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:03.474388 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe0111d4-2aa5-42a1-ab2d-8937bd65f80a req-cbb71938-a02c-403e-a989-ac87d77ea595 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 210 time: 0.0587299
Nov 29 12:10:04.516741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-bbe08f4c-60ca-4544-a368-1b1f9c174ab0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:04.518163 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-bbe08f4c-60ca-4544-a368-1b1f9c174ab0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 797 time: 0.1485856
Nov 29 12:10:04.578534 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-c2e3989f-a2f8-4c3f-9384-d052e49dbcb1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 380 time: 0.0472062
Nov 29 12:10:04.587548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['2cdca692-fc31-4c37-a89b-89013b43aa95']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:04.614891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25b029ec-b8cc-4eaa-b226-964b3b2b94dd up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:04.685252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:04.685641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:04.695844 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29226dd3-7cd8-496d-a955-e2fa5b9a11a5 req-228131e1-be2c-4d32-9164-80d53c9b5819 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 210 time: 0.0938799
Nov 29 12:10:04.768266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:04.777701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:04.790560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:10:04.795348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:04.959923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.3 (c7a38153-451e-4549-9772-144fe32968a4/560cccfd-027d-4168-b9c1-7438dcdac7d7/70ae0115-a1c1-40f1-89ef-e33ef00b5203) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:10:05.157994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:05.174383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 70ae0115-a1c1-40f1-89ef-e33ef00b5203 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:10:05.200500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:05.206282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3172631f-a925-4ecb-9a34-2498e45654b6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:05.274461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c7a38153-451e-4549-9772-144fe32968a4 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:10:05.277531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:10:05.280136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:10:05.322474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:05.325536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:05.351640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:05.352252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:05.378187 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7947102
Nov 29 12:10:05.389821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Request body: {'port': {'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:05.507841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:05.553263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ea41ee03-666a-424a-bf22-668c94b08db9 None None] Provisioning for port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:05.557944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ea41ee03-666a-424a-bf22-668c94b08db9 None None] Provisioning complete for port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:05.558324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea41ee03-666a-424a-bf22-668c94b08db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:05.615017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ea41ee03-666a-424a-bf22-668c94b08db9 None None] Port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:10:05.886838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb545f-793c-4726-a3b4-f25a756c3000 req-0691002c-8544-48fe-b75d-99cc7e3a3153 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:05.888401 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-08eb545f-793c-4726-a3b4-f25a756c3000 req-0691002c-8544-48fe-b75d-99cc7e3a3153 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 931 time: 0.0827174
Nov 29 12:10:05.933221 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-08eb545f-793c-4726-a3b4-f25a756c3000 req-970e2de6-629f-48b2-978e-134d9e285809 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386379
Nov 29 12:10:05.990109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ae0115-a1c1-40f1-89ef-e33ef00b5203 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:10:05.997439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:06.012852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Transition to ACTIVE for port object 70ae0115-a1c1-40f1-89ef-e33ef00b5203 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:10:06.017611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:06.022104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd98cd9a-34c5-47c7-931e-0e7c965451d7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:06.171286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:06.178817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:06.254051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Attempting to bind port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:10:06.254376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Attempting to bind port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:10:06.254689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Attempting to bind port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 on network c7a38153-451e-4549-9772-144fe32968a4 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:10:06.259426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 on network c7a38153-451e-4549-9772-144fe32968a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:10:06.259731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Attempting to bind port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 on network c7a38153-451e-4549-9772-144fe32968a4 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:10:06.264906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:10:06.265233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Checking segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:10:06.265608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Bound using segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:10:06.266015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Bound port: 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:10:06.266333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:06.358706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:10:06.361734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:10:06.366549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:06.371271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ce32fd6e-7520-4e6e-8c6e-75aefa45bda0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:06.425351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:06.425935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:06.427551 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 1093 time: 1.0419860
Nov 29 12:10:06.430071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:10:06.461926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:06.464998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:06.499634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'status': 'completed', 'code': 200}
Nov 29 12:10:06.541081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-b0bf0df5-4b61-457f-bf27-184328d8ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:06.542688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-b0bf0df5-4b61-457f-bf27-184328d8ebb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1096 time: 0.0760341
Nov 29 12:10:06.618234 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-6a4c8ef4-d3c9-43f3-bd84-4dafee9fa85f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 217 time: 0.0674918
Nov 29 12:10:06.681780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-bb05bc33-8c4c-4431-ae46-30c8f4f41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:06.683282 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-bb05bc33-8c4c-4431-ae46-30c8f4f41b1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0592520
Nov 29 12:10:06.777817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-50a9c5d3-0a32-449b-989a-a0b8be70abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:06.779557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-50a9c5d3-0a32-449b-989a-a0b8be70abbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0892556
Nov 29 12:10:06.915821 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-6a9f0016-bcf8-4330-ba7e-57a1352a9ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294901
Nov 29 12:10:07.052553 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5a75733d-ce9f-48a6-8b92-4cac8053c1bf req-383c73ca-cbb9-4acb-a93a-c098be373581 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301033
Nov 29 12:10:07.131927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ae25-719d-42cf-bcd1-660c99ecad9f req-eb0585ea-f820-4dd3-9bb3-1fec2a7e8ee6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:07.133392 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ef4ae25-719d-42cf-bcd1-660c99ecad9f req-eb0585ea-f820-4dd3-9bb3-1fec2a7e8ee6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 943 time: 0.0895169
Nov 29 12:10:07.169365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-f6a55c1b-0872-494c-a468-621d0d683034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:07.170744 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-f6a55c1b-0872-494c-a468-621d0d683034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1096 time: 0.0734642
Nov 29 12:10:07.180063 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ef4ae25-719d-42cf-bcd1-660c99ecad9f req-f33f4812-f49b-45dc-b138-7be09b6d50ae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402672
Nov 29 12:10:07.304914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-0f3189ac-ab5d-4e21-85fc-6d24d9457677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:07.306354 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-0f3189ac-ab5d-4e21-85fc-6d24d9457677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1286774
Nov 29 12:10:07.503484 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-556af8af-a4da-4da4-980c-eaf9847cb19e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 217 time: 0.1893835
Nov 29 12:10:07.567778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-2c316a85-5e1d-44f0-b35f-e94d2507a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:07.569213 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-2c316a85-5e1d-44f0-b35f-e94d2507a2fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0586164
Nov 29 12:10:07.646341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-5446bce0-0bac-4628-a9d3-1e9b136e6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:07.647880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-5446bce0-0bac-4628-a9d3-1e9b136e6b3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716500
Nov 29 12:10:07.783233 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-8ccdf120-b784-43a9-b8d3-17fc1ce40c4c service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275890
Nov 29 12:10:07.918044 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d99dcf6a-7e6b-4031-a2d5-5772900e9f94 req-7c4c7f26-4c73-4b7f-87fd-3fb1a6e37043 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270888
Nov 29 12:10:08.391158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b1a0-8937-45f2-b8fc-8df8937a3b22 req-32b27571-6a05-471d-8396-8b55f9eaa068 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:08.391905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c180b1a0-8937-45f2-b8fc-8df8937a3b22 req-32b27571-6a05-471d-8396-8b55f9eaa068 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:08.410898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c180b1a0-8937-45f2-b8fc-8df8937a3b22 req-32b27571-6a05-471d-8396-8b55f9eaa068 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:08.412087 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c180b1a0-8937-45f2-b8fc-8df8937a3b22 req-32b27571-6a05-471d-8396-8b55f9eaa068 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 943 time: 0.1119440
Nov 29 12:10:08.457030 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c180b1a0-8937-45f2-b8fc-8df8937a3b22 req-e8b75616-7f29-4591-b4cd-916822e6fbc4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391333
Nov 29 12:10:09.660315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57af6-6d24-4a36-89e0-2e402233dc57 req-e84ad503-e599-46e5-abf6-3433c8bcf857 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:09.661770 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a7c57af6-6d24-4a36-89e0-2e402233dc57 req-e84ad503-e599-46e5-abf6-3433c8bcf857 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 943 time: 0.0813012
Nov 29 12:10:09.710295 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a7c57af6-6d24-4a36-89e0-2e402233dc57 req-1d55a7e8-4e0c-4e68-b9ce-f797715eb262 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427959
Nov 29 12:10:09.718821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 70ae0115-a1c1-40f1-89ef-e33ef00b5203 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:10:09.856680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:09.869772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:10:09.932344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:09.950560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ae0115-a1c1-40f1-89ef-e33ef00b5203 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:10:09.967983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:09.973801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:09.975837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79c464b7-8fc0-4fb2-8d57-741e3b849a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:10.047528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:10.050537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:10.214273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['70ae0115-a1c1-40f1-89ef-e33ef00b5203'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:10:10.904694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470b48b-496b-4365-8a55-e73031ab1075 req-7180d5a9-46ce-4243-b9a3-6851fceb4203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:10.906139 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b470b48b-496b-4365-8a55-e73031ab1075 req-7180d5a9-46ce-4243-b9a3-6851fceb4203 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 944 time: 0.0891762
Nov 29 12:10:10.957373 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b470b48b-496b-4365-8a55-e73031ab1075 req-c8e2bc35-955a-4c10-91cc-5751b65321a3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423391
Nov 29 12:10:11.736438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 70ae0115-a1c1-40f1-89ef-e33ef00b5203 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:11.817464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:11.822719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:11.823094 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:11.977490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:12.005741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:10:12.016623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:12.022533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:12.024598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:12.059616 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'code': 200}
Nov 29 12:10:12.098018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:12.102121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:12.142525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e30605-8cb0-4d00-8425-243b0a33fded req-a3c11cb5-1f15-4349-b995-83a8a4022f47 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:12.144014 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-97e30605-8cb0-4d00-8425-243b0a33fded req-a3c11cb5-1f15-4349-b995-83a8a4022f47 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.0824339
Nov 29 12:10:12.191207 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-97e30605-8cb0-4d00-8425-243b0a33fded req-0be0a7df-085a-4e88-bd98-c4cd5fe68de8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412672
Nov 29 12:10:12.283886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39623f-12d2-4338-8113-7ab1725ac0ef req-ec95cd06-cb7f-4372-9f80-55eeded2bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:12.285384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd39623f-12d2-4338-8113-7ab1725ac0ef req-ec95cd06-cb7f-4372-9f80-55eeded2bc25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1098 time: 0.0716774
Nov 29 12:10:12.327099 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd39623f-12d2-4338-8113-7ab1725ac0ef req-efcceb63-4b16-4b68-bf65-994f5951b1c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353680
Nov 29 12:10:13.195864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:13.390006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba3d3-275f-465c-bc03-925521ddf255 req-0947482e-12f8-46cd-afb7-398eedc7ae65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:13.391536 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bf2ba3d3-275f-465c-bc03-925521ddf255 req-0947482e-12f8-46cd-afb7-398eedc7ae65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.0878131
Nov 29 12:10:13.444172 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bf2ba3d3-275f-465c-bc03-925521ddf255 req-cad87711-c6cf-4ba4-9f52-9e064fcdf2c0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391228
Nov 29 12:10:14.660238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a43de0-4411-429a-8e80-af13650b10fc req-d3e8d38e-0125-49c5-8d98-2008cdbde537 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:14.661715 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e1a43de0-4411-429a-8e80-af13650b10fc req-d3e8d38e-0125-49c5-8d98-2008cdbde537 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.1022122
Nov 29 12:10:14.706326 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e1a43de0-4411-429a-8e80-af13650b10fc req-7fd447ea-08eb-49b5-9cff-5feb0c98d4e4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388768
Nov 29 12:10:14.895752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613c6f-96c7-49f7-abe8-f0f146f6677c req-c3f06693-2733-4955-b55d-40e0aafca2cb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:14.897442 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1613c6f-96c7-49f7-abe8-f0f146f6677c req-c3f06693-2733-4955-b55d-40e0aafca2cb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.0875304
Nov 29 12:10:14.944625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1613c6f-96c7-49f7-abe8-f0f146f6677c req-ddb5c096-40dd-4828-99fa-152250c6e6a7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403934
Nov 29 12:10:14.974075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57168) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:15.051905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50136607-0936-487a-b606-ccf8adcd0764 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:15.053414 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-50136607-0936-487a-b606-ccf8adcd0764 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1093 time: 0.0783412
Nov 29 12:10:15.056385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57172) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:15.061344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:15.067497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:15.071497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:15.074742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:15.080700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:15.093169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:15.237019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:15.373279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.186 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/ab73c7f7-cd58-4b1d-b0a2-bb9ef83bab70) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:10:15.535211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:15.570868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:15.576012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-818d3b35-6db0-4328-813a-d801f6d6c295 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:15.635107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:10:15.638233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:10:15.641913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:10:15.683279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=ab73c7f7-cd58-4b1d-b0a2-bb9ef83bab70,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:15.687554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:16.203886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:16.281934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:16.492018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:16.498736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:16.502306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d4d9b23-d7cb-4123-8216-b64187825d35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:16.610138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=ab73c7f7-cd58-4b1d-b0a2-bb9ef83bab70,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:16.614002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:16.620629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:16.795517 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 9bfb8b27-fc13-4002-9273-21ab975a6028 associated. External IP: 172.26.4.186, port: 70ae0115-a1c1-40f1-89ef-e33ef00b5203.
Nov 29 12:10:17.161545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:10:17.347676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:10:17.358304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:10:17.369198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:10:17.369816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6b50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:17.374143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:17.428968 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3714659
Nov 29 12:10:17.429617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:10:17.431739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57176) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:17.476724 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'status': 'completed', 'code': 200}
Nov 29 12:10:17.505065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed56ff9-aa97-4d21-83c2-d19831b6a718 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:17.509219 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6ed56ff9-aa97-4d21-83c2-d19831b6a718 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1093 time: 0.0733061
Nov 29 12:10:17.556785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:10:17.570591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-f6dfbdbf-6a43-42d3-91c3-4b078ad07b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:17.572483 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-f6dfbdbf-6a43-42d3-91c3-4b078ad07b53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1098 time: 0.0741408
Nov 29 12:10:17.691692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57184) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:17.698076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23240739', 'description': 'tempest-secgroup-smoke-23240739 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:17.706449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:17.719205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:17.730912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:17.755676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:17.761010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:17.765158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:17.771351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:17.851111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-33c4f5bb-d7c9-47f8-a59b-9644091fb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:17.852634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-33c4f5bb-d7c9-47f8-a59b-9644091fb604 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.2738683
Nov 29 12:10:17.856866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:17.861807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:17.867237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d471bb74-7f8b-4d4e-9b19-86936cbbfab2 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:17.903190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c86248-098d-43e5-abbf-c5cd662802b1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:17.912977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.913412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.913789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.914145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.914512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.914870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.915248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.915611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.915965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.916319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.916669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.917016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:10:17.921527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:17.929302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:17.930767 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2379391
Nov 29 12:10:17.933482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57188) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:17.938950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '99c86248-098d-43e5-abbf-c5cd662802b1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:17.944641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6b50>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:16Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:17.944889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:17.949130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:17.949276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:10:17.952194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:17.959261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:10:17.959896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6b50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:09:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:17.960535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:17.972823 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-963a481c-f1ba-4564-8976-e29881e981b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 999 time: 0.1129572
Nov 29 12:10:17.978371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.044794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-3a2fd125-d0f3-43dd-9f20-7f7b8710dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:18.045500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.046532 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-3a2fd125-d0f3-43dd-9f20-7f7b8710dad0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0680687
Nov 29 12:10:18.050265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.056767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-de3f9d89-c653-4762-a3ef-5e8b6c057150 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:18.079238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ae80c2-8768-466c-b98a-49c57a7335f3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:18.081740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:18.091536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.093198 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e26b7dbd-f4de-4e64-8105-90575ba786d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1585584
Nov 29 12:10:18.095905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57192) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:18.101206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '99c86248-098d-43e5-abbf-c5cd662802b1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:18.107513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:18.111482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:18.114350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:18.120157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:18.124934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-9b496e92-4fd2-4f3e-a0ae-f5c37d0ec554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:18.126415 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-9b496e92-4fd2-4f3e-a0ae-f5c37d0ec554 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732307
Nov 29 12:10:18.138403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.153480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:10:18.201977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.206515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.215751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-554ed158-d188-4eda-aa3c-cee3c3a7c094 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:18.241391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efa79ae-ccde-4d03-a4ba-f2a1b50795bf,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:18.244494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:18.251205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.252422 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-029c11df-1d24-4d82-a5c3-2a9f84978d79 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1555371
Nov 29 12:10:18.255320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57196) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:18.260974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '99c86248-098d-43e5-abbf-c5cd662802b1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:18.267261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:18.269359 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-3fe60bd2-7504-4faf-82a9-067a5fdb1fab service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358166
Nov 29 12:10:18.271115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:18.274084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:18.279938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:18.298943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.365723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.370784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.377921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3b0161fd-7864-4b50-82fe-0f8a3c7c03e8 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:18.398727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b1e754-55ab-4a6e-919a-72cba2ce519c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:18.402140 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:18.414207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.419093 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1600630
Nov 29 12:10:18.419350 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c46dede-99f0-48f8-97ad-9ba492c857b7 req-87c85f95-64f6-4f62-8abd-a4226b896caa service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433702
Nov 29 12:10:18.419847 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57200) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:18.426597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '99c86248-098d-43e5-abbf-c5cd662802b1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:18.432908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:18.437972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:18.442124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:18.448733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:18.466531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.531502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.536634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.538531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:18.558038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6b50>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:16Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:18.560880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9a0e88-6079-4edc-8a52-78d59af8b821,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:18.562387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddda370-8b12-44ad-9cfc-4359ddfcfc78 None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:16Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:10:18.565492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:18.570862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.575378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57204) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:18.575556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1547270
Nov 29 12:10:18.581226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '99c86248-098d-43e5-abbf-c5cd662802b1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:18.587488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:18.591663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:18.594711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:18.608350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:18.618816 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:10:18.626338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.697552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.702754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.704665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f96f26b-5369-45e7-b75b-d43ec99f5be4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:18.727457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f264d421-1d3a-4271-ac22-a2c2dcb808af,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:18.730049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:18.738281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.739490 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1625471
Nov 29 12:10:18.742312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57208) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:18.747947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': '99c86248-098d-43e5-abbf-c5cd662802b1', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:18.754248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:18.758216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:18.761240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:18.770070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:18.774615 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b2ae2-b167-484b-8e0c-692748e1fea0 None None] New status for floating IP 9bfb8b27-fc13-4002-9273-21ab975a6028: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:10:18.782196 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:10:18.789260 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.855375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.860041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.862028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-239a6e68-c6ed-49c0-bf61-f933bc489670 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:18.881981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2287fa-dc81-496a-a00d-5f7a86c7d705,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:18.885881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:18.894446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:18.895618 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1523855
Nov 29 12:10:19.059797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ffd4718f-8bdb-4899-902e-423657f03539 req-817e47d8-92d7-47e5-a54e-318742870c91 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:19.078837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ffd4718f-8bdb-4899-902e-423657f03539 req-817e47d8-92d7-47e5-a54e-318742870c91 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:19.080276 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-817e47d8-92d7-47e5-a54e-318742870c91 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23240739&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0640965
Nov 29 12:10:19.360020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-5369e217-a66a-4b17-a80a-2059a05b7c96 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:19.361500 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-5369e217-a66a-4b17-a80a-2059a05b7c96 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 797 time: 0.2746296
Nov 29 12:10:19.377003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e1f5d4-a1f5-4def-9fb9-bdc8781a021c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0098460
Nov 29 12:10:19.475815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-9956fcb3-dec9-4c50-8ab2-8073d3f13d3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0938933
Nov 29 12:10:19.656210 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-c96d3b2a-a71a-4062-ad4b-cf1246cc719d service neutron] 10.222.0.20 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679668
Nov 29 12:10:19.792158 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-f7a05261-a3f3-4c79-9c2b-beba89239560 service neutron] 10.222.0.20 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273658
Nov 29 12:10:20.995562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-093e3027-3add-4d3b-b3c4-57221a3e0cf2 req-fe19b848-e42f-4c9f-8fb4-106264792041 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 210 time: 0.0419574
Nov 29 12:10:21.010791 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:10:22.090901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-f76f72c6-639e-4bd7-bc5f-aec6b807cc81 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:22.092554 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-f76f72c6-639e-4bd7-bc5f-aec6b807cc81 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 797 time: 0.1556473
Nov 29 12:10:22.150525 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-25641ddf-48fa-4520-b537-ef0514f5a02e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 471 time: 0.0489800
Nov 29 12:10:22.152923 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9d3ae346-2c69-4be4-b8ce-9afc6a36b332 req-422259e6-0953-44fc-bad2-7e2b59b1060b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 210 time: 0.0475898
Nov 29 12:10:22.158898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['99c86248-098d-43e5-abbf-c5cd662802b1']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:22.300094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:22.310171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:22.322315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:10:22.325996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:22.507620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.8 (c7a38153-451e-4549-9772-144fe32968a4/560cccfd-027d-4168-b9c1-7438dcdac7d7/4edf56ef-6f6d-41e3-b57b-31a985c58d53) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:10:22.722205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:22.737615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object 4edf56ef-6f6d-41e3-b57b-31a985c58d53 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:10:22.764614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:22.770564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17dae0aa-5548-4333-82c2-f2c58ff94808 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:22.836898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c7a38153-451e-4549-9772-144fe32968a4 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:10:22.839972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:10:22.845198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:10:22.876913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=4edf56ef-6f6d-41e3-b57b-31a985c58d53,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:22.887833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:22.914754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:22.915432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:22.944047 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7889075
Nov 29 12:10:22.962740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Request body: {'port': {'device_id': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:23.089024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:23.098662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9a0db55a-12d4-49a0-97fe-20e982a02826 None None] Provisioning for port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:23.103966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9a0db55a-12d4-49a0-97fe-20e982a02826 None None] Provisioning complete for port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:23.104357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a0db55a-12d4-49a0-97fe-20e982a02826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:23.161632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9a0db55a-12d4-49a0-97fe-20e982a02826 None None] Port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:10:23.443429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c6a34-47dc-48bd-8e42-45e79d875e1d req-693d6a54-9b9d-49a7-b913-bf629bf4eb47 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:23.444081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-db7c6a34-47dc-48bd-8e42-45e79d875e1d req-693d6a54-9b9d-49a7-b913-bf629bf4eb47 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:10:23.514256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-db7c6a34-47dc-48bd-8e42-45e79d875e1d req-693d6a54-9b9d-49a7-b913-bf629bf4eb47 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:10:23.515452 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db7c6a34-47dc-48bd-8e42-45e79d875e1d req-693d6a54-9b9d-49a7-b913-bf629bf4eb47 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 931 time: 0.2104616
Nov 29 12:10:23.519955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edf56ef-6f6d-41e3-b57b-31a985c58d53 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:10:23.539380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:23.566604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Transition to ACTIVE for port object 4edf56ef-6f6d-41e3-b57b-31a985c58d53 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:10:23.573340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:23.578892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e1a3411-3c07-49ce-9780-51d8c5de0875 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:23.625572 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db7c6a34-47dc-48bd-8e42-45e79d875e1d req-3f074697-e6f7-4886-a431-307921de27f1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1011763
Nov 29 12:10:23.710207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4edf56ef-6f6d-41e3-b57b-31a985c58d53,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:23.713536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:23.938640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Attempting to bind port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:10:23.938901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Attempting to bind port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:10:23.939202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Attempting to bind port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 on network c7a38153-451e-4549-9772-144fe32968a4 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:10:23.944145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 on network c7a38153-451e-4549-9772-144fe32968a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:10:23.944452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Attempting to bind port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 on network c7a38153-451e-4549-9772-144fe32968a4 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:10:23.950183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:10:23.950499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Checking segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:10:23.950870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Bound using segment: {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:10:23.951634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Bound port: 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5125881e-2015-4ccf-b439-2aadbbd4e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:10:23.951968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:24.048262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] For port 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:10:24.051408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] For port 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:10:24.059349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:24.063043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:24.121483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:24.122087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:24.123504 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4edf56ef-6f6d-41e3-b57b-31a985c58d53 HTTP/1.1" status: 200  len: 1093 time: 1.1656175
Nov 29 12:10:24.124029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:10:24.141951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4edf56ef-6f6d-41e3-b57b-31a985c58d53,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:24.145439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:24.201052 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'status': 'completed', 'code': 200}
Nov 29 12:10:24.242820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-1b35070a-6851-42fd-8fef-18d5a80913a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:24.244395 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-1b35070a-6851-42fd-8fef-18d5a80913a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 1096 time: 0.0809469
Nov 29 12:10:24.325419 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-67aa382c-5b35-4188-bcec-f512913a4d2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53 HTTP/1.1" status: 200  len: 217 time: 0.0680122
Nov 29 12:10:24.392071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58dda452-4877-4fe0-a4d3-c4076ae832d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:24.393385 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-58dda452-4877-4fe0-a4d3-c4076ae832d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0600066
Nov 29 12:10:24.474050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4718f-8bdb-4899-902e-423657f03539 req-0c5b7f53-b22a-4f26-ad9f-8ec0cf9f78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:24.475581 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-0c5b7f53-b22a-4f26-ad9f-8ec0cf9f78c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731361
Nov 29 12:10:24.608438 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-203bd752-5c0a-406e-877d-2ecdd14feadd service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255236
Nov 29 12:10:24.778442 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd4718f-8bdb-4899-902e-423657f03539 req-e74cd718-66b6-4cf7-841f-5885a0858534 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633308
Nov 29 12:10:24.825559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043629ae-fb03-4bff-b4e7-58b5dd8584c4 req-026d30a1-c0f9-402f-a7ca-7928a7e6b26a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:24.827790 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-043629ae-fb03-4bff-b4e7-58b5dd8584c4 req-026d30a1-c0f9-402f-a7ca-7928a7e6b26a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 943 time: 0.0918050
Nov 29 12:10:24.915885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-043629ae-fb03-4bff-b4e7-58b5dd8584c4 req-40c868e4-2834-4610-8f78-7fcc7ecae5e6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0817082
Nov 29 12:10:24.939690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-309e98d4-123e-4a20-9d96-b8fe81338d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:24.941157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-309e98d4-123e-4a20-9d96-b8fe81338d64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 1096 time: 0.1082001
Nov 29 12:10:25.090861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-a71c57cb-4f4c-4039-a799-6a4036a10b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:25.092246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-a71c57cb-4f4c-4039-a799-6a4036a10b59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1431167
Nov 29 12:10:25.166144 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-3c5a08ad-6632-44f0-98b4-7f8329f044b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53 HTTP/1.1" status: 200  len: 217 time: 0.0654335
Nov 29 12:10:25.235747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-a6ba4af1-ed94-4fa6-9ae2-d8a77be1f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:25.237148 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-a6ba4af1-ed94-4fa6-9ae2-d8a77be1f83f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0646780
Nov 29 12:10:25.327101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-5a865ed3-817a-478a-85c3-7f9762359be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:25.328635 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-5a865ed3-817a-478a-85c3-7f9762359be5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0840364
Nov 29 12:10:25.465810 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-a301c6be-3572-454d-bc90-b95d0b6efc05 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290858
Nov 29 12:10:25.602310 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1b0f00-f282-464a-a53b-05715f19dcd9 req-26b89747-c255-409c-b7a1-18ebc993a2ac service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281846
Nov 29 12:10:26.124184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92741-33eb-43cf-aba8-e7c33b67a1ea req-677a3742-9eda-4fce-8a71-efcfb2a38351 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:26.125557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aba92741-33eb-43cf-aba8-e7c33b67a1ea req-677a3742-9eda-4fce-8a71-efcfb2a38351 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 943 time: 0.0949311
Nov 29 12:10:26.171187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aba92741-33eb-43cf-aba8-e7c33b67a1ea req-1e3af9a6-adb3-45c6-9ff7-248f8c63c43b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399020
Nov 29 12:10:26.531360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edb2f5df-44cc-4b0d-8e8b-b1c0ea7c99b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:27.096554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:27.369965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12e925-6c8e-46c5-a80d-cd546b03e8a8 req-94e8c9c8-b962-47e0-9cd2-441712eeaa55 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:27.371367 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aa12e925-6c8e-46c5-a80d-cd546b03e8a8 req-94e8c9c8-b962-47e0-9cd2-441712eeaa55 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 943 time: 0.0869536
Nov 29 12:10:27.418883 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aa12e925-6c8e-46c5-a80d-cd546b03e8a8 req-a8575a36-99fa-403a-9119-2c972aa509fc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393457
Nov 29 12:10:27.827316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4edf56ef-6f6d-41e3-b57b-31a985c58d53 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:10:27.966677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:27.981118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'port_id': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'mac_address': 'fa:16:3e:2f:81:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:10:28.047470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:28.066069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edf56ef-6f6d-41e3-b57b-31a985c58d53 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:10:28.086477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:28.093453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:28.095265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be9c890e-7fe7-4a1e-9db7-3a9c88af5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:28.163768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=4edf56ef-6f6d-41e3-b57b-31a985c58d53,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:28.167163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:28.305582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['4edf56ef-6f6d-41e3-b57b-31a985c58d53'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:10:28.621459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94deb5-ab6f-4f6d-beab-8259a976b78f req-b06e07bf-4d79-47a5-b683-725e1401d21d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:28.622856 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8e94deb5-ab6f-4f6d-beab-8259a976b78f req-b06e07bf-4d79-47a5-b683-725e1401d21d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 944 time: 0.0860801
Nov 29 12:10:28.666810 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8e94deb5-ab6f-4f6d-beab-8259a976b78f req-f60995ee-c181-4142-bff9-8928f4cf3a3d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378165
Nov 29 12:10:29.067666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48bf71d2-41c6-45df-8863-5aa7799a9c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:29.831162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4edf56ef-6f6d-41e3-b57b-31a985c58d53 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:10:29.871754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3808e5-d192-475c-a327-be9a326fb72d req-8f4b2cdc-a835-463e-bc97-da070f350bda tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:29.873336 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6b3808e5-d192-475c-a327-be9a326fb72d req-8f4b2cdc-a835-463e-bc97-da070f350bda tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 944 time: 0.0963356
Nov 29 12:10:29.903442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:10:29.908471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:10:29.908833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:29.919072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6b3808e5-d192-475c-a327-be9a326fb72d req-647eeb6a-85df-4234-95ac-068317060a27 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397637
Nov 29 12:10:30.025495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:30.052642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:10:30.062805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:10:30.068121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:30.070028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:30.110382 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'code': 200}
Nov 29 12:10:30.141966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:30.152891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=4edf56ef-6f6d-41e3-b57b-31a985c58d53,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:30.155996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:30.350375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ddba9-c50c-43ca-851b-5eb4cccf6fc8 req-1eb84477-9261-46a1-a355-d4940a96a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:30.351790 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e96ddba9-c50c-43ca-851b-5eb4cccf6fc8 req-1eb84477-9261-46a1-a355-d4940a96a681 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 1098 time: 0.0729961
Nov 29 12:10:30.397617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e96ddba9-c50c-43ca-851b-5eb4cccf6fc8 req-580efbe7-7429-4abb-953a-b49b244ff9f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388579
Nov 29 12:10:31.122309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4601-01fe-4d4b-a203-1d8c4b2f222d req-3ca5f8ee-dbf0-40db-823e-c088ca0fca65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:31.123650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4feb4601-01fe-4d4b-a203-1d8c4b2f222d req-3ca5f8ee-dbf0-40db-823e-c088ca0fca65 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 945 time: 0.0931463
Nov 29 12:10:31.170520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4feb4601-01fe-4d4b-a203-1d8c4b2f222d req-f330fafd-72d0-4a57-96d8-5c46f78c3914 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388286
Nov 29 12:10:31.651916 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:32.390433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8a19-be80-4d2b-92e9-e2d070ac4ae9 req-5cdc6109-b849-4147-8343-a66d040eeebe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:32.391924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b7c8a19-be80-4d2b-92e9-e2d070ac4ae9 req-5cdc6109-b849-4147-8343-a66d040eeebe tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 945 time: 0.1008434
Nov 29 12:10:32.441004 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b7c8a19-be80-4d2b-92e9-e2d070ac4ae9 req-935d2476-29d0-4baa-9448-1bf2b263f038 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402954
Nov 29 12:10:32.781219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232002e-68c5-4acb-a437-a2d9a711ad7c req-046a14e9-ff9d-4d91-bfab-765146ca20bd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:32.782726 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0232002e-68c5-4acb-a437-a2d9a711ad7c req-046a14e9-ff9d-4d91-bfab-765146ca20bd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 945 time: 0.2280173
Nov 29 12:10:32.831341 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0232002e-68c5-4acb-a437-a2d9a711ad7c req-5a0dc02a-dde9-4a00-b7ac-73a126073cdd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413568
Nov 29 12:10:32.857280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57266) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:32.934432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da3d9d-dce5-4acc-92ad-2bc9aeb4361e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:32.935985 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d2da3d9d-dce5-4acc-92ad-2bc9aeb4361e tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 1093 time: 0.0776691
Nov 29 12:10:32.940647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57270) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:10:32.945681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:10:32.955926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:10:32.962658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:10:32.968227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:10:32.975289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:10:32.988754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:33.145635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:33.301564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.230 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/7d0f94c0-5d00-420b-9155-55171bc39253) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:10:33.460196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:33.492511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:33.496240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b13b120f-f529-4c91-818c-877757263b1d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:33.562354 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:10:33.565071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:10:33.567713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:10:33.603024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=7d0f94c0-5d00-420b-9155-55171bc39253,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:33.606513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:34.020140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:34.099465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:34.316915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:34.322842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:34.326660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a775bd52-5876-4059-9032-f381e2baa8e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:10:34.435157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=7d0f94c0-5d00-420b-9155-55171bc39253,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:10:34.438289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:10:34.447679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:34.748866 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 29cd9a82-6bc7-45b2-b753-5e27db7ddf8c associated. External IP: 172.26.4.230, port: 4edf56ef-6f6d-41e3-b57b-31a985c58d53.
Nov 29 12:10:35.113125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:10:35.314062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:10:35.325254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:10:35.336231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:10:35.336858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0812c760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:10:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:35.340504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:35.396035 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4542212
Nov 29 12:10:35.396580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:10:35.450540 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'status': 'completed', 'code': 200}
Nov 29 12:10:35.521635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:10:35.547188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-bcd47275-d256-49a9-875e-15486f6bae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:35.548733 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-bcd47275-d256-49a9-875e-15486f6bae48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 1098 time: 0.0753672
Nov 29 12:10:35.682786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-ab52a462-5ac1-442f-95b9-375fa0788c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:35.684205 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-ab52a462-5ac1-442f-95b9-375fa0788c88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1290555
Nov 29 12:10:35.790705 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-3ce7e889-b7c8-4921-9e37-3d4312f16b06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53 HTTP/1.1" status: 200  len: 999 time: 0.0988142
Nov 29 12:10:35.857837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-55ddfc01-8975-4316-a8e7-635d7a022907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:35.859424 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-55ddfc01-8975-4316-a8e7-635d7a022907 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0618503
Nov 29 12:10:35.910793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0812c760>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '29cd9a82-6bc7-45b2-b753-5e27db7ddf8c', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:2f:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:33Z', 'updated_at': '2021-11-29T12:10:33Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}, {'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:18Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:35.914863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:10:35.923791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:10:35.924404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0812c760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:10:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:35.940652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-7e19a8f3-9e29-4a6a-be35-63528d30663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:10:35.942062 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-7e19a8f3-9e29-4a6a-be35-63528d30663b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754724
Nov 29 12:10:36.084187 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-8aee1f18-3ac0-47f5-9c97-dedab99f6511 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277311
Nov 29 12:10:36.099492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:10:36.219021 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-061fea04-46ca-4ae1-81bc-f903a7aec8c8 req-fac607c8-cc18-44be-a543-26cfd1526732 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279066
Nov 29 12:10:36.455418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0812c760>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '29cd9a82-6bc7-45b2-b753-5e27db7ddf8c', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:2f:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:33Z', 'updated_at': '2021-11-29T12:10:33Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}, {'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:18Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:10:36.459446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e190d60-d071-4f21-9acc-36231e52c448 None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '29cd9a82-6bc7-45b2-b753-5e27db7ddf8c', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:2f:81:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:33Z', 'updated_at': '2021-11-29T12:10:33Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}, {'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:18Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:10:36.657856 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e764a-3b76-4e7a-a166-200ecc329d1b None None] New status for floating IP 29cd9a82-6bc7-45b2-b753-5e27db7ddf8c: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:10:43.230625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:56.535869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-816112cc-8910-40a8-9753-2920bca01b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:57.092382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:10:58.014942 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:10:59.069053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c13651ae-00fd-4827-a202-eae9b6fb2a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:00.118918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:01.658408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:05.889164 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-3da3b738-6968-4956-b72f-4fd7b1725e02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2137861
Nov 29 12:11:06.042850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-2d81638d-e59b-491b-b9a9-470e81a8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:06.045219 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-2d81638d-e59b-491b-b9a9-470e81a8abde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1098 time: 0.0769653
Nov 29 12:11:06.199996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-a65bb987-7fd3-48aa-af92-e0fcd475ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:06.201338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-a65bb987-7fd3-48aa-af92-e0fcd475ced1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1341524
Nov 29 12:11:06.304774 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-4c7048c2-5bb2-4405-ad90-587de0361697 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 1001 time: 0.0964642
Nov 29 12:11:06.389141 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-76454899-b448-44f6-820b-b0270649fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:06.390565 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-76454899-b448-44f6-820b-b0270649fa9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0791440
Nov 29 12:11:06.487059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-dc364d2f-7d80-4fe9-9583-9cf8a25b8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:06.489212 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-dc364d2f-7d80-4fe9-9583-9cf8a25b8d81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0912511
Nov 29 12:11:06.629309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-1bbbf619-00b2-4723-9c63-6bf6ebb43899 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327682
Nov 29 12:11:06.763684 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-444a8d9c-1f76-4b4f-9ea7-56391c8599e0 req-b5989b5c-57d9-4e64-9bcb-b3fce3522a91 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277165
Nov 29 12:11:08.923756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:09.035961 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a968b26a-afe1-42c2-bb4f-8e00e6ab1645 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/9bfb8b27-fc13-4002-9273-21ab975a6028 HTTP/1.1" status: 200  len: 993 time: 0.1105344
Nov 29 12:11:09.771033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:09.778297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:09.907036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:10.142702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:10.170086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:10.176870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:10.180821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8468295e-5000-4d88-84c8-3ba9998e8bc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:10.248978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:10.249515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:10.254960 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/ports/70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 938 time: 0.4788876
Nov 29 12:11:10.254960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:10.277163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=6']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:10.292434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.292905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.293420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.293906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.294320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.294695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.295118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.295714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.296096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.296534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.296903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.297273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:10.301958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:10.310080 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'status': 'completed', 'code': 200}
Nov 29 12:11:10.413211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-cd31d9e5-4097-4a7f-ba0e-2875db9b4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:10.414830 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-cd31d9e5-4097-4a7f-ba0e-2875db9b4528 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1099 time: 0.0836458
Nov 29 12:11:10.548202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cad7f5a2-08c9-436c-af68-38f3fda6dbcf None None] Provisioning complete for port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:10.548834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cad7f5a2-08c9-436c-af68-38f3fda6dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:10.565513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-b6fe4faf-8647-4ebd-9d19-375020b12742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:10.566970 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-b6fe4faf-8647-4ebd-9d19-375020b12742 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1452968
Nov 29 12:11:10.609340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cad7f5a2-08c9-436c-af68-38f3fda6dbcf None None] Port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 is administratively disabled so it will not transition to active. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}}
Nov 29 12:11:10.672106 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-41ba314e-24b1-4830-916b-8ef05ae6078b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 1002 time: 0.0984383
Nov 29 12:11:10.738859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-d3e46505-2a64-415e-b4a1-17fb794b0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:10.740323 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-d3e46505-2a64-415e-b4a1-17fb794b0c10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0613332
Nov 29 12:11:10.814804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-93423a87-837f-475c-871e-88b3d6fb9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:10.816315 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-93423a87-837f-475c-871e-88b3d6fb9678 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694757
Nov 29 12:11:10.952420 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-e555ceb5-e8d7-4dee-8ddd-16d9033815c9 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285913
Nov 29 12:11:11.217221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e791dd99-5ce5-44f4-9ed7-cfa7d2add0fb req-e860ff36-9947-47d6-bf79-04dee587c97a service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580268
Nov 29 12:11:13.229939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:13.699951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57310) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:13.706456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:13.832404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:14.048867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:14.075431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:14.082022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:14.085716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0d1a03e8-faf1-4fc8-a833-4a16a0932261 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:14.153451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:14.154126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:14.155731 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/ports/70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 937 time: 0.4541893
Nov 29 12:11:14.156254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:14.159291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57314) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:14.179432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=7']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:14.183476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:14.220745 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'status': 'completed', 'code': 200}
Nov 29 12:11:14.281993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-de16ca3b-830c-4325-ba06-6ed657dd8722 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/9bfb8b27-fc13-4002-9273-21ab975a6028 HTTP/1.1" status: 200  len: 993 time: 0.1213462
Nov 29 12:11:14.319253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-6c7da01a-c08c-4026-9a6a-998ae9f63192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:14.320733 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-6c7da01a-c08c-4026-9a6a-998ae9f63192 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1098 time: 0.0777318
Nov 29 12:11:14.357721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c82f08f2-8a29-4be4-b1c3-0ce4fbe79319 None None] Provisioning complete for port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:14.358390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c82f08f2-8a29-4be4-b1c3-0ce4fbe79319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:14.385477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['70ae0115-a1c1-40f1-89ef-e33ef00b5203'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:11:14.458246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-8aa83152-1438-4729-a0bd-a271efe3104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:14.459395 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-8aa83152-1438-4729-a0bd-a271efe3104a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1316497
Nov 29 12:11:14.565919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-5de80fe3-c439-41f6-a478-9ba2ca009e72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 1001 time: 0.0993681
Nov 29 12:11:14.632281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-8ac0328f-c794-45b0-bb9f-dbd3f969759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:14.633802 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-8ac0328f-c794-45b0-bb9f-dbd3f969759b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0611126
Nov 29 12:11:14.710605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-70518ba8-f3d9-4f61-9275-c9c7c6172fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:14.712191 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-70518ba8-f3d9-4f61-9275-c9c7c6172fe3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726273
Nov 29 12:11:14.843655 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-4e4b936a-ad2a-4be4-86da-1caf9dc97331 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246858
Nov 29 12:11:14.975810 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea6f774b-d47a-49d8-8086-f1f0f9b09d1a req-1dd9c99c-0025-4a04-9999-e324165b85f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249988
Nov 29 12:11:16.862351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57326) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:17.083095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 7d0f94c0-5d00-420b-9155-55171bc39253 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:17.083415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:17.258108 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:17.258517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:17.390107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 7d0f94c0-5d00-420b-9155-55171bc39253 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:17.663715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:17.669174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eab0793d-5298-4909-825b-2fedb228b214 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:17.712914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=7d0f94c0-5d00-420b-9155-55171bc39253,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:17.716367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:17.810618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:17.810958 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 29cd9a82-6bc7-45b2-b753-5e27db7ddf8c disassociated (deleted). External IP: 172.26.4.230, port: 4edf56ef-6f6d-41e3-b57b-31a985c58d53.
Nov 29 12:11:18.189024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:11:18.378416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:11:18.390114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:11:18.400584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:18.401219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b888b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:10:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:18.403829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:18.468400 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/29cd9a82-6bc7-45b2-b753-5e27db7ddf8c HTTP/1.1" status: 204  len: 168 time: 1.6048272
Nov 29 12:11:18.469502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:18.575764 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'status': 'completed', 'code': 200}
Nov 29 12:11:18.584168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:18.681792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-0afa39f6-9be3-4f64-8465-8bd9655f7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:18.683780 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-0afa39f6-9be3-4f64-8465-8bd9655f7857 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 1098 time: 0.0855262
Nov 29 12:11:18.883561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-1a894ecf-5fb8-4bad-9985-3cce35507c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:18.885011 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-1a894ecf-5fb8-4bad-9985-3cce35507c45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.1886606
Nov 29 12:11:18.992550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b888b0>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:18Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:18.997195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:11:19.008013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:19.008661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b888b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:10:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:19.083374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538e0fb-ee31-4302-b570-6fb3bcdb3754 req-f2dbaf07-8f89-43d8-b1f6-8c5a18f8943a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:19.084812 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3538e0fb-ee31-4302-b570-6fb3bcdb3754 req-f2dbaf07-8f89-43d8-b1f6-8c5a18f8943a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 945 time: 0.3158810
Nov 29 12:11:19.094185 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-fd36a626-c44f-4e4f-aba5-4e86d718070a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53 HTTP/1.1" status: 200  len: 217 time: 0.2019410
Nov 29 12:11:19.176849 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3538e0fb-ee31-4302-b570-6fb3bcdb3754 req-d4dc9bca-5efa-4c23-b82f-997ccdc3d7e5 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0844169
Nov 29 12:11:19.182572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-6ebaf3fb-c260-488d-949b-e6ef3282f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:19.184171 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-6ebaf3fb-c260-488d-949b-e6ef3282f522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0781319
Nov 29 12:11:19.194134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:19.264522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-1c94362d-7ec5-43c0-bcae-d22a0aa3d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:19.266041 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-1c94362d-7ec5-43c0-bcae-d22a0aa3d2dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744116
Nov 29 12:11:19.401527 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-27bf40d7-7a93-42f9-8e88-d1620793fd7d service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278148
Nov 29 12:11:19.542809 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2a986f2-c91d-42c1-b9ed-001c201f88c9 req-e94fd584-85ad-45af-9875-a1560571d55f service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344354
Nov 29 12:11:19.546740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b888b0>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:18Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:19.550946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1dea9-b6d6-400e-927e-d36c1ce88e6d None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9bfb8b27-fc13-4002-9273-21ab975a6028', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.186', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '20767eb5-086b-4680-9137-ff99578d9596', 'port_id': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'mac_address': 'fa:16:3e:26:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:10:16Z', 'updated_at': '2021-11-29T12:10:18Z', 'revision_number': 1, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:11:19.772829 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c319f1f-e871-4caa-999e-41da99380591 None None] New status for floating IP 29cd9a82-6bc7-45b2-b753-5e27db7ddf8c: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:11:20.105487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-182c7f2e-13fd-4e71-872d-07d4eb11f1ef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:20.106911 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-182c7f2e-13fd-4e71-872d-07d4eb11f1ef tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 945 time: 0.0967233
Nov 29 12:11:20.179250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:20.179487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:20.372844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a778fba-f9b4-464f-8fb8-2ae6e12587ee req-330f076b-7cf8-48c6-8f79-5feb830050d4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:20.373579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1a778fba-f9b4-464f-8fb8-2ae6e12587ee req-330f076b-7cf8-48c6-8f79-5feb830050d4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:20.390338 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1a778fba-f9b4-464f-8fb8-2ae6e12587ee req-330f076b-7cf8-48c6-8f79-5feb830050d4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:20.391852 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a778fba-f9b4-464f-8fb8-2ae6e12587ee req-330f076b-7cf8-48c6-8f79-5feb830050d4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73edde6-ba1c-4e67-8b91-84d13613ace9 HTTP/1.1" status: 200  len: 945 time: 0.1021545
Nov 29 12:11:20.431156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 4edf56ef-6f6d-41e3-b57b-31a985c58d53, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4edf56ef-6f6d-41e3-b57b-31a985c58d53,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:20.431461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:20.441760 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a778fba-f9b4-464f-8fb8-2ae6e12587ee req-5a398c98-9888-48c1-9e8a-c3c04f78a23c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=99c86248-098d-43e5-abbf-c5cd662802b1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440309
Nov 29 12:11:20.556806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 4edf56ef-6f6d-41e3-b57b-31a985c58d53 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:20.722128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:20.729946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:20.779735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=4edf56ef-6f6d-41e3-b57b-31a985c58d53,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:20.782645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:20.853196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 4edf56ef-6f6d-41e3-b57b-31a985c58d53 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:11:20.856111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:20.858820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'name': 'network-vif-deleted', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:20.876954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-939aa1e7-8c16-4d01-9a9a-6253e6e7c512 req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/4edf56ef-6f6d-41e3-b57b-31a985c58d53 HTTP/1.1" status: 204  len: 173 time: 0.7644918
Nov 29 12:11:20.906039 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73edde6-ba1c-4e67-8b91-84d13613ace9', 'name': 'network-vif-deleted', 'tag': '4edf56ef-6f6d-41e3-b57b-31a985c58d53', 'status': 'completed', 'code': 200}
Nov 29 12:11:21.535551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:21.608774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:21.638712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:21.704109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:21.707988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4d33d296-345e-4372-b70e-7c9b8225181e tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:21.721843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c86248-098d-43e5-abbf-c5cd662802b1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:21.731042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.731398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.731786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.732178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.732584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.733047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.733488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.733855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.734219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.734575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.734935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.735311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:21.739486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:21.745347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:21.746442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/99c86248-098d-43e5-abbf-c5cd662802b1 HTTP/1.1" status: 204  len: 168 time: 0.2098391
Nov 29 12:11:21.779526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57350) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:21.986573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port ab73c7f7-cd58-4b1d-b0a2-bb9ef83bab70 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:21.986850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:22.281513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:22.281813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:22.401742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for ab73c7f7-cd58-4b1d-b0a2-bb9ef83bab70 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:22.557856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:22.561442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1aaa3199-4f9b-42a6-a9da-e5a610ab18a4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:22.606717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=ab73c7f7-cd58-4b1d-b0a2-bb9ef83bab70,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:22.609904 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:22.703647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:22.704016 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 9bfb8b27-fc13-4002-9273-21ab975a6028 disassociated (deleted). External IP: 172.26.4.186, port: 70ae0115-a1c1-40f1-89ef-e33ef00b5203.
Nov 29 12:11:23.093610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:11:23.278040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:11:23.287928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:11:23.294689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:23.298240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:23.298873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a86e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:10:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:23.349748 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/9bfb8b27-fc13-4002-9273-21ab975a6028 HTTP/1.1" status: 204  len: 168 time: 1.5688465
Nov 29 12:11:23.350355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:23.401215 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'status': 'completed', 'code': 200}
Nov 29 12:11:23.500769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:23.511509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-cb08797a-cd60-4166-b7e9-f7bd83ee0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:23.513441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-cb08797a-cd60-4166-b7e9-f7bd83ee0c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 1098 time: 0.0876119
Nov 29 12:11:23.812840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-db743d05-d327-48d8-b7bc-9443b82dde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:23.814262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-db743d05-d327-48d8-b7bc-9443b82dde16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 200  len: 898 time: 0.2944305
Nov 29 12:11:23.840279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a86e80>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:23.844936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:11:23.853907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:23.854528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a86e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:10:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:23.891778 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-b08da20d-6471-4a41-bcb9-a90b0c0147e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 200  len: 217 time: 0.0661454
Nov 29 12:11:23.973444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-4a2a5fbb-9605-40b3-838a-6c931c7a9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:23.974877 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-4a2a5fbb-9605-40b3-838a-6c931c7a9fe1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 200  len: 835 time: 0.0758548
Nov 29 12:11:23.982797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe803e8-0333-4fb8-8c70-9901de569c35 req-d0660ceb-f74a-4530-aa21-7bc6662751d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:23.983517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-8fe803e8-0333-4fb8-8c70-9901de569c35 req-d0660ceb-f74a-4530-aa21-7bc6662751d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:24.046100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-8fe803e8-0333-4fb8-8c70-9901de569c35 req-d0660ceb-f74a-4530-aa21-7bc6662751d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:24.048253 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8fe803e8-0333-4fb8-8c70-9901de569c35 req-d0660ceb-f74a-4530-aa21-7bc6662751d9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.3937936
Nov 29 12:11:24.051629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4edf56ef-6f6d-41e3-b57b-31a985c58d53 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:11:24.099952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 4edf56ef-6f6d-41e3-b57b-31a985c58d53 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:11:24.100204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4edf56ef-6f6d-41e3-b57b-31a985c58d53 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:11:24.103624 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8fe803e8-0333-4fb8-8c70-9901de569c35 req-2c18308c-ca10-4b98-823f-30d061c2a597 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480030
Nov 29 12:11:24.105880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-10965b32-8d41-406c-aada-283e351a9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:24.107281 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-10965b32-8d41-406c-aada-283e351a9df9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a38153-451e-4549-9772-144fe32968a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1209221
Nov 29 12:11:24.116639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:24.238694 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-27c73d98-ea0a-4218-808b-241b251de8a6 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243703
Nov 29 12:11:24.374084 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecedec7b-3a00-4c62-a320-f36b91f70f2d req-edf4277c-8e32-448c-893d-94f337ce2f55 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279762
Nov 29 12:11:24.428341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a86e80>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:24.432422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70bfb6-f2ba-4c56-92f9-aa10334c28e9 None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:09:58Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '25b029ec-b8cc-4eaa-b226-964b3b2b94dd', 'name': '', 'network_id': 'c7a38153-451e-4549-9772-144fe32968a4', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:fa:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:58Z', 'updated_at': '2021-11-29T12:10:03Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': '560cccfd-027d-4168-b9c1-7438dcdac7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:11:24.666297 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51deb05-2578-4cb4-bd9b-26922db050aa None None] New status for floating IP 9bfb8b27-fc13-4002-9273-21ab975a6028: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:11:25.059019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-4aa0f39b-ff0c-4cbb-bf08-41d9e3da35dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:25.060488 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-4aa0f39b-ff0c-4cbb-bf08-41d9e3da35dc tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.0872319
Nov 29 12:11:25.133972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:25.134706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:25.298471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbe854-be96-4759-a0c9-37c31127be49 req-c255365f-e3a8-49d3-bd4e-83a7f0e04f35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:25.299961 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ffbe854-be96-4759-a0c9-37c31127be49 req-c255365f-e3a8-49d3-bd4e-83a7f0e04f35 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=26004a4b-ce9d-4362-a0d3-6f1017ff49c7 HTTP/1.1" status: 200  len: 945 time: 0.0857437
Nov 29 12:11:25.344153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1ffbe854-be96-4759-a0c9-37c31127be49 req-62689322-b855-4e68-9eaf-bc9b06c17e16 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:25.361658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1ffbe854-be96-4759-a0c9-37c31127be49 req-62689322-b855-4e68-9eaf-bc9b06c17e16 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:25.363086 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ffbe854-be96-4759-a0c9-37c31127be49 req-62689322-b855-4e68-9eaf-bc9b06c17e16 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cdca692-fc31-4c37-a89b-89013b43aa95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571926
Nov 29 12:11:25.385466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 70ae0115-a1c1-40f1-89ef-e33ef00b5203, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=70ae0115-a1c1-40f1-89ef-e33ef00b5203,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:25.385820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:25.519708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 70ae0115-a1c1-40f1-89ef-e33ef00b5203 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:25.676433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:25.681727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bf45ca9a-46bf-47fe-80b4-231c399b317a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:25.727586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=70ae0115-a1c1-40f1-89ef-e33ef00b5203,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:25.730592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:25.804967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port 70ae0115-a1c1-40f1-89ef-e33ef00b5203 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:11:25.807452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:25.809978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'name': 'network-vif-deleted', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:25.828533 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fe0c37ba-d984-4d97-b48f-6a8dd804a0a5 req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/70ae0115-a1c1-40f1-89ef-e33ef00b5203 HTTP/1.1" status: 204  len: 173 time: 0.7625320
Nov 29 12:11:25.856927 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26004a4b-ce9d-4362-a0d3-6f1017ff49c7', 'name': 'network-vif-deleted', 'tag': '70ae0115-a1c1-40f1-89ef-e33ef00b5203', 'status': 'completed', 'code': 200}
Nov 29 12:11:26.457237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:26.527728 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:26.531017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd8c276a-6811-498c-a3dd-1b5f97a6b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:26.561241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:26.631957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:26.635837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-00138598-c5eb-4ae2-841d-0366e5b98f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:26.650933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdca692-fc31-4c37-a89b-89013b43aa95,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:26.654333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:26.663440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:26.664566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/2cdca692-fc31-4c37-a89b-89013b43aa95 HTTP/1.1" status: 204  len: 168 time: 0.2063189
Nov 29 12:11:26.697852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:27.087493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:27.422621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:27.784244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:27.784970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:27.975029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port 25b029ec-b8cc-4eaa-b226-964b3b2b94dd, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:27.975420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:28.097585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 25b029ec-b8cc-4eaa-b226-964b3b2b94dd owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:28.287255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:28.290739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:28.465668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=25b029ec-b8cc-4eaa-b226-964b3b2b94dd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:28.469008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:28.765514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.067196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b19ac8a6-6f2a-45ee-b212-933dd8b5d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.140997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 20767eb5-086b-4680-9137-ff99578d9596 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:11:29.321561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:11:29.333142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] Sync routers for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:11:29.335445 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/20767eb5-086b-4680-9137-ff99578d9596/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6362519
Nov 29 12:11:29.338036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:29.343685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:29.344348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081397f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:29.408465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet 560cccfd-027d-4168-b9c1-7438dcdac7d7 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:11:29.411772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.466375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.518733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:29.548626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.629211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.632887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b830d07-57e2-4980-8ead-639f85a42058 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:29.668392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=560cccfd-027d-4168-b9c1-7438dcdac7d7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:29.671528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:29.672527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.678624 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/560cccfd-027d-4168-b9c1-7438dcdac7d7 HTTP/1.1" status: 204  len: 168 time: 0.3395202
Nov 29 12:11:29.681352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:29.701177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3407d74b-6dcd-4c86-a8a4-9b6edb87e014 None None] Network c7a38153-451e-4549-9772-144fe32968a4 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:11:29.861882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:29.987698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081397f0>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:11:28Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:29.991841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] Checking router: 20767eb5-086b-4680-9137-ff99578d9596 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:11:30.001090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] Routers {'20767eb5-086b-4680-9137-ff99578d9596'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:30.001720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081397f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['20767eb5-086b-4680-9137-ff99578d9596'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:30.058830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] DHCP port deletion for c7a38153-451e-4549-9772-144fe32968a4 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:11:30.120398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Deleting port 197ee75d-aa1e-4c99-a16c-c02af7d6161a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:30.121111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.180331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.193248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port b1cdbbd2-7006-44c5-9331-a23477307daa {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:11:30.193605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.212651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 70ae0115-a1c1-40f1-89ef-e33ef00b5203 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:11:30.293528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 70ae0115-a1c1-40f1-89ef-e33ef00b5203 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:11:30.293783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 70ae0115-a1c1-40f1-89ef-e33ef00b5203 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:11:30.302258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.372155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port b1cdbbd2-7006-44c5-9331-a23477307daa, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b1cdbbd2-7006-44c5-9331-a23477307daa,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:30.372487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.439687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] Set router 20767eb5-086b-4680-9137-ff99578d9596 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:30.494661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for b1cdbbd2-7006-44c5-9331-a23477307daa owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:30.652216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] For port 197ee75d-aa1e-4c99-a16c-c02af7d6161a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=197ee75d-aa1e-4c99-a16c-c02af7d6161a,segment=NetworkSegment(5125881e-2015-4ccf-b439-2aadbbd4e3b0),segment_id=5125881e-2015-4ccf-b439-2aadbbd4e3b0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:30.652612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.660856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 197ee75d-aa1e-4c99-a16c-c02af7d6161a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:11:30.669012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.673250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:30.715345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=b1cdbbd2-7006-44c5-9331-a23477307daa,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:30.718868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:30.810811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.816738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Calling delete_port for 197ee75d-aa1e-4c99-a16c-c02af7d6161a owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:11:30.990894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:30.993191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.007033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.010796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e99a28e-9432-4cec-b3fa-7a794d046214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:31.021193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.021869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router 20767eb5-086b-4680-9137-ff99578d9596 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:11:31.038565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.038759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Port 197ee75d-aa1e-4c99-a16c-c02af7d6161a update to DOWN by agent not found {{(pid=87601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Nov 29 12:11:31.042259 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/20767eb5-086b-4680-9137-ff99578d9596 HTTP/1.1" status: 204  len: 168 time: 1.3573716
Nov 29 12:11:31.042683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:31.057729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Pushing event deleted for resources: {'Port': ['ID=197ee75d-aa1e-4c99-a16c-c02af7d6161a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:31.068970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] No DVR routers for this DVR port 197ee75d-aa1e-4c99-a16c-c02af7d6161a on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:11:31.070900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.071269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.071607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.072252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.072578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.072903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.073222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.073586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.073894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.074209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.074523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.074835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:31.078918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:31.102919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081397f0>, [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:11:28Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:31.107004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a9e02-f4f0-45c8-9b43-cf827571f518 None None] The sync data for ids ['20767eb5-086b-4680-9137-ff99578d9596'] in dv-neutron-819579-1-hyperv is: [{'id': '20767eb5-086b-4680-9137-ff99578d9596', 'name': 'tempest-TestNetworkBasicOps-router-1977103870', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:09:53Z', 'updated_at': '2021-11-29T12:11:28Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'b1cdbbd2-7006-44c5-9331-a23477307daa', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20767eb5-086b-4680-9137-ff99578d9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:09:54Z', 'updated_at': '2021-11-29T12:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:11:31.166579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.444502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.475416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03a4e4c0>,) {'filters': {'network_id': ['c7a38153-451e-4549-9772-144fe32968a4']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:31.488708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03a4e4c0>, '5125881e-2015-4ccf-b439-2aadbbd4e3b0') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:31.489064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03a4e4c0>, '5125881e-2015-4ccf-b439-2aadbbd4e3b0') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:31.502037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.519274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.525527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:11:31.525890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:11:31.545877 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:11:31.630588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.637020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ceda872a-8350-4d7e-b041-d828a7d811fa tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:31.655477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.662157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=c7a38153-451e-4549-9772-144fe32968a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:31.663071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.666451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:31.677959 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/c7a38153-451e-4549-9772-144fe32968a4 HTTP/1.1" status: 204  len: 168 time: 0.6312695
Nov 29 12:11:31.700690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:31.706908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'network': {'name': 'tempest-network-smoke--897037160', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:31.711930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:31.716171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:network and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:31.719419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:31.725585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:31.736812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:11:31.740478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.777079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:11:31.787752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.788146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Added segment afdfefe4-f9d0-4521-96e4-7b14fb591dcc of type vlan for network 8b0f57d1-be7e-455a-bb3d-1040d959de90
Nov 29 12:11:31.815744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.846507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.852098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:31.852685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:31.857581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd089797-1e1b-4ff6-988d-04401a88f47d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:31.962246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2603393
Nov 29 12:11:31.965224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57392) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:31.965730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Network': ['ID=8b0f57d1-be7e-455a-bb3d-1040d959de90,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:31.970255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:31.971480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-900711374', 'admin_state_up': True, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:31.977823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:11:31.979321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:31.983721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:router and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:31.986883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:31.994053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:32.005627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:32.006677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:32.023137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:32.421442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:32.649044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b1cdbbd2-7006-44c5-9331-a23477307daa no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:11:32.690681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b1cdbbd2-7006-44c5-9331-a23477307daa {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:11:32.691442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b1cdbbd2-7006-44c5-9331-a23477307daa not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:11:32.691442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25b029ec-b8cc-4eaa-b226-964b3b2b94dd no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:11:32.729322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 25b029ec-b8cc-4eaa-b226-964b3b2b94dd {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:11:32.729700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 25b029ec-b8cc-4eaa-b226-964b3b2b94dd not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:11:32.774277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:32.810579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:32.950662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.59 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/a6a454cb-b7ff-418d-b368-66d372f9b4c4) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:11:33.117475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:33.153289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:33.158872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2ae4f0e7-60b7-4318-9603-24912fb458da tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:33.228292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:11:33.231761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:33.234731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:11:33.284678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:33.290123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:33.690412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:34.161420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:34.368636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:11:34.552317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:11:34.562526 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004181d7-3723-4573-8123-62744988e3bc None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:11:34.572422 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:34.573034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:34.580844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:34.582083 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.6151307
Nov 29 12:11:34.585172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57396) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:34.625969 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e8635d14-35d1-4ebc-a596-fbfe6677b53b tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8cff352f55c24afcb733c0f39a8ac04e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395615
Nov 29 12:11:34.628405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57400) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:34.757206 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:34.757666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc403321-8860-4b97-a6ca-9300375de666 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:34.759202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fc403321-8860-4b97-a6ca-9300375de666 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1298540
Nov 29 12:11:34.762043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57404) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:34.804746 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e094df7f-3bff-44ee-9859-8add98dfca27 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413792
Nov 29 12:11:34.807017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57408) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:34.812992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610917167', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:34.920920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:34.924784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:subnet and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:34.927622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:34.934334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:34.945307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:11:34.949208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.038381 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:11:35.065925 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35ac0>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:33Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:35.069710 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004181d7-3723-4573-8123-62744988e3bc None None] Checking router: 1c721208-64c0-4b16-b46f-45a8dc3a388a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:11:35.070151 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004181d7-3723-4573-8123-62744988e3bc None None] Updating router 1c721208-64c0-4b16-b46f-45a8dc3a388a port a6a454cb-b7ff-418d-b368-66d372f9b4c4 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:11:35.124801 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-004181d7-3723-4573-8123-62744988e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.170647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.175285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-edf4f0a7-0a35-4b33-b824-154cc76103e3 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:35.249839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Subnet': ['ID=a399ae47-da10-4b40-9c97-4c758fa68ae1,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:35.253704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:35.260681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Checking segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:11:35.261033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network hostable DHCP agents. Network: 8b0f57d1-be7e-455a-bb3d-1040d959de90, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:11:35.283944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:11:35.294295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 8b0f57d1-be7e-455a-bb3d-1040d959de90) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:35.298397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:35.298967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.305369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ebe25-4077-43b2-840d-f4c79b6a145c None None] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:11:35.326441 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a4af2364-c3b1-4986-8d0e-d0b8b1e68880 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5182574
Nov 29 12:11:35.326785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:35.462464 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-004181d7-3723-4573-8123-62744988e3bc None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.475242 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-004181d7-3723-4573-8123-62744988e3bc None None] Transition to ACTIVE for port object a6a454cb-b7ff-418d-b368-66d372f9b4c4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:35.482611 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-004181d7-3723-4573-8123-62744988e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.491524 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e7ab0cbe-3323-48e7-bd8e-4e1877710889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:35.540429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-8b0f57d1-be7e-455a-bb3d-1040d959de90', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:11:35.541394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.573302 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-004181d7-3723-4573-8123-62744988e3bc None None] Attempting to bind port a6a454cb-b7ff-418d-b368-66d372f9b4c4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:11:35.573967 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-004181d7-3723-4573-8123-62744988e3bc None None] Attempting to bind port a6a454cb-b7ff-418d-b368-66d372f9b4c4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:11:35.574114 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004181d7-3723-4573-8123-62744988e3bc None None] Attempting to bind port a6a454cb-b7ff-418d-b368-66d372f9b4c4 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:11:35.585660 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004181d7-3723-4573-8123-62744988e3bc None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:11:35.585985 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004181d7-3723-4573-8123-62744988e3bc None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:11:35.586351 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-004181d7-3723-4573-8123-62744988e3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.586742 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004181d7-3723-4573-8123-62744988e3bc None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:11:35.587233 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-004181d7-3723-4573-8123-62744988e3bc None None] Bound port: a6a454cb-b7ff-418d-b368-66d372f9b4c4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:11:35.587613 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-004181d7-3723-4573-8123-62744988e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.665130 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Pushing event updated for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:35.683129 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.683595 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.684000 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.684400 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.684795 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.685182 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.685575 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.686058 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.686539 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.686927 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.687299 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.687623 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:11:35.692110 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:35.693115 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-004181d7-3723-4573-8123-62744988e3bc None None] For port a6a454cb-b7ff-418d-b368-66d372f9b4c4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:11:35.696348 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-004181d7-3723-4573-8123-62744988e3bc None None] For port a6a454cb-b7ff-418d-b368-66d372f9b4c4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6a454cb-b7ff-418d-b368-66d372f9b4c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:11:35.704118 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-004181d7-3723-4573-8123-62744988e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:35.708914 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9afd7889-b52d-41ea-97db-6e551f593584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:35.767106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Allocated IP 172.20.0.2 (8b0f57d1-be7e-455a-bb3d-1040d959de90/a399ae47-da10-4b40-9c97-4c758fa68ae1/998bf6ef-522a-468f-82e2-ad02383efa94) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:11:35.778176 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:35.778811 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:35.906127 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Pushing event updated for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:35.920432 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:35.968585 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:35.991729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.002872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Transition to ACTIVE for port object 998bf6ef-522a-468f-82e2-ad02383efa94 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:36.021981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Transition to ACTIVE for port object 998bf6ef-522a-468f-82e2-ad02383efa94 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:36.029055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.034760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:36.035987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.094589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:11:36.100551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:36.104538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:11:36.111848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Pushing event updated for resources: {'Port': ['ID=998bf6ef-522a-468f-82e2-ad02383efa94,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:36.115760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:36.201299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Attempting to bind port 998bf6ef-522a-468f-82e2-ad02383efa94 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:11:36.202117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Attempting to bind port 998bf6ef-522a-468f-82e2-ad02383efa94 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:11:36.202117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Attempting to bind port 998bf6ef-522a-468f-82e2-ad02383efa94 on network 8b0f57d1-be7e-455a-bb3d-1040d959de90 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:11:36.207969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:11:36.208198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Checking segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:11:36.208491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.208894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Bound using segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:11:36.209366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Bound port: 998bf6ef-522a-468f-82e2-ad02383efa94, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:11:36.209742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.268269 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-004181d7-3723-4573-8123-62744988e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35ac0>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:33Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:36.273165 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004181d7-3723-4573-8123-62744988e3bc None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:33Z', 'revision_number': 3, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:11:36.308352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] For port 998bf6ef-522a-468f-82e2-ad02383efa94, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:11:36.313330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] For port 998bf6ef-522a-468f-82e2-ad02383efa94, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=998bf6ef-522a-468f-82e2-ad02383efa94,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:11:36.318429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.323149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:36.410040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Pushing event updated for resources: {'Port': ['ID=998bf6ef-522a-468f-82e2-ad02383efa94,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:36.413076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:36.631944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.1 (8b0f57d1-be7e-455a-bb3d-1040d959de90/a399ae47-da10-4b40-9c97-4c758fa68ae1/f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:11:36.812723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:36.881253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.898494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:36.925236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:36.931041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:36.972699 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a6a454cb-b7ff-418d-b368-66d372f9b4c4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:36.980566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a6a454cb-b7ff-418d-b368-66d372f9b4c4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:36.980927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.007703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:11:37.011027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:37.015703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:11:37.061867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:37.067257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:37.087526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.133537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.157339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a6a454cb-b7ff-418d-b368-66d372f9b4c4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6a454cb-b7ff-418d-b368-66d372f9b4c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:37.162232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.164220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:37.215399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.243819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:37.246893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:37.543059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb3a3d-ef36-442f-af6d-687394a2f53d None None] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:11:37.633799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7e3beca5-bea9-42c0-b9fa-9aff82c32310 None None] Provisioning for port 998bf6ef-522a-468f-82e2-ad02383efa94 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:37.648833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.655764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.684726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5452889f-418c-4e58-b508-9e5c3048d679 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:37.776086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:37.778635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:37.783483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:37.925968 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:11:37.927064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:38.084923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f0077554-69d7-47fe-baef-8ffb4ec4ab2d None None] Provisioning for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:38.090330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f0077554-69d7-47fe-baef-8ffb4ec4ab2d None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:38.090685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0077554-69d7-47fe-baef-8ffb4ec4ab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:38.119457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:11:38.152163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f0077554-69d7-47fe-baef-8ffb4ec4ab2d None None] Port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:11:38.276356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7d1eea0a-af70-4a37-a0d7-a9435f49efdf None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:38.277085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d1eea0a-af70-4a37-a0d7-a9435f49efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:38.340352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7d1eea0a-af70-4a37-a0d7-a9435f49efdf None None] Port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:11:38.462734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-aed1d445-6e03-4b16-ab3e-e91d0a3e6895 None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:38.462999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aed1d445-6e03-4b16-ab3e-e91d0a3e6895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:38.465505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:11:38.478243 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/1c721208-64c0-4b16-b46f-45a8dc3a388a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1503842
Nov 29 12:11:38.480847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:38.488554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:11:38.519237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:38.519868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4d00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:38.632957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3b6dc-83be-40d3-a194-f59895bb2831 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.633434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3b6dc-83be-40d3-a194-f59895bb2831 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.633905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3b6dc-83be-40d3-a194-f59895bb2831 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.634447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3b6dc-83be-40d3-a194-f59895bb2831 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.638681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71f3b6dc-83be-40d3-a194-f59895bb2831 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1543872
Nov 29 12:11:38.639228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57420) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:38.677632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-aed1d445-6e03-4b16-ab3e-e91d0a3e6895 None None] Port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:11:38.720317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8534c-c28f-49e3-b2e7-17242a1660c4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.721175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8534c-c28f-49e3-b2e7-17242a1660c4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.721801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8534c-c28f-49e3-b2e7-17242a1660c4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.722453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8534c-c28f-49e3-b2e7-17242a1660c4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:38.724493 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3cd8534c-c28f-49e3-b2e7-17242a1660c4 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0839221
Nov 29 12:11:38.727785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:38.748590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:38.797593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 998bf6ef-522a-468f-82e2-ad02383efa94 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:38.950018 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05cfe346-07dd-401f-a28c-f0916b02b9eb tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2209601
Nov 29 12:11:39.026113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 998bf6ef-522a-468f-82e2-ad02383efa94 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:39.044358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 998bf6ef-522a-468f-82e2-ad02383efa94 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:39.044751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.222747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.241655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4d00>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:39.252855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Checking router: 1c721208-64c0-4b16-b46f-45a8dc3a388a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:11:39.253265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Updating router 1c721208-64c0-4b16-b46f-45a8dc3a388a port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:11:39.278208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57430) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:39.283771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898894290', 'description': 'tempest-secgroup-smoke-1898894290 description', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:39.289944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:39.294397 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:39.297411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:39.299377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 998bf6ef-522a-468f-82e2-ad02383efa94, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=998bf6ef-522a-468f-82e2-ad02383efa94,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:39.303583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:39.309092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.309990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:39.315098 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.335681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:39.339354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5d28072-38d8-4c0f-b3ee-cffb75490684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:39.339897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:39.342885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:39.348924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:39.394856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.421782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.426459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.430169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7dd47f2a-b8ba-464b-a4f8-f6a6658c9a02 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:39.473694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7813499-2562-423b-b653-4644fd61f6ba,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:39.476721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:39.478189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.482295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2002439
Nov 29 12:11:39.483254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:39.488198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd7813499-2562-423b-b653-4644fd61f6ba', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:39.494449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:39.498629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:39.501476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:39.502269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=998bf6ef-522a-468f-82e2-ad02383efa94,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:39.507409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:39.507640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:39.527247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.568357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a6a454cb-b7ff-418d-b368-66d372f9b4c4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:39.568746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.592170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.596539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.598489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c847289f-aa99-4e8a-81bb-b62f2af94450 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:39.620891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3691b4fd-7a78-45e3-9198-1c4a583496f1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:39.623524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:39.631710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.635608 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1493733
Nov 29 12:11:39.635812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57438) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:39.641104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd7813499-2562-423b-b653-4644fd61f6ba', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:39.647092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:39.650955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:39.653819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:39.659967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:39.677766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.742877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.748516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.750623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84b3a41d-8183-478e-830a-8a270b32063f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:39.771057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dafbf6b-8ea6-4f3d-aac7-d796d2bb1646,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:39.775262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:39.787010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.788273 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1515169
Nov 29 12:11:39.791073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57442) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:39.797212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd7813499-2562-423b-b653-4644fd61f6ba', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:39.803405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:39.807380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:39.810506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:39.816890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:39.838828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.904445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.909105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.909689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.911496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2e34fda8-8acb-4ed2-8ce5-9bd561050c9d tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:39.923076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Transition to ACTIVE for port object f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:39.929944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.934490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0def402c-85f8-426e-8590-df449a555234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:39.934815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1378c768-6165-48e3-8b40-1384b745f2ee,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:39.937491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:39.945829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:39.947780 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1554525
Nov 29 12:11:39.950609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57446) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:39.955967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd7813499-2562-423b-b653-4644fd61f6ba', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:39.961938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:39.965736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:39.969312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:39.975056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:39.995063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.069704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.075352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.077664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0a064a8-31a6-4428-9d37-e7867dd7cd0b tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:40.104032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c84f81f-6ba3-438b-b7fa-21676932283f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:40.106951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:40.116520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.117840 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1662037
Nov 29 12:11:40.120852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57450) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:40.127111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd7813499-2562-423b-b653-4644fd61f6ba', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:40.134399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:40.139387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:40.142514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:40.149137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:40.162017 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:11:40.166497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566e7e-2807-45f2-bec1-7c483641423f None None] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:40.171046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.174056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63566e7e-2807-45f2-bec1-7c483641423f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:40.230359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Attempting to bind port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:11:40.230738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Attempting to bind port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:11:40.231110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Attempting to bind port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac on network 8b0f57d1-be7e-455a-bb3d-1040d959de90 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:11:40.238048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.241183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:11:40.241576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Checking segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:11:40.241985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.242388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Bound using segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:11:40.242527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.242924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Bound port: f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:11:40.243412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.248913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-992bb2d8-2c2f-46ed-a53e-19cd7ab85087 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:40.268972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe025e33-c939-47ce-8f0d-fed0574a61ae,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:40.271954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:40.280952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.282294 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1604304
Nov 29 12:11:40.285118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57454) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:40.290730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'security_group_rule': {'security_group_id': 'd7813499-2562-423b-b653-4644fd61f6ba', 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:40.297325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:40.301363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:security_group_rule and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:40.304250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:40.309894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:40.324523 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Project 8cff352f55c24afcb733c0f39a8ac04e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:11:40.331451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.341042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] For port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:11:40.344808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] For port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:11:40.350332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.354866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:40.399810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.406829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.409351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7fa1de4-974e-4232-865f-f4a3ec209b9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:40.431131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:40.431797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4d00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:40.435196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dc6a90-07a6-4162-9fb4-1de09c811369,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:40.440093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:40.447538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.458180 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1653693
Nov 29 12:11:40.508711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566e7e-2807-45f2-bec1-7c483641423f None None] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:40.561340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63566e7e-2807-45f2-bec1-7c483641423f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:40.633156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:40.639075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1ffc3f37-45d4-4c38-a176-3038ce0e91ae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:40.655456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1ffc3f37-45d4-4c38-a176-3038ce0e91ae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:40.656623 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1ffc3f37-45d4-4c38-a176-3038ce0e91ae tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898894290&fields=id&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 267 time: 0.0766573
Nov 29 12:11:40.680590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 998bf6ef-522a-468f-82e2-ad02383efa94 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:40.815332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f61b57a0-f64f-460b-9165-96e53982089f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:40.815919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f61b57a0-f64f-460b-9165-96e53982089f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:40.835394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f61b57a0-f64f-460b-9165-96e53982089f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:40.836930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f61b57a0-f64f-460b-9165-96e53982089f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/networks?id=8b0f57d1-be7e-455a-bb3d-1040d959de90 HTTP/1.1" status: 200  len: 796 time: 0.1719096
Nov 29 12:11:40.852157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-701debdd-7626-44aa-995a-5ecef4f86e97 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/quotas/8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 375 time: 0.0092554
Nov 29 12:11:40.917130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 998bf6ef-522a-468f-82e2-ad02383efa94 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:40.917748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:40.935351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-c74b622d-37c0-4efc-8b3f-ff3528915a7d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:40.953854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-c74b622d-37c0-4efc-8b3f-ff3528915a7d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:40.955302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-c74b622d-37c0-4efc-8b3f-ff3528915a7d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0977895
Nov 29 12:11:41.095421 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-39ea8ddb-fb75-484d-98cd-bd5c1c0ee21d service neutron] 10.222.0.20 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278458
Nov 29 12:11:41.124471 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4d00>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:11:40Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:41.128803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94344904-fcd1-4ec5-b3e9-a16d4618c434 None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:11:40Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:11:41.239782 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-2ae51a4c-c9fa-4712-8ae9-c295629af911 service neutron] 10.222.0.20 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380928
Nov 29 12:11:41.428756 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-842bc68c-0cf4-4b4d-956e-2a30583f0f5e req-c3769774-5a5b-458b-8f44-666919347460 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 210 time: 0.0444789
Nov 29 12:11:42.483358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-66824e9f-74fb-4926-9c73-b6b888b4f0e9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:42.485114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-66824e9f-74fb-4926-9c73-b6b888b4f0e9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/networks?id=8b0f57d1-be7e-455a-bb3d-1040d959de90 HTTP/1.1" status: 200  len: 796 time: 0.1573637
Nov 29 12:11:42.688039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:42.704792 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-be12cc27-7151-4975-b9b6-1143ec0554fa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cff352f55c24afcb733c0f39a8ac04e HTTP/1.1" status: 200  len: 380 time: 0.2105930
Nov 29 12:11:42.711297 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-126878d1-8322-407a-a3b5-2b9330571491 req-a7f21206-5151-427e-b744-2f32d379f95f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 210 time: 0.0502636
Nov 29 12:11:42.715787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'port': {'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'admin_state_up': True, 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'security_groups': ['d7813499-2562-423b-b653-4644fd61f6ba']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:42.759928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:42.765810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:42.766201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:42.852146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:42.861588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:42.872003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Made reservation on behalf of 8cff352f55c24afcb733c0f39a8ac04e for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:11:42.875522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:42.891250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:42.924824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:42.930201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:42.932142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:43.000851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:43.004064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:43.037879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.20.0.6 (8b0f57d1-be7e-455a-bb3d-1040d959de90/a399ae47-da10-4b40-9c97-4c758fa68ae1/aaa3317a-3b6c-4bbb-a921-f06796bb577b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:11:43.235949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.248055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.252041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Transition to ACTIVE for port object aaa3317a-3b6c-4bbb-a921-f06796bb577b will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:43.276808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.282540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3766990-a5ff-474d-983f-ffa697cc11da tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:43.350497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:11:43.353575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:43.357549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:11:43.388671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=aaa3317a-3b6c-4bbb-a921-f06796bb577b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:43.399833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:43.426504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:43.427107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.468545 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7562282
Nov 29 12:11:43.481403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Request body: {'port': {'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:43.569704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7404e5c2-31bd-4ad6-bee2-a918003c5230 None None] Provisioning for port aaa3317a-3b6c-4bbb-a921-f06796bb577b completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:43.575403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7404e5c2-31bd-4ad6-bee2-a918003c5230 None None] Provisioning complete for port aaa3317a-3b6c-4bbb-a921-f06796bb577b triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:43.575786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7404e5c2-31bd-4ad6-bee2-a918003c5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.598342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.633487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7404e5c2-31bd-4ad6-bee2-a918003c5230 None None] Port aaa3317a-3b6c-4bbb-a921-f06796bb577b cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:11:43.907196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d8437-1bf9-42ce-8fcd-e540bd8a00d1 req-8f081509-4f1f-4943-bbaf-6736e2cb7722 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:43.908676 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-171d8437-1bf9-42ce-8fcd-e540bd8a00d1 req-8f081509-4f1f-4943-bbaf-6736e2cb7722 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 931 time: 0.0858278
Nov 29 12:11:43.940840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa3317a-3b6c-4bbb-a921-f06796bb577b {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:11:43.948707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.955196 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-171d8437-1bf9-42ce-8fcd-e540bd8a00d1 req-b895d695-33ae-439d-b238-d5d6f93d1e8b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405769
Nov 29 12:11:43.963962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Transition to ACTIVE for port object aaa3317a-3b6c-4bbb-a921-f06796bb577b will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:11:43.968357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:43.972437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:44.129285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3317a-3b6c-4bbb-a921-f06796bb577b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:44.132422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:44.211778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Attempting to bind port aaa3317a-3b6c-4bbb-a921-f06796bb577b on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:11:44.212112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Attempting to bind port aaa3317a-3b6c-4bbb-a921-f06796bb577b by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:11:44.212439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Attempting to bind port aaa3317a-3b6c-4bbb-a921-f06796bb577b on network 8b0f57d1-be7e-455a-bb3d-1040d959de90 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:11:44.217225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Port aaa3317a-3b6c-4bbb-a921-f06796bb577b on network 8b0f57d1-be7e-455a-bb3d-1040d959de90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:11:44.217541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Attempting to bind port aaa3317a-3b6c-4bbb-a921-f06796bb577b on network 8b0f57d1-be7e-455a-bb3d-1040d959de90 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:11:44.222545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:11:44.222872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Checking segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:11:44.223285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Bound using segment: {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:11:44.223701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Bound port: aaa3317a-3b6c-4bbb-a921-f06796bb577b, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:11:44.224038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:44.316252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] For port aaa3317a-3b6c-4bbb-a921-f06796bb577b, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:11:44.319316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] For port aaa3317a-3b6c-4bbb-a921-f06796bb577b, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:11:44.326059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:44.329796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:44.386403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:44.387018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:44.388422 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] 10.222.0.18 "PUT /v2.0/ports/aaa3317a-3b6c-4bbb-a921-f06796bb577b HTTP/1.1" status: 200  len: 1093 time: 0.9113963
Nov 29 12:11:44.389127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:44.412802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3317a-3b6c-4bbb-a921-f06796bb577b,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:44.415986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:44.471634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'status': 'completed', 'code': 200}
Nov 29 12:11:44.514398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-b234a7c9-f80e-4a33-8fdc-43fe9ac10848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:44.515978 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-b234a7c9-f80e-4a33-8fdc-43fe9ac10848 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 1096 time: 0.0770931
Nov 29 12:11:44.663441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:44.715141 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-b104c513-e8ae-45ae-bc34-d64bd1391f6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b HTTP/1.1" status: 200  len: 217 time: 0.1913028
Nov 29 12:11:44.740932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:44.741311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:44.786010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f538f38d-c96e-4887-961e-a59f7a25dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:44.787492 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-f538f38d-c96e-4887-961e-a59f7a25dd0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a399ae47-da10-4b40-9c97-4c758fa68ae1 HTTP/1.1" status: 200  len: 835 time: 0.0666499
Nov 29 12:11:44.866835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-6f10dd33-9dd1-4423-b6b4-6b9962d7cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:44.868348 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-6f10dd33-9dd1-4423-b6b4-6b9962d7cb15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b0f57d1-be7e-455a-bb3d-1040d959de90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748134
Nov 29 12:11:45.006367 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-7b9c01f0-c021-4e6a-b8c7-1a3a6bbb5351 service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310725
Nov 29 12:11:45.140522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d3a79-60b8-44a4-8ec1-87f93cbcbaca req-6028a590-41b1-46d5-96c5-fb781e5cc129 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:45.141453 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9dbb95c-bb6c-4ce1-8730-e01ac81cb5d1 req-6ce9496c-0bb7-4297-948b-8f3481272ddb service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287220
Nov 29 12:11:45.142100 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-384d3a79-60b8-44a4-8ec1-87f93cbcbaca req-6028a590-41b1-46d5-96c5-fb781e5cc129 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 943 time: 0.0808270
Nov 29 12:11:45.196306 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-384d3a79-60b8-44a4-8ec1-87f93cbcbaca req-cb218ca4-9f7c-48fc-9005-e204e4b93b94 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473218
Nov 29 12:11:45.264373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-28f26428-fa09-4e02-afa5-570ce98f4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:45.265859 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-28f26428-fa09-4e02-afa5-570ce98f4abd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 1096 time: 0.0766025
Nov 29 12:11:45.399332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-2400b553-3fc7-49a1-8c1f-50de2f70aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:45.400728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-2400b553-3fc7-49a1-8c1f-50de2f70aff0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b0f57d1-be7e-455a-bb3d-1040d959de90 HTTP/1.1" status: 200  len: 897 time: 0.1284072
Nov 29 12:11:45.469822 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-a8142ac9-2ef5-4d16-ad0e-21129fa7acfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b HTTP/1.1" status: 200  len: 217 time: 0.0617056
Nov 29 12:11:45.536862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-15b571b6-afd5-41ab-946c-16e836cf7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:45.538187 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-15b571b6-afd5-41ab-946c-16e836cf7613 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a399ae47-da10-4b40-9c97-4c758fa68ae1 HTTP/1.1" status: 200  len: 835 time: 0.0604446
Nov 29 12:11:45.616367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-977dea08-91be-4c00-9f3e-199951d9b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:45.617797 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-977dea08-91be-4c00-9f3e-199951d9b152 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b0f57d1-be7e-455a-bb3d-1040d959de90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720656
Nov 29 12:11:45.752718 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-5f09fc52-b427-4ecd-a302-a11c8c19b16c service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275671
Nov 29 12:11:45.882966 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2965ee5e-3992-4d0f-94d3-901358cab603 req-73b6284a-76ae-4575-83db-ad498053d90f service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227832
Nov 29 12:11:46.409192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc1cf9-9432-4869-9f0e-6a7d30d8ebde req-d3cffb96-6eb2-4b3a-9bd3-b8b39a2ee03d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:46.409900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-dacc1cf9-9432-4869-9f0e-6a7d30d8ebde req-d3cffb96-6eb2-4b3a-9bd3-b8b39a2ee03d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:11:46.427715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-dacc1cf9-9432-4869-9f0e-6a7d30d8ebde req-d3cffb96-6eb2-4b3a-9bd3-b8b39a2ee03d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:11:46.428979 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dacc1cf9-9432-4869-9f0e-6a7d30d8ebde req-d3cffb96-6eb2-4b3a-9bd3-b8b39a2ee03d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 943 time: 0.1115968
Nov 29 12:11:46.478703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dacc1cf9-9432-4869-9f0e-6a7d30d8ebde req-b9f1b135-60cf-4620-a627-5fa5c345e01c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440154
Nov 29 12:11:47.788858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28075ba7-2084-4a00-a67f-ac0fe5c228c8 req-245546e4-1f31-49f7-9cf5-4b7ea0523672 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:47.790273 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-28075ba7-2084-4a00-a67f-ac0fe5c228c8 req-245546e4-1f31-49f7-9cf5-4b7ea0523672 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 943 time: 0.2041097
Nov 29 12:11:47.836093 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-28075ba7-2084-4a00-a67f-ac0fe5c228c8 req-25c73642-37e3-4624-a0e2-50747c44b5a6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399137
Nov 29 12:11:48.217265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device aaa3317a-3b6c-4bbb-a921-f06796bb577b details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:11:48.397296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port aaa3317a-3b6c-4bbb-a921-f06796bb577b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:48.410270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:11:48.472396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:48.489429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa3317a-3b6c-4bbb-a921-f06796bb577b {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:11:48.505821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port aaa3317a-3b6c-4bbb-a921-f06796bb577b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:48.513209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:48.514895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:48.592137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=aaa3317a-3b6c-4bbb-a921-f06796bb577b,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:48.595510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:48.703107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['aaa3317a-3b6c-4bbb-a921-f06796bb577b'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:11:49.027891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328788f6-b0a3-493a-88b5-869f862fcaee req-00373527-169d-4c02-b829-b0116cf4d898 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:49.029338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-328788f6-b0a3-493a-88b5-869f862fcaee req-00373527-169d-4c02-b829-b0116cf4d898 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 944 time: 0.0825269
Nov 29 12:11:49.074280 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-328788f6-b0a3-493a-88b5-869f862fcaee req-03f13f02-9eee-4d94-8ff4-4aeb29a7f8b9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390577
Nov 29 12:11:50.232594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device aaa3317a-3b6c-4bbb-a921-f06796bb577b up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:11:50.273942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac582ac-c842-4fe5-b65b-6adce897d82c req-1d9f60bb-d47e-4788-8be1-8ec4e7b5b8b7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:50.275513 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ac582ac-c842-4fe5-b65b-6adce897d82c req-1d9f60bb-d47e-4788-8be1-8ec4e7b5b8b7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 944 time: 0.0884452
Nov 29 12:11:50.305808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port aaa3317a-3b6c-4bbb-a921-f06796bb577b completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:11:50.311964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port aaa3317a-3b6c-4bbb-a921-f06796bb577b triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:11:50.312358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:50.322315 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ac582ac-c842-4fe5-b65b-6adce897d82c req-e9f0f358-f35d-46ee-b271-5f77a971664f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404282
Nov 29 12:11:50.432217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:50.459733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:50.469602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port aaa3317a-3b6c-4bbb-a921-f06796bb577b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:11:50.475540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:50.477764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:50.512508 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'code': 200}
Nov 29 12:11:50.545676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=aaa3317a-3b6c-4bbb-a921-f06796bb577b,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:50.548642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:50.771659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337573e-b29a-42d8-b651-dad92daf40e9 req-555263a4-fa39-49fe-a176-32f95f4448a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:50.773155 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6337573e-b29a-42d8-b651-dad92daf40e9 req-555263a4-fa39-49fe-a176-32f95f4448a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 1098 time: 0.0872083
Nov 29 12:11:50.814606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6337573e-b29a-42d8-b651-dad92daf40e9 req-15c8fa60-1265-4517-b383-8930b9e4fce2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344613
Nov 29 12:11:51.575369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5196e-ac3a-4323-8ab3-73332c4be49a req-6b8ac360-2468-4574-aee9-f458e11b5e9e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:51.576817 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-93b5196e-ac3a-4323-8ab3-73332c4be49a req-6b8ac360-2468-4574-aee9-f458e11b5e9e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 945 time: 0.0906096
Nov 29 12:11:51.626393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-93b5196e-ac3a-4323-8ab3-73332c4be49a req-d25f511b-981a-4942-9e7f-f31c011dacaf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437672
Nov 29 12:11:52.827213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e1c75-25f1-47d1-a489-1b337e572e3d req-eba2be50-aa44-42de-9f00-983f6609e103 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:52.828948 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-210e1c75-25f1-47d1-a489-1b337e572e3d req-eba2be50-aa44-42de-9f00-983f6609e103 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 945 time: 0.0827017
Nov 29 12:11:52.880796 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-210e1c75-25f1-47d1-a489-1b337e572e3d req-2917c1a1-a074-4ed7-9fb9-6ce5906c541f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449080
Nov 29 12:11:53.077526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5ec70-0879-42c4-ba7d-c712780a8d6e req-571708b4-917e-4075-bb1d-565404729f7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:53.079090 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4dd5ec70-0879-42c4-ba7d-c712780a8d6e req-571708b4-917e-4075-bb1d-565404729f7a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 945 time: 0.0860856
Nov 29 12:11:53.124975 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4dd5ec70-0879-42c4-ba7d-c712780a8d6e req-e18c262d-9604-4677-bae2-b0338cf1de7c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401146
Nov 29 12:11:53.148117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57510) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:53.230028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40588d7b-2b35-420f-9b5c-e27ec2e8a660 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:53.232289 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-40588d7b-2b35-420f-9b5c-e27ec2e8a660 tempest-TestNetworkBasicOps-1991809819 tempest-TestNetworkBasicOps-1991809819-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 1093 time: 0.0829763
Nov 29 12:11:53.236591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57514) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:53.241511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:11:53.247724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:11:53.252086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Usage tracker for resource:floatingip and tenant:8cff352f55c24afcb733c0f39a8ac04e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:11:53.255061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:11:53.261039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:11:53.274703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:53.413881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:53.565555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Allocated IP 172.26.4.165 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/6194d068-6fb1-4165-ab5a-cd45ef67ab89) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:11:53.723157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:53.762138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:53.766288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f4e7832-0baa-49e8-9032-8a0f32faa76a tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:53.833250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:11:53.836520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:11:53.841174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:11:53.870700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=6194d068-6fb1-4165-ab5a-cd45ef67ab89,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:53.880485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:54.264821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:54.344055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:54.679747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:54.686916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:54.690867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:11:54.797816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event updated for resources: {'Port': ['ID=6194d068-6fb1-4165-ab5a-cd45ef67ab89,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:11:54.801260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:11:54.809795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:54.983145 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 1266803d-b36c-4e7d-917f-7ad706f01914 associated. External IP: 172.26.4.165, port: aaa3317a-3b6c-4bbb-a921-f06796bb577b.
Nov 29 12:11:55.340856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:11:55.531026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:11:55.541312 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:11:55.551783 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:55.552467 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35880>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:55.556201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:55.618215 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3804712
Nov 29 12:11:55.619197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:11:55.621399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57518) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:55.667975 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'status': 'completed', 'code': 200}
Nov 29 12:11:55.738360 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:55.914346 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ffc7526a-42a5-4789-9527-28e78b08d7e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 991 time: 0.2908821
Nov 29 12:11:55.936782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-37b95384-a188-48d0-9bdd-a9c35707cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:55.938564 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-37b95384-a188-48d0-9bdd-a9c35707cd42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 1098 time: 0.2441583
Nov 29 12:11:56.080005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-34f584e7-7807-4c68-86f2-76beebfee854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:56.081438 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-34f584e7-7807-4c68-86f2-76beebfee854 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b0f57d1-be7e-455a-bb3d-1040d959de90 HTTP/1.1" status: 200  len: 897 time: 0.1354055
Nov 29 12:11:56.086841 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35880>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '1266803d-b36c-4e7d-917f-7ad706f01914', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:11:54Z', 'updated_at': '2021-11-29T12:11:54Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:11:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:56.090738 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] Checking router: 1c721208-64c0-4b16-b46f-45a8dc3a388a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:11:56.099228 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:11:56.099865 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35880>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:56.190588 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-fc13e0b6-5ba1-451e-a999-9bdcd6c7767a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b HTTP/1.1" status: 200  len: 999 time: 0.1019573
Nov 29 12:11:56.255345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-d1ea84af-44ea-4095-8af7-cdd38bbd444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:56.256795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-d1ea84af-44ea-4095-8af7-cdd38bbd444f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a399ae47-da10-4b40-9c97-4c758fa68ae1 HTTP/1.1" status: 200  len: 835 time: 0.0590799
Nov 29 12:11:56.312226 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:11:56.343542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-5f248de9-105a-476d-ab17-488d2dc522cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:11:56.345890 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-5f248de9-105a-476d-ab17-488d2dc522cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b0f57d1-be7e-455a-bb3d-1040d959de90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775089
Nov 29 12:11:56.483456 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-62af1983-9330-4b74-9d9d-f25fa71509f1 service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303914
Nov 29 12:11:56.536087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35bd9505-9af6-4b56-9873-b6647e6951b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:56.620562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f24689d2-3bae-445c-8706-a58cda8f01cd req-42dc8393-413d-4c81-9c8c-3dfe794be0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305404
Nov 29 12:11:56.666456 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35880>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '1266803d-b36c-4e7d-917f-7ad706f01914', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:11:54Z', 'updated_at': '2021-11-29T12:11:54Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:11:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:11:56.670898 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8572a5-21f2-4822-a421-b39e76f7fcd3 None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '1266803d-b36c-4e7d-917f-7ad706f01914', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:11:54Z', 'updated_at': '2021-11-29T12:11:54Z', 'revision_number': 0, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:11:42Z', 'revision_number': 5, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:11:56.863936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199e870-b5cf-4715-9489-4c21f6f65cec None None] New status for floating IP 1266803d-b36c-4e7d-917f-7ad706f01914: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:11:56.918248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57524) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:57.026442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e41a4db3-d4e1-4542-9a7c-b0115b8e06a7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 991 time: 0.1068361
Nov 29 12:11:57.134823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:11:58.031427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57528) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:11:58.150108 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-eb9bf1c9-3dfc-4fb4-8a4e-a81f5d6081b0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 993 time: 0.1172268
Nov 29 12:11:59.064387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e5061621-6bc8-49d1-9e48-d9705a7b7143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:00.124194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:01.659423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:12.027757 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:12:13.270045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:26.538151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b390aeb-21ae-46ac-b7b3-c7f067e480d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:27.079229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:27.403421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57544) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:27.408870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:28.073902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:28.087870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:28.273571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:12:28.462933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:28.469989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:28.471434 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e818eb5c-7ec5-487f-a962-9bc47a5b3533 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/1c721208-64c0-4b16-b46f-45a8dc3a388a HTTP/1.1" status: 200  len: 887 time: 1.0668535
Nov 29 12:12:28.482664 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:28.496765 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:28.497376 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:28.555735 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed250>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:28.564941 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:28.565571 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:11:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:28.626455 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed250>, [], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:28.626858 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a9159-cd52-4003-a55a-59d940f84a02 None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:12:29.060164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfe13-278d-4357-8959-5d6388e3ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:29.420944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649d01b-9739-4937-aeea-a46c69c1db54 None None] New status for floating IP 1266803d-b36c-4e7d-917f-7ad706f01914: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:12:30.133381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:30.633654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57558) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:30.641908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:30.688541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:12:30.802145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:30.818499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a6a454cb-b7ff-418d-b368-66d372f9b4c4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6a454cb-b7ff-418d-b368-66d372f9b4c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:30.824461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:30.825494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:12:30.849327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:30.977461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:30.980982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:31.034821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:31.068894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:31.074198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:31.077245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:31.146117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:31.154102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.154413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.154770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.155099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.155449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.155774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.156091 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.156408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.156714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.157006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.157336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.157641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:31.161702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:31.314379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:31.328198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911993'] for router, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:31.524109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:12:31.665659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:31.716968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:31.723821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:31.725046 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-13c60a03-f535-4dd7-9dd4-c4bd506cf1df tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/1c721208-64c0-4b16-b46f-45a8dc3a388a HTTP/1.1" status: 200  len: 886 time: 1.0900524
Nov 29 12:12:31.728998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57564) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:31.729792 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be4632-0518-4693-aba0-e26097841680 None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:31.740025 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:31.740640 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08aa9a90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:31.834494 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b3421a16-b90a-4f03-a68b-d783db65d040 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 991 time: 0.1042862
Nov 29 12:12:31.924030 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:32.273062 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08aa9a90>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '1266803d-b36c-4e7d-917f-7ad706f01914', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:11:54Z', 'updated_at': '2021-11-29T12:12:29Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:32.277031 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be4632-0518-4693-aba0-e26097841680 None None] Checking router: 1c721208-64c0-4b16-b46f-45a8dc3a388a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:12:32.285502 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:32.286091 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08aa9a90>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:32.518948 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:32.838643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57568) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:32.875445 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-58be4632-0518-4693-aba0-e26097841680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08aa9a90>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '1266803d-b36c-4e7d-917f-7ad706f01914', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:11:54Z', 'updated_at': '2021-11-29T12:12:29Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:32.879700 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be4632-0518-4693-aba0-e26097841680 None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '1266803d-b36c-4e7d-917f-7ad706f01914', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'port_id': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:11:54Z', 'updated_at': '2021-11-29T12:12:29Z', 'revision_number': 2, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:12:32.947511 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da2e805a-8e3b-4d2c-a67f-281517b32e3c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 991 time: 0.1073608
Nov 29 12:12:33.950848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57572) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:34.061958 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fac91551-4b67-4f32-af71-1dad120dd0c9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 991 time: 0.1097026
Nov 29 12:12:34.563943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d3520-5de9-49f9-bb9a-62b2bac5e7fe None None] New status for floating IP 1266803d-b36c-4e7d-917f-7ad706f01914: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:12:34.773253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:34.964106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a6a454cb-b7ff-418d-b368-66d372f9b4c4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:34.964520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.065170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57576) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:35.103720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.125193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a6a454cb-b7ff-418d-b368-66d372f9b4c4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6a454cb-b7ff-418d-b368-66d372f9b4c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:35.129316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.130358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:35.159934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dcde489f-9d73-442c-80ef-7bc1160706f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:35.192530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5891fbb0-a3f1-4e7f-996e-90671b8ea3ed tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 200  len: 993 time: 0.1245539
Nov 29 12:12:35.260242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:35.263909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:35.274695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:35.275075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.421005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.458137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:35.463403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.466133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:35.490291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57584) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:35.532982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:35.536067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:35.701122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port 6194d068-6fb1-4165-ab5a-cd45ef67ab89 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:12:35.701408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.869939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.870252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:35.989230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for 6194d068-6fb1-4165-ab5a-cd45ef67ab89 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:12:36.273302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:36.277306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-029d3cf2-c71f-4daf-921f-1b82604f4136 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:36.324728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=6194d068-6fb1-4165-ab5a-cd45ef67ab89,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:36.366487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.366907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.367315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.367690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.368059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.368432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.368798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.369164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.369529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.369871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.370233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.370578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:36.398135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:36.428570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:36.428985 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Floating IP 1266803d-b36c-4e7d-917f-7ad706f01914 disassociated (deleted). External IP: 172.26.4.165, port: aaa3317a-3b6c-4bbb-a921-f06796bb577b.
Nov 29 12:12:36.694625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:36.768115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a6a454cb-b7ff-418d-b368-66d372f9b4c4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:36.768865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:36.792460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:12:36.888297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:36.970065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:36.970513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:36.985533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:36.996827 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:37.009623 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:37.010538 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08895af0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:37.014490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:37.082646 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/floatingips/1266803d-b36c-4e7d-917f-7ad706f01914 HTTP/1.1" status: 204  len: 168 time: 1.5911407
Nov 29 12:12:37.083765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:12:37.135639 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'status': 'completed', 'code': 200}
Nov 29 12:12:37.194907 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:37.236568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3475-7060-412b-9e75-110ea777ee45 req-b3126ac5-8663-46b1-8fb3-de48fd8858bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:37.238156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-b3126ac5-8663-46b1-8fb3-de48fd8858bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 1098 time: 0.0806315
Nov 29 12:12:37.385058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3475-7060-412b-9e75-110ea777ee45 req-5aade4fc-502c-4c13-8d20-d9486f90a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:37.386606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-5aade4fc-502c-4c13-8d20-d9486f90a645 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b0f57d1-be7e-455a-bb3d-1040d959de90 HTTP/1.1" status: 200  len: 897 time: 0.1414514
Nov 29 12:12:37.461147 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-9811ace4-a00d-40fb-803e-54fb0f770481 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b HTTP/1.1" status: 200  len: 217 time: 0.0672979
Nov 29 12:12:37.487006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab3bf-338c-4d7f-9bee-49546abae86e req-74841f70-af64-4a2f-962f-c916a156032d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:37.487751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0f5ab3bf-338c-4d7f-9bee-49546abae86e req-74841f70-af64-4a2f-962f-c916a156032d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:12:37.505030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0f5ab3bf-338c-4d7f-9bee-49546abae86e req-74841f70-af64-4a2f-962f-c916a156032d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:12:37.506253 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0f5ab3bf-338c-4d7f-9bee-49546abae86e req-74841f70-af64-4a2f-962f-c916a156032d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 945 time: 0.1010973
Nov 29 12:12:37.526252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3475-7060-412b-9e75-110ea777ee45 req-5c00de0c-0e60-4e12-83df-3ce5d62d0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:37.527758 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-5c00de0c-0e60-4e12-83df-3ce5d62d0684 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a399ae47-da10-4b40-9c97-4c758fa68ae1 HTTP/1.1" status: 200  len: 835 time: 0.0598993
Nov 29 12:12:37.533554 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08895af0>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:37.537453 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] Checking router: 1c721208-64c0-4b16-b46f-45a8dc3a388a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:12:37.547047 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:37.547714 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08895af0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:37.552703 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0f5ab3bf-338c-4d7f-9bee-49546abae86e req-6a94ff02-dc7f-4394-8274-1baabc6fb03f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405421
Nov 29 12:12:37.609770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3475-7060-412b-9e75-110ea777ee45 req-8a1d5c78-8cae-4c60-9d4d-42f2b431e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:37.611268 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-8a1d5c78-8cae-4c60-9d4d-42f2b431e033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b0f57d1-be7e-455a-bb3d-1040d959de90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766113
Nov 29 12:12:37.726737 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:37.747636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-48b27771-394a-4770-9ba2-77cd3df9f493 service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290133
Nov 29 12:12:37.887500 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b87c3475-7060-412b-9e75-110ea777ee45 req-a9a22e2a-6e6b-4c42-9035-78abfbd75088 service neutron] 10.222.0.18 "GET /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328630
Nov 29 12:12:38.061224 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08895af0>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:38.065388 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04460552-47dc-4929-bf76-629d3c63a0e8 None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:31Z', 'revision_number': 6, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac', 'name': '', 'network_id': '8b0f57d1-be7e-455a-bb3d-1040d959de90', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'mac_address': 'fa:16:3e:89:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:36Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'subnets': [{'id': 'a399ae47-da10-4b40-9c97-4c758fa68ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:12:38.785128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099992d7-ad00-4124-83a2-6e95a07f68ae None None] New status for floating IP 1266803d-b36c-4e7d-917f-7ad706f01914: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:12:38.925403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-d334c8f0-4322-4859-9027-4fc50ff5755c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:38.926860 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-d334c8f0-4322-4859-9027-4fc50ff5755c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 945 time: 0.2766736
Nov 29 12:12:38.939007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ecaa-f4d9-4593-b4ed-cab59141b0ac req-9651f078-68b0-439d-a8c2-74d564d8f47c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:38.940487 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59d1ecaa-f4d9-4593-b4ed-cab59141b0ac req-9651f078-68b0-439d-a8c2-74d564d8f47c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 945 time: 0.1194108
Nov 29 12:12:39.033869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port aaa3317a-3b6c-4bbb-a921-f06796bb577b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:12:39.034143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:39.067004 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59d1ecaa-f4d9-4593-b4ed-cab59141b0ac req-65b743ad-9647-4d3f-a5e3-e718585a0465 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7813499-2562-423b-b653-4644fd61f6ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969567
Nov 29 12:12:39.319827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port aaa3317a-3b6c-4bbb-a921-f06796bb577b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aaa3317a-3b6c-4bbb-a921-f06796bb577b,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:39.320140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:39.449688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for aaa3317a-3b6c-4bbb-a921-f06796bb577b owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:12:39.602089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:39.608282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:39.653608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=aaa3317a-3b6c-4bbb-a921-f06796bb577b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:39.693290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.693685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.694064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.694604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.695035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.695511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.695884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.696318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.697035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.697398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.697762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.698120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:39.701475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:39.744980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] No DVR routers for this DVR port aaa3317a-3b6c-4bbb-a921-f06796bb577b on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:12:39.747447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:39.750180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'name': 'network-vif-deleted', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:12:39.769065 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c6ae6f21-ccaf-4a0a-ae19-858f672f84bb req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.18 "DELETE /v2.0/ports/aaa3317a-3b6c-4bbb-a921-f06796bb577b HTTP/1.1" status: 204  len: 173 time: 0.8272316
Nov 29 12:12:39.806104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b30bae-c891-4f57-86aa-819f5a9e0b1b', 'name': 'network-vif-deleted', 'tag': 'aaa3317a-3b6c-4bbb-a921-f06796bb577b', 'status': 'completed', 'code': 200}
Nov 29 12:12:40.240677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-2551b7e4-26da-4d50-8312-ff017023e40b req-738dcd37-14de-4eb7-b8a2-3d5835b24bb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Synchronizing usage tracker for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:12:40.256771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-2551b7e4-26da-4d50-8312-ff017023e40b req-738dcd37-14de-4eb7-b8a2-3d5835b24bb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Unset dirty status for tenant:8cff352f55c24afcb733c0f39a8ac04e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:12:40.258059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2551b7e4-26da-4d50-8312-ff017023e40b req-738dcd37-14de-4eb7-b8a2-3d5835b24bb2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7b30bae-c891-4f57-86aa-819f5a9e0b1b HTTP/1.1" status: 200  len: 210 time: 0.0648572
Nov 29 12:12:41.369331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57602) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:41.446268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:41.477391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:41.545445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:41.549227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c3f94f7f-e3eb-4fe2-82e3-668ff4c507c5 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:41.564257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7813499-2562-423b-b653-4644fd61f6ba,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:41.566811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:41.575743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:41.576889 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7813499-2562-423b-b653-4644fd61f6ba HTTP/1.1" status: 204  len: 168 time: 0.2065327
Nov 29 12:12:41.610286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57608) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:42.290833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:42.464403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device aaa3317a-3b6c-4bbb-a921-f06796bb577b no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:12:42.498573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: aaa3317a-3b6c-4bbb-a921-f06796bb577b {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:12:42.498892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device aaa3317a-3b6c-4bbb-a921-f06796bb577b not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:12:42.655635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:12:42.656258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:42.854934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:42.855310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:42.990942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:12:43.184674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:43.190162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e19899c5-efc3-4abd-a0b0-572f9ef5ccc7 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:43.242919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:43.245987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:43.261758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:43.534290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.025848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Router 1c721208-64c0-4b16-b46f-45a8dc3a388a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:12:44.206983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:44.217127 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] Sync routers for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:44.225809 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "PUT /v2.0/routers/1c721208-64c0-4b16-b46f-45a8dc3a388a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6140227
Nov 29 12:12:44.227073 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:44.227804 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:44.228629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:44.298085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting subnet a399ae47-da10-4b40-9c97-4c758fa68ae1 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:12:44.301252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.356310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.406024 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:44.443576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.518895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.522610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8f3834f4-339c-47f0-84b3-547a290f1495 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:44.557845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Subnet': ['ID=a399ae47-da10-4b40-9c97-4c758fa68ae1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:44.560865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:44.561858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.571925 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/subnets/a399ae47-da10-4b40-9c97-4c758fa68ae1 HTTP/1.1" status: 204  len: 168 time: 0.3386199
Nov 29 12:12:44.572158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df344d71-5f54-4eb6-8c72-2ded9636bc44 None None] Network 8b0f57d1-be7e-455a-bb3d-1040d959de90 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:12:44.572641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57616) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:44.724489 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d190>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:43Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:44.729348 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] Checking router: 1c721208-64c0-4b16-b46f-45a8dc3a388a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:12:44.738639 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] Routers {'1c721208-64c0-4b16-b46f-45a8dc3a388a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:44.739410 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1c721208-64c0-4b16-b46f-45a8dc3a388a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:44.762899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.849215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] DHCP port deletion for 8b0f57d1-be7e-455a-bb3d-1040d959de90 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:12:44.854037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Deleting port 998bf6ef-522a-468f-82e2-ad02383efa94 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:12:44.854476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.933789 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] Set router 1c721208-64c0-4b16-b46f-45a8dc3a388a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:44.949626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:44.959441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Deleting port a6a454cb-b7ff-418d-b368-66d372f9b4c4 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:12:44.959804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.064589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] For port 998bf6ef-522a-468f-82e2-ad02383efa94, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=998bf6ef-522a-468f-82e2-ad02383efa94,segment=NetworkSegment(afdfefe4-f9d0-4521-96e4-7b14fb591dcc),segment_id=afdfefe4-f9d0-4521-96e4-7b14fb591dcc)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:45.064898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.192526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Calling delete_port for 998bf6ef-522a-468f-82e2-ad02383efa94 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:12:45.237093 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d190>, [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:43Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:45.241119 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5dc33-ba0b-4c70-837f-d2f1b6bd9d97 None None] The sync data for ids ['1c721208-64c0-4b16-b46f-45a8dc3a388a'] in dv-neutron-819579-1-hyperv is: [{'id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'name': 'tempest-TestNetworkBasicOps-router-900711374', 'tenant_id': '8cff352f55c24afcb733c0f39a8ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:43Z', 'revision_number': 7, 'project_id': '8cff352f55c24afcb733c0f39a8ac04e', 'gw_port': {'id': 'a6a454cb-b7ff-418d-b368-66d372f9b4c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c721208-64c0-4b16-b46f-45a8dc3a388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:11:32Z', 'updated_at': '2021-11-29T12:12:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:12:45.271314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.275512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:45.287446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] For port a6a454cb-b7ff-418d-b368-66d372f9b4c4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a6a454cb-b7ff-418d-b368-66d372f9b4c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:45.288110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.323965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Pushing event deleted for resources: {'Port': ['ID=998bf6ef-522a-468f-82e2-ad02383efa94,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:45.326620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] No DVR routers for this DVR port 998bf6ef-522a-468f-82e2-ad02383efa94 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:12:45.328443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:45.413057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Calling delete_port for a6a454cb-b7ff-418d-b368-66d372f9b4c4 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:12:45.587912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.591992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfd0a0f3-37d7-4537-a1d0-58579c33dec5 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:45.640965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Port': ['ID=a6a454cb-b7ff-418d-b368-66d372f9b4c4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:45.643932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:45.733507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.908188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.910375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.934943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.935465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Fanout notify agent at l3_agent the message router_deleted on router 1c721208-64c0-4b16-b46f-45a8dc3a388a {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:12:45.952289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:45.956249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:45.956729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/routers/1c721208-64c0-4b16-b46f-45a8dc3a388a HTTP/1.1" status: 204  len: 168 time: 1.3835075
Nov 29 12:12:46.072787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.203470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.228101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03f2c6a0>,) {'filters': {'network_id': ['8b0f57d1-be7e-455a-bb3d-1040d959de90']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:46.239952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03f2c6a0>, 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:46.240240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03f2c6a0>, 'afdfefe4-f9d0-4521-96e4-7b14fb591dcc') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:46.251899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.272999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.279049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:12:46.279438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:12:46.293439 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:12:46.377952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.381779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8841a3f4-7869-4a7b-8a4d-d2c7940d5c90 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:46.399618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:46.408290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Pushing event deleted for resources: {'Network': ['ID=8b0f57d1-be7e-455a-bb3d-1040d959de90,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:46.411398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:46.417300 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] 10.222.0.20 "DELETE /v2.0/networks/8b0f57d1-be7e-455a-bb3d-1040d959de90 HTTP/1.1" status: 204  len: 168 time: 0.4599907
Nov 29 12:12:46.692140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 998bf6ef-522a-468f-82e2-ad02383efa94 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:12:46.727152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 998bf6ef-522a-468f-82e2-ad02383efa94 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:12:46.727530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 998bf6ef-522a-468f-82e2-ad02383efa94 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:12:46.728184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:12:46.763207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a6a454cb-b7ff-418d-b368-66d372f9b4c4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:12:46.763575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a6a454cb-b7ff-418d-b368-66d372f9b4c4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:12:46.764017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:12:46.780162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:46.800656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:12:46.801276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f4fd0bae-2dd2-4bb8-8f00-3f340f00b7ac not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:12:46.932984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-614e0913-5f06-42ff-a730-732616021ffc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cff352f55c24afcb733c0f39a8ac04e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1514783
Nov 29 12:12:46.936176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:46.996255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.024388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.082735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.086628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-edbd8139-536f-45a2-81ce-2afa52b55cc3 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:47.100196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf234bc-30c2-4974-beab-5be240d1217c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:47.103476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:47.109605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.110730 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf234bc-30c2-4974-beab-5be240d1217c HTTP/1.1" status: 204  len: 168 time: 0.1736767
Nov 29 12:12:47.425948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:47.450942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.466167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:47.470620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ef41e64337404496cc0c89adfe3d73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:47.473682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:47.479863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:47.567871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.575029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.583549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de43f4c1-1b5a-40ed-ba36-9480e2809064 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:47.624191 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5ef41e64337404496cc0c89adfe3d73&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1967835
Nov 29 12:12:47.625708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2cf829-d3bb-49ef-ae61-80aa7fc434e6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:47.626798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57646) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:47.628723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f03b38a1-db55-4b49-b022-de660b76f370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:47.697388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.723766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.776148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.780052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e8bc9ee3-13a9-42cf-99d3-67957cefb5d6 tempest-SecGroupTest-987381967 tempest-SecGroupTest-987381967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:47.791532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2cf829-d3bb-49ef-ae61-80aa7fc434e6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:47.793959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:47.799985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:47.804262 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e2cf829-d3bb-49ef-ae61-80aa7fc434e6 HTTP/1.1" status: 204  len: 168 time: 0.1764154
Nov 29 12:12:48.668187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57670) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:48.779854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733312098-network', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:48.784801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:48.789192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Usage tracker for resource:network and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:48.792192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:48.798200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:48.811008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Made reservation on behalf of 8a17a1419e7d4a7fa452cc7bb3d28e98 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:12:48.813644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:48.826773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:48.842341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:48.846397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:48.849334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:48.855577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:48.938086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:48.945948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:48.949229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c29d9054-b3f0-4efd-8b71-20706d1aad40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:48.976374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:12:48.984705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4483f5ea-f0ac-47c2-a403-868e69ca900a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:48.988207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:48.990630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:48.991014 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Added segment e613f30a-d035-48a4-90ca-52d42a1fb908 of type vlan for network 44c17bbd-90f2-40e1-a96c-363d91e9f35c
Nov 29 12:12:49.021205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.025962 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:12:49.051734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.052749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:49.053328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.056749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c7655150-5868-4c2e-bd42-c59d9a643988 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:49.151800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Pushing event updated for resources: {'Network': ['ID=44c17bbd-90f2-40e1-a96c-363d91e9f35c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:49.154733 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4855461
Nov 29 12:12:49.155738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:49.157815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57676) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:49.161703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:12:49.163277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Request body: {'subnet': {'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733312098-subnet', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:49.168582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:49.172539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Usage tracker for resource:subnet and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:49.175417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:49.181436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:49.197494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Made reservation on behalf of 8a17a1419e7d4a7fa452cc7bb3d28e98 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:12:49.199729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.418636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.422888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bab32455-73cb-48e1-add3-3b4c46096cbf tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:49.491377 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79d2b69-ef4d-423a-84e2-fc1415a98463,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:49.494806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:49.500819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Checking segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:12:49.501178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Network hostable DHCP agents. Network: 44c17bbd-90f2-40e1-a96c-363d91e9f35c, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:12:49.522413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:12:49.533872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 44c17bbd-90f2-40e1-a96c-363d91e9f35c) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:49.538201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:49.539726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.543267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f978b09-40cb-4821-ad93-c5143060bfa7 None None] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:12:49.565928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57680) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:49.566523 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4072399
Nov 29 12:12:49.572766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:49.577990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:49.582182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Usage tracker for resource:router and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:49.585308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:49.592390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:49.604137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.605469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.624655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.753636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:12:49.754686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:49.919802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Allocated IP 172.20.0.2 (44c17bbd-90f2-40e1-a96c-363d91e9f35c/b79d2b69-ef4d-423a-84e2-fc1415a98463/a10a82b6-953b-4ead-904c-a885b7391b69) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:12:50.027214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.166739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.176901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Transition to ACTIVE for port object a10a82b6-953b-4ead-904c-a885b7391b69 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:50.195188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Transition to ACTIVE for port object a10a82b6-953b-4ead-904c-a885b7391b69 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:50.201155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.205874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc0209f9-412a-4dde-85b5-d1c7e8d3d5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:50.265198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:12:50.266310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:50.269984 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:12:50.279437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Pushing event updated for resources: {'Port': ['ID=a10a82b6-953b-4ead-904c-a885b7391b69,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:50.306859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:50.356601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.371842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Attempting to bind port a10a82b6-953b-4ead-904c-a885b7391b69 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:12:50.372225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Attempting to bind port a10a82b6-953b-4ead-904c-a885b7391b69 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:12:50.372595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Attempting to bind port a10a82b6-953b-4ead-904c-a885b7391b69 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:12:50.378437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:12:50.378831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Checking segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:12:50.379247 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.379646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Bound using segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:12:50.380123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Bound port: a10a82b6-953b-4ead-904c-a885b7391b69, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:12:50.380507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.386932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.468249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] For port a10a82b6-953b-4ead-904c-a885b7391b69, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:12:50.471191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] For port a10a82b6-953b-4ead-904c-a885b7391b69, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a10a82b6-953b-4ead-904c-a885b7391b69,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:12:50.476767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.480356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:50.524687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Allocated IP 172.26.4.206 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/5677e46c-6f45-495a-a01a-7ff11aed32b3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:12:50.565598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Pushing event updated for resources: {'Port': ['ID=a10a82b6-953b-4ead-904c-a885b7391b69,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:50.568830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:50.681737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.714623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:50.725856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06ba4035-59e4-42d7-8026-854760c84867 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:50.792073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:12:50.795015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:50.797640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:12:50.838273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Pushing event updated for resources: {'Port': ['ID=5677e46c-6f45-495a-a01a-7ff11aed32b3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:50.842253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:51.377390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:51.517991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d0359-b7c9-4c4c-be4b-d584bd335b46 None None] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:12:51.613245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0f070c4c-66c8-4b54-954c-cc752b0421d4 None None] Provisioning for port a10a82b6-953b-4ead-904c-a885b7391b69 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:12:51.723669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:51.941217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Router 0aaa576e-8c11-4701-896c-88fd27ca330d is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:12:52.125670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:52.135113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:52.145463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:52.146181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080af8b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:52.154753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:52.156104 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72514645-8ecc-4f2f-8866-062f99f1d0af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5883529
Nov 29 12:12:52.159010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57684) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:52.338621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:52.622957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080af8b0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:51Z', 'revision_number': 3, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:52.626877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:12:52.627231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Updating router 0aaa576e-8c11-4701-896c-88fd27ca330d port 5677e46c-6f45-495a-a01a-7ff11aed32b3 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:12:52.690070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:52.732123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a10a82b6-953b-4ead-904c-a885b7391b69 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:52.899609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a10a82b6-953b-4ead-904c-a885b7391b69 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:12:52.990481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:52.999943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a10a82b6-953b-4ead-904c-a885b7391b69 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:53.000291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.195283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Allocated IP 172.20.0.1 (44c17bbd-90f2-40e1-a96c-363d91e9f35c/b79d2b69-ef4d-423a-84e2-fc1415a98463/329062bb-e98d-4c12-a61c-08a223a956c0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:12:53.209157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.255447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.268610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a10a82b6-953b-4ead-904c-a885b7391b69, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a10a82b6-953b-4ead-904c-a885b7391b69,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:53.271812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Transition to ACTIVE for port object 5677e46c-6f45-495a-a01a-7ff11aed32b3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:53.275841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.277724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:53.311083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.352090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.362775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Attempting to bind port 5677e46c-6f45-495a-a01a-7ff11aed32b3 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:12:53.363143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Attempting to bind port 5677e46c-6f45-495a-a01a-7ff11aed32b3 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:12:53.363573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Attempting to bind port 5677e46c-6f45-495a-a01a-7ff11aed32b3 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:12:53.368573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a10a82b6-953b-4ead-904c-a885b7391b69,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:53.368786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Transition to ACTIVE for port object 329062bb-e98d-4c12-a61c-08a223a956c0 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:53.372715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:53.373325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:53.395215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.399496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b8f444a-55e4-4226-82d5-759e3328507e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:53.403632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:12:53.404249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:12:53.404856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.405263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:12:53.405759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Bound port: 5677e46c-6f45-495a-a01a-7ff11aed32b3, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:12:53.406111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.467963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:12:53.470635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:53.474317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:12:53.505698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] For port 5677e46c-6f45-495a-a01a-7ff11aed32b3, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:12:53.511799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] For port 5677e46c-6f45-495a-a01a-7ff11aed32b3, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5677e46c-6f45-495a-a01a-7ff11aed32b3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:12:53.512238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Pushing event updated for resources: {'Port': ['ID=329062bb-e98d-4c12-a61c-08a223a956c0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:53.515862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928451-8d7d-4845-9bf4-3e1eb9cc22b3 None None] Pushing event updated for resources: {'Port': ['ID=5677e46c-6f45-495a-a01a-7ff11aed32b3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:53.516946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:53.518892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40928451-8d7d-4845-9bf4-3e1eb9cc22b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:53.520436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.525674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63566e7e-2807-45f2-bec1-7c483641423f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:53.534331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.605376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:53.605999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080af8b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:53.657857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.672778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928451-8d7d-4845-9bf4-3e1eb9cc22b3 None None] Pushing event updated for resources: {'Port': ['ID=5677e46c-6f45-495a-a01a-7ff11aed32b3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:53.723031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40928451-8d7d-4845-9bf4-3e1eb9cc22b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:53.798922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:53.840664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b1a7d573-3ad2-41d3-b5e2-2123af85006c None None] Provisioning for port 329062bb-e98d-4c12-a61c-08a223a956c0 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:12:53.854860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b1a7d573-3ad2-41d3-b5e2-2123af85006c None None] Provisioning complete for port 329062bb-e98d-4c12-a61c-08a223a956c0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:53.855260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d573-3ad2-41d3-b5e2-2123af85006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.881472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.887609 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:53.915739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:53.997460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:54.000924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Pushing event updated for resources: {'Port': ['ID=329062bb-e98d-4c12-a61c-08a223a956c0,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:54.003789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:54.035687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7d573-3ad2-41d3-b5e2-2123af85006c None None] Port 329062bb-e98d-4c12-a61c-08a223a956c0 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:12:54.141414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:12:54.142484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:54.157543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-bfaee144-7261-48a1-8641-090632418fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080af8b0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:54.162029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaee144-7261-48a1-8641-090632418fcc None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:12:54.350258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:12:54.468376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3af858ec-e935-4504-9370-8ea179102145 None None] Provisioning complete for port 329062bb-e98d-4c12-a61c-08a223a956c0 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:54.468910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3af858ec-e935-4504-9370-8ea179102145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:54.530356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3af858ec-e935-4504-9370-8ea179102145 None None] Port 329062bb-e98d-4c12-a61c-08a223a956c0 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:12:54.683967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:54.693451 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] 10.222.0.20 "PUT /v2.0/routers/0aaa576e-8c11-4701-896c-88fd27ca330d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5334079
Nov 29 12:12:54.709291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a10a82b6-953b-4ead-904c-a885b7391b69 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:54.780935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a10a82b6-953b-4ead-904c-a885b7391b69 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:54.781757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.247224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:55.252829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1624596294-network', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:55.258185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:55.262694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Usage tracker for resource:network and tenant:308f58479c6e4dc1912734bd6f165bd8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:55.266427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:55.272573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:55.284372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Made reservation on behalf of 308f58479c6e4dc1912734bd6f165bd8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:12:55.286704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.299522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.314495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:55.318359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Usage tracker for resource:security_group_rule and tenant:308f58479c6e4dc1912734bd6f165bd8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:55.322225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:55.328664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:55.449512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.454542 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.457880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef6af037-1361-4b8f-9470-9df739b82eb7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:55.485909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:12:55.494310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7056e4d1-9071-45d4-81c6-5f0dc287c428,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:55.497651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:55.501733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.502182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Added segment f497871c-dc01-49a7-beca-0ff44ac5c0de of type vlan for network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b
Nov 29 12:12:55.528529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.561212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.562191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:55.562742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.567508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2f8ba5c-e78c-44d7-be0c-f28a80212756 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:55.674907 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4265144
Nov 29 12:12:55.675692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Pushing event updated for resources: {'Network': ['ID=437f6cc2-c6dd-403d-b7f8-a2bd0486734b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:55.677968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57706) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:55.678604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:55.684720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Request body: {'subnet': {'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1624596294-subnet', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:55.687141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:12:55.689860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:55.693879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Usage tracker for resource:subnet and tenant:308f58479c6e4dc1912734bd6f165bd8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:55.697512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:55.704116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:55.720094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Made reservation on behalf of 308f58479c6e4dc1912734bd6f165bd8 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:12:55.722420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.934910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:55.938446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b276c459-d6d0-4857-b414-027738a79fe2 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:56.009185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:56.012506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:56.018507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Checking segment: {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:12:56.018858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Network hostable DHCP agents. Network: 437f6cc2-c6dd-403d-b7f8-a2bd0486734b, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:12:56.039570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:12:56.050457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 437f6cc2-c6dd-403d-b7f8-a2bd0486734b) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:56.054721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:12:56.055340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.060597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c552b3-440b-4ec2-a364-c9e9fd790f78 None None] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:12:56.077552 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3972960
Nov 29 12:12:56.080246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57710) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:56.085542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:12:56.090490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:12:56.094432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Usage tracker for resource:router and tenant:308f58479c6e4dc1912734bd6f165bd8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:12:56.097298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:12:56.103219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:12:56.121028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.122182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.141888 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:56.144407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.152162 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:56.152775 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8280>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:56.284713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'fixed_ips': [{'subnet_id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:12:56.285928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.384314 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:56.445919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Allocated IP 172.20.0.2 (437f6cc2-c6dd-403d-b7f8-a2bd0486734b/5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c/407d4c34-ff69-4966-b167-12f73463342c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:12:56.549846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.551847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-119ac05c-635a-437f-806c-0b8c7bebb041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.675531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.687144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Transition to ACTIVE for port object 407d4c34-ff69-4966-b167-12f73463342c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:56.720382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Transition to ACTIVE for port object 407d4c34-ff69-4966-b167-12f73463342c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:56.722486 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8280>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 2, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:56.726779 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:12:56.727197 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Updating router 0aaa576e-8c11-4701-896c-88fd27ca330d port 329062bb-e98d-4c12-a61c-08a223a956c0 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:12:56.730490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.746461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b6194db9-4354-40c5-a721-314997c38480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:56.791893 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.825750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Pushing event updated for resources: {'Port': ['ID=407d4c34-ff69-4966-b167-12f73463342c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:56.828361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5677e46c-6f45-495a-a01a-7ff11aed32b3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:56.856846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:56.865434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:12:56.872854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:56.876186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:12:56.900166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.933950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.985512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Attempting to bind port 407d4c34-ff69-4966-b167-12f73463342c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:12:56.986266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Attempting to bind port 407d4c34-ff69-4966-b167-12f73463342c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:12:56.986644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Attempting to bind port 407d4c34-ff69-4966-b167-12f73463342c on network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:12:56.997190 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:12:56.997634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Checking segment: {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:12:56.998575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:56.998575 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Bound using segment: {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:12:56.999057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Bound port: 407d4c34-ff69-4966-b167-12f73463342c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:12:56.999524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.008912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 5677e46c-6f45-495a-a01a-7ff11aed32b3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:12:57.015473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5677e46c-6f45-495a-a01a-7ff11aed32b3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:57.015850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.098533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Allocated IP 172.26.4.237 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/90f72c93-7955-4dde-8ac0-546e53d44b45) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:12:57.156174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.170894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] For port 407d4c34-ff69-4966-b167-12f73463342c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:12:57.175806 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.189059 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Transition to ACTIVE for port object 329062bb-e98d-4c12-a61c-08a223a956c0 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:12:57.197000 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.200873 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d351ddc8-0964-4b4b-89be-c769ec0a74fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:57.213233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] For port 407d4c34-ff69-4966-b167-12f73463342c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=407d4c34-ff69-4966-b167-12f73463342c,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:12:57.224278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.232698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63566e7e-2807-45f2-bec1-7c483641423f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:57.257942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.286964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.301418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.308275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:57.352918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Pushing event updated for resources: {'Port': ['ID=407d4c34-ff69-4966-b167-12f73463342c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:57.357521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:57.362099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 5677e46c-6f45-495a-a01a-7ff11aed32b3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5677e46c-6f45-495a-a01a-7ff11aed32b3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:57.369899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.378577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:57.381998 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Pushing event updated for resources: {'Port': ['ID=329062bb-e98d-4c12-a61c-08a223a956c0,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:57.383503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:12:57.391504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:12:57.396728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:12:57.460585 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Pushing event updated for resources: {'Port': ['ID=90f72c93-7955-4dde-8ac0-546e53d44b45,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:57.465747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:57.471345 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Attempting to bind port 329062bb-e98d-4c12-a61c-08a223a956c0 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:12:57.471849 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Attempting to bind port 329062bb-e98d-4c12-a61c-08a223a956c0 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:12:57.472284 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Attempting to bind port 329062bb-e98d-4c12-a61c-08a223a956c0 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:12:57.476029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=5677e46c-6f45-495a-a01a-7ff11aed32b3,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:57.480075 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.480505 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.480911 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.481249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:57.481396 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.481753 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.482147 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.482537 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.482933 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.483343 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.483728 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.484167 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.484603 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:12:57.488553 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:57.489646 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:12:57.490243 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Checking segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:12:57.490718 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.491190 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Bound using segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:12:57.491891 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Bound port: 329062bb-e98d-4c12-a61c-08a223a956c0, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:12:57.492357 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.606607 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] For port 329062bb-e98d-4c12-a61c-08a223a956c0, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:12:57.620762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] For port 329062bb-e98d-4c12-a61c-08a223a956c0, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=329062bb-e98d-4c12-a61c-08a223a956c0,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:12:57.628560 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:57.632938 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:57.710425 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:57.711074 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8280>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:57.770336 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Pushing event updated for resources: {'Port': ['ID=329062bb-e98d-4c12-a61c-08a223a956c0,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:57.781022 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:57.912870 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:57.969426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:58.297507 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087b8280>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:58.303548 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a5883-7c77-4cad-a7fb-794653b40c63 None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:12:58.504226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:58.539647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506130b-f499-419e-a9f7-68419b7b4e66 None None] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:12:58.717892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c358d1de-0cb6-4a57-9cf8-3aaf23148e7d None None] Provisioning for port 407d4c34-ff69-4966-b167-12f73463342c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:12:58.743044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Router 66f4d700-83a3-4e3a-82f9-dc023956ff41 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:12:58.876268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 329062bb-e98d-4c12-a61c-08a223a956c0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:58.961808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 329062bb-e98d-4c12-a61c-08a223a956c0 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:12:58.967015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:12:58.969661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 329062bb-e98d-4c12-a61c-08a223a956c0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:58.970315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:58.995424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:58.999636 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9183784
Nov 29 12:12:59.000406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:12:59.007738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Sync routers for ids ['66f4d700-83a3-4e3a-82f9-dc023956ff41'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:12:59.091287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Routers {'66f4d700-83a3-4e3a-82f9-dc023956ff41'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:12:59.091979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08199670>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['66f4d700-83a3-4e3a-82f9-dc023956ff41'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:59.169021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4515d83d-2117-437e-9bd6-965a6f329cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:59.341898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Set router 66f4d700-83a3-4e3a-82f9-dc023956ff41 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:12:59.469480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:59.567439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 329062bb-e98d-4c12-a61c-08a223a956c0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=329062bb-e98d-4c12-a61c-08a223a956c0,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:12:59.584448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:59.585401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5677e46c-6f45-495a-a01a-7ff11aed32b3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:12:59.613957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:12:59.691783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:59.750270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=329062bb-e98d-4c12-a61c-08a223a956c0,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:12:59.753434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:12:59.773592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5677e46c-6f45-495a-a01a-7ff11aed32b3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:12:59.773942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:59.834576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08199670>, [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 3, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:12:59.840599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Checking router: 66f4d700-83a3-4e3a-82f9-dc023956ff41 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:12:59.841081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Updating router 66f4d700-83a3-4e3a-82f9-dc023956ff41 port 90f72c93-7955-4dde-8ac0-546e53d44b45 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:12:59.906042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Allocated IP 172.20.0.1 (437f6cc2-c6dd-403d-b7f8-a2bd0486734b/5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c/df5a8b9a-5d4c-4c5d-a980-7bd884b2334f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:12:59.939366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:12:59.994199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 407d4c34-ff69-4966-b167-12f73463342c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:00.055126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.071655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Transition to ACTIVE for port object df5a8b9a-5d4c-4c5d-a980-7bd884b2334f will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:13:00.096739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.101896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe5e0f43-a498-4dfa-8796-be2ab82fd4f6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:00.158399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.163859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:13:00.166762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:13:00.170598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:13:00.213763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 407d4c34-ff69-4966-b167-12f73463342c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:13:00.231259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 407d4c34-ff69-4966-b167-12f73463342c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:00.231645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.361809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Pushing event updated for resources: {'Port': ['ID=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:00.375957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:00.378802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.467763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.483560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-40818025-5e3c-4bcd-a39d-1c414986414c None None] Provisioning for port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:13:00.487971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.500229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-40818025-5e3c-4bcd-a39d-1c414986414c None None] Provisioning complete for port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:00.500611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40818025-5e3c-4bcd-a39d-1c414986414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.605702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.621311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 407d4c34-ff69-4966-b167-12f73463342c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=407d4c34-ff69-4966-b167-12f73463342c,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:13:00.634651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Transition to ACTIVE for port object 90f72c93-7955-4dde-8ac0-546e53d44b45 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:13:00.637155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.643075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e1f72b5-7a74-4ec6-aaee-83c3ee912f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:00.679211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.682842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-40818025-5e3c-4bcd-a39d-1c414986414c None None] Port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:13:00.717905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.719315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 329062bb-e98d-4c12-a61c-08a223a956c0 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:00.722858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.746862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48364d39-bc64-45a0-a567-34fd878ea93b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:00.767378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Attempting to bind port 90f72c93-7955-4dde-8ac0-546e53d44b45 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:13:00.767775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Attempting to bind port 90f72c93-7955-4dde-8ac0-546e53d44b45 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:13:00.768097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Attempting to bind port 90f72c93-7955-4dde-8ac0-546e53d44b45 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:13:00.789391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:13:00.789833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:13:00.790197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.790664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:13:00.791134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Bound port: 90f72c93-7955-4dde-8ac0-546e53d44b45, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:13:00.791535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.838252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Pushing event updated for resources: {'Port': ['ID=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:00.840911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.842566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=407d4c34-ff69-4966-b167-12f73463342c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:00.845068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:00.849151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:00.851403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:00.935584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc18f3-a2e3-4701-b039-df28ccda0e25 None None] Pushing event updated for resources: {'Port': ['ID=90f72c93-7955-4dde-8ac0-546e53d44b45,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:00.938118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] For port 90f72c93-7955-4dde-8ac0-546e53d44b45, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:13:00.942111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-02cc18f3-a2e3-4701-b039-df28ccda0e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:00.943916 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] For port 90f72c93-7955-4dde-8ac0-546e53d44b45, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=90f72c93-7955-4dde-8ac0-546e53d44b45,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:13:00.951896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:00.957129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40928451-8d7d-4845-9bf4-3e1eb9cc22b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:00.978155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:13:00.979551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:13:01.002872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 329062bb-e98d-4c12-a61c-08a223a956c0 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:01.003224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:01.091061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Routers {'66f4d700-83a3-4e3a-82f9-dc023956ff41'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:13:01.091814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08199670>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['66f4d700-83a3-4e3a-82f9-dc023956ff41'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:01.176674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Router 66f4d700-83a3-4e3a-82f9-dc023956ff41 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:13:01.211599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc18f3-a2e3-4701-b039-df28ccda0e25 None None] Pushing event updated for resources: {'Port': ['ID=90f72c93-7955-4dde-8ac0-546e53d44b45,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:01.224214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-02cc18f3-a2e3-4701-b039-df28ccda0e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:01.309472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b50f9abc-8c9f-495c-afbc-d278b0c76f08 None None] Provisioning complete for port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:01.309854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b50f9abc-8c9f-495c-afbc-d278b0c76f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:01.356109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:13:01.365661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] 10.222.0.20 "PUT /v2.0/routers/66f4d700-83a3-4e3a-82f9-dc023956ff41/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3640411
Nov 29 12:13:01.392016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] Set router 66f4d700-83a3-4e3a-82f9-dc023956ff41 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:13:01.448201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b50f9abc-8c9f-495c-afbc-d278b0c76f08 None None] Port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:13:01.700991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:01.723070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08199670>, [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'df5a8b9a-5d4c-4c5d-a980-7bd884b2334f', 'name': '', 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'mac_address': 'fa:16:3e:32:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:59Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 2, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'subnets': [{'id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:01.727482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49ef3b-1d55-41bb-a0d1-ceb179ff3fa0 None None] The sync data for ids ['66f4d700-83a3-4e3a-82f9-dc023956ff41'] in dv-neutron-819579-1-hyperv is: [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'df5a8b9a-5d4c-4c5d-a980-7bd884b2334f', 'name': '', 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'mac_address': 'fa:16:3e:32:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:59Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 2, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'subnets': [{'id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:13:02.049062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:02.054781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-364880694', 'description': 'tempest-secgroup-smoke-364880694 description', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:02.061242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.066262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.069902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.076556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.088221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.109165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.113103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.116010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.121940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.194565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.199597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.203703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d4cdeef0-e588-467b-bec8-c979901294d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:02.245378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.246642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1965017
Nov 29 12:13:02.247456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d86732-6e84-4d8b-8b8a-8ec6cec22893,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:02.249710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:02.252939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-058ee6d0-35af-4337-91f9-793b6a4d18e2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:02.256277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group_rule': {'security_group_id': 'c0d86732-6e84-4d8b-8b8a-8ec6cec22893', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:02.262593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.266474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.269450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.276263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.295810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.374331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.378863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.380616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:02.399693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d4c643-8658-41fd-92fd-869ed1be2dce,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:02.406354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:02.417843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.419498 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e4f1e490-efe6-413c-bb5a-17e360b43372 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1685812
Nov 29 12:13:02.422501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57732) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:02.427942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group_rule': {'security_group_id': 'c0d86732-6e84-4d8b-8b8a-8ec6cec22893', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:02.434849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.438873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.441932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.449252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.468520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.532140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.537928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.540151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aeaad95b-ca59-4ec0-aabd-c77a94f7e2c4 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:02.563338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50327cd-d265-4bd1-a676-16d62c4e8a3b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:02.565788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:02.574607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.575875 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1522701
Nov 29 12:13:02.578640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57736) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:02.583898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group_rule': {'security_group_id': 'c0d86732-6e84-4d8b-8b8a-8ec6cec22893', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:02.590416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.594436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.598608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.604956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.627727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.694846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.699978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.706329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5e1501b-0e9c-43ec-bdc7-f961903c5363 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:02.728151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc921b0-7597-4327-a6d0-0fe688e745c3,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:02.731085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:02.739719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.741143 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1615136
Nov 29 12:13:02.744696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:02.751440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group_rule': {'security_group_id': 'c0d86732-6e84-4d8b-8b8a-8ec6cec22893', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:02.757865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.767434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.772088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.781216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.797794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 407d4c34-ff69-4966-b167-12f73463342c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:02.811915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.881661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 407d4c34-ff69-4966-b167-12f73463342c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:02.882415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.885122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.891297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.893452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-52121852-801c-4e32-8b04-20a7334eba68 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:02.919293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9d99bc-82df-4748-ab33-85c7c32d8289,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:02.924471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:02.931337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:02.932781 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1871419
Nov 29 12:13:02.935734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57744) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:02.941813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group_rule': {'security_group_id': 'c0d86732-6e84-4d8b-8b8a-8ec6cec22893', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:02.948389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:02.952239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:02.955198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:02.961694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:02.972749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Project 8a17a1419e7d4a7fa452cc7bb3d28e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:13:02.979692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.008931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 90f72c93-7955-4dde-8ac0-546e53d44b45 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:03.051417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.058834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.066607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3a9f56fb-d291-451e-afff-f72c7e48dac0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:03.078823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 90f72c93-7955-4dde-8ac0-546e53d44b45 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:13:03.083870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 90f72c93-7955-4dde-8ac0-546e53d44b45 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:03.084670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.088784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2849a6bb-1eaf-4f69-8f22-1e33c0027a4f,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:03.091128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:03.096401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.099205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1609540
Nov 29 12:13:03.100420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57748) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:03.105448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'security_group_rule': {'security_group_id': 'c0d86732-6e84-4d8b-8b8a-8ec6cec22893', 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:03.111419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:03.115136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:security_group_rule and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:03.117996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:03.123795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:03.133850 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Project 8a17a1419e7d4a7fa452cc7bb3d28e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:13:03.140429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.204199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.206400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.212457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.220031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-87a1771d-34e4-4fef-b18a-937bc137bab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:03.222898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 90f72c93-7955-4dde-8ac0-546e53d44b45, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=90f72c93-7955-4dde-8ac0-546e53d44b45,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:13:03.227747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.229565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40928451-8d7d-4845-9bf4-3e1eb9cc22b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:03.243040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ba142f-f55a-4f52-a434-0ca40f9a439a,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:03.248519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:03.254283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:03.255531 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1541610
Nov 29 12:13:03.357634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=90f72c93-7955-4dde-8ac0-546e53d44b45,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:03.360777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:04.711281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 90f72c93-7955-4dde-8ac0-546e53d44b45 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:04.783690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 90f72c93-7955-4dde-8ac0-546e53d44b45 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:04.784074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:05.608091 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Sync routers for ids ['66f4d700-83a3-4e3a-82f9-dc023956ff41'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:13:05.618230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Routers {'66f4d700-83a3-4e3a-82f9-dc023956ff41'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:13:05.619089 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085d5dc0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['66f4d700-83a3-4e3a-82f9-dc023956ff41'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:05.799808 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Set router 66f4d700-83a3-4e3a-82f9-dc023956ff41 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:13:06.116592 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085d5dc0>, [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'df5a8b9a-5d4c-4c5d-a980-7bd884b2334f', 'name': '', 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'mac_address': 'fa:16:3e:32:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:59Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 2, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'subnets': [{'id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:06.120437 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Checking router: 66f4d700-83a3-4e3a-82f9-dc023956ff41 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:13:06.120795 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Updating router 66f4d700-83a3-4e3a-82f9-dc023956ff41 port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:13:06.181852 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:06.554124 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:06.566980 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Transition to ACTIVE for port object df5a8b9a-5d4c-4c5d-a980-7bd884b2334f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:13:06.573568 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:06.577232 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4c1fb3e-e182-49d9-b830-132f5b83e024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:06.768318 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734be684-071e-42c1-bc56-e6d0b132ace6 None None] Pushing event updated for resources: {'Port': ['ID=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:06.775266 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-734be684-071e-42c1-bc56-e6d0b132ace6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:06.791948 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Attempting to bind port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:13:06.792320 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Attempting to bind port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:13:06.792686 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Attempting to bind port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f on network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:13:06.798386 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:13:06.798757 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Checking segment: {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:13:06.799192 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:06.799598 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Bound using segment: {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:13:06.800068 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Bound port: df5a8b9a-5d4c-4c5d-a980-7bd884b2334f, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f497871c-dc01-49a7-beca-0ff44ac5c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:13:06.800441 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:06.920463 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] For port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:13:06.923419 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] For port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:13:06.928913 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:06.933137 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a5a841bd-1c70-452e-8fec-230a49bcb3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:07.008756 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Routers {'66f4d700-83a3-4e3a-82f9-dc023956ff41'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:13:07.009392 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085d5dc0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:12:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['66f4d700-83a3-4e3a-82f9-dc023956ff41'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:07.068575 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734be684-071e-42c1-bc56-e6d0b132ace6 None None] Pushing event updated for resources: {'Port': ['ID=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:07.078819 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-734be684-071e-42c1-bc56-e6d0b132ace6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:07.208032 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] Set router 66f4d700-83a3-4e3a-82f9-dc023956ff41 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:13:07.535530 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085d5dc0>, [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'df5a8b9a-5d4c-4c5d-a980-7bd884b2334f', 'name': '', 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'mac_address': 'fa:16:3e:32:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:59Z', 'updated_at': '2021-11-29T12:13:06Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'subnets': [{'id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:07.539924 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e744b0a-789a-49fe-b0ff-be578b231e84 None None] The sync data for ids ['66f4d700-83a3-4e3a-82f9-dc023956ff41'] in dv-neutron-819579-1-hyperv is: [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:00Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'df5a8b9a-5d4c-4c5d-a980-7bd884b2334f', 'name': '', 'network_id': '437f6cc2-c6dd-403d-b7f8-a2bd0486734b', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'mac_address': 'fa:16:3e:32:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:59Z', 'updated_at': '2021-11-29T12:13:06Z', 'revision_number': 4, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'subnets': [{'id': '5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:13:08.862505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device df5a8b9a-5d4c-4c5d-a980-7bd884b2334f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:08.939560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:13:08.944854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:08.945238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:09.067774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:09.102410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:13:09.107795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:09.109906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:09.195947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:09.201030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:10.708768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device df5a8b9a-5d4c-4c5d-a980-7bd884b2334f up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:10.780121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:10.780511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:13.277178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:19.808455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-86bc3b4e-c9a2-491b-99b7-c5b6f1966f21 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364880694&fields=id&tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 267 time: 0.0429206
Nov 29 12:13:19.976800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-83f08855-28e1-4720-9f74-3267e1f23291 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:19.978234 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-83f08855-28e1-4720-9f74-3267e1f23291 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 811 time: 0.1632049
Nov 29 12:13:19.995601 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-6091d3ec-655c-4b1b-9a7f-e1ff7a40911d tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/quotas/8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 375 time: 0.0095677
Nov 29 12:13:20.091532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-217de7c5-c857-473a-a803-e972295beaf6 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:13:20.112757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-217de7c5-c857-473a-a803-e972295beaf6 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:13:20.113998 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-217de7c5-c857-473a-a803-e972295beaf6 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1136703
Nov 29 12:13:20.487146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-39a0f766-46c3-420f-93ee-128bb83c8fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3606846
Nov 29 12:13:20.630604 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-d645fd74-e677-48a7-9b1e-b80171481fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351824
Nov 29 12:13:21.032268 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4833010f-f4b0-4431-9ed4-68aacea4642e req-50bf219a-19b7-42b2-8e1c-b38a5d45082f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 210 time: 0.0437069
Nov 29 12:13:22.196399 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04fb90b0-84ed-476a-a73c-042fbc749c24 req-3fd05b9e-55d4-4319-a76a-297a2181640e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 210 time: 0.0478125
Nov 29 12:13:22.252075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-c47b492f-ffcb-4128-be15-c0888765256b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:22.253528 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-c47b492f-ffcb-4128-be15-c0888765256b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 811 time: 0.1895695
Nov 29 12:13:22.408563 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-e51bdf4e-97af-4ccc-90ff-6824145bd553 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 379 time: 0.0472794
Nov 29 12:13:22.418820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'port': {'device_id': '698605cd-1978-4f1c-8752-97908315cb8f', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'admin_state_up': True, 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'security_groups': ['c0d86732-6e84-4d8b-8b8a-8ec6cec22893']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:22.560848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:22.572746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:22.584319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Made reservation on behalf of 8a17a1419e7d4a7fa452cc7bb3d28e98 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:13:22.588151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:22.754551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Allocated IP 172.20.0.7 (44c17bbd-90f2-40e1-a96c-363d91e9f35c/b79d2b69-ef4d-423a-84e2-fc1415a98463/8082896b-b035-4a91-91ff-ce7bc06b5666) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:13:22.954422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:22.971097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Transition to ACTIVE for port object 8082896b-b035-4a91-91ff-ce7bc06b5666 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:13:22.997741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:23.003948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f32117b1-e811-4719-933b-064700b413cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:23.071498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:13:23.074694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:13:23.077793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:13:23.123160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=8082896b-b035-4a91-91ff-ce7bc06b5666,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:23.126800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:23.153019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:23.153645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:23.179606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7647030
Nov 29 12:13:23.191322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Request body: {'port': {'device_id': '698605cd-1978-4f1c-8752-97908315cb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:23.303914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:23.388082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6bdce959-9d5c-433f-9926-b09c3244cd17 None None] Provisioning for port 8082896b-b035-4a91-91ff-ce7bc06b5666 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:13:23.395108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6bdce959-9d5c-433f-9926-b09c3244cd17 None None] Provisioning complete for port 8082896b-b035-4a91-91ff-ce7bc06b5666 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:23.395740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6bdce959-9d5c-433f-9926-b09c3244cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:23.400337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9052bbb-0344-48fb-8789-4efba9fac52b req-cca2b615-f700-4415-80ec-551b723fac72 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:23.402053 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b9052bbb-0344-48fb-8789-4efba9fac52b req-cca2b615-f700-4415-80ec-551b723fac72 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 931 time: 0.0874114
Nov 29 12:13:23.447555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-b9052bbb-0344-48fb-8789-4efba9fac52b req-536dda09-47ed-4d20-8c5b-d701a0003831 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:13:23.458591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6bdce959-9d5c-433f-9926-b09c3244cd17 None None] Port 8082896b-b035-4a91-91ff-ce7bc06b5666 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:13:23.471474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-b9052bbb-0344-48fb-8789-4efba9fac52b req-536dda09-47ed-4d20-8c5b-d701a0003831 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:13:23.472833 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b9052bbb-0344-48fb-8789-4efba9fac52b req-536dda09-47ed-4d20-8c5b-d701a0003831 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648644
Nov 29 12:13:23.686285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8082896b-b035-4a91-91ff-ce7bc06b5666 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:13:23.697713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:23.713712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Transition to ACTIVE for port object 8082896b-b035-4a91-91ff-ce7bc06b5666 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:13:23.718625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:23.723459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-206997d5-030f-40a4-b448-f84f39a23f2a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:24.008196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8082896b-b035-4a91-91ff-ce7bc06b5666,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:24.015952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:24.087816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Attempting to bind port 8082896b-b035-4a91-91ff-ce7bc06b5666 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:13:24.088154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Attempting to bind port 8082896b-b035-4a91-91ff-ce7bc06b5666 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:13:24.088477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Attempting to bind port 8082896b-b035-4a91-91ff-ce7bc06b5666 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:13:24.093332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Port 8082896b-b035-4a91-91ff-ce7bc06b5666 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:13:24.093657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Attempting to bind port 8082896b-b035-4a91-91ff-ce7bc06b5666 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:13:24.098716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:13:24.099043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Checking segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:13:24.099516 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Bound using segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:13:24.099931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Bound port: 8082896b-b035-4a91-91ff-ce7bc06b5666, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:13:24.100269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:24.190499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] For port 8082896b-b035-4a91-91ff-ce7bc06b5666, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:13:24.193572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] For port 8082896b-b035-4a91-91ff-ce7bc06b5666, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8082896b-b035-4a91-91ff-ce7bc06b5666,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:13:24.197999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:24.201603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:24.261344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:24.261951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:24.263317 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] 10.222.0.18 "PUT /v2.0/ports/8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 200  len: 1093 time: 1.0763271
Nov 29 12:13:24.264068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:13:24.283893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8082896b-b035-4a91-91ff-ce7bc06b5666,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:24.287688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:24.351559 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'status': 'completed', 'code': 200}
Nov 29 12:13:24.396853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-1cf78f5f-3823-4d80-a65a-acbe44753fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:24.398548 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-1cf78f5f-3823-4d80-a65a-acbe44753fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1096 time: 0.0804484
Nov 29 12:13:24.472865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-9021b620-a114-4b29-a924-38bf17ae2ddb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 200  len: 217 time: 0.0674725
Nov 29 12:13:24.537525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-d6340fdf-6b87-4ae4-9450-0b01b200d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:24.539053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-d6340fdf-6b87-4ae4-9450-0b01b200d672 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0593300
Nov 29 12:13:24.618035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-173497b6-3018-41b8-aafc-66b8a41510c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:24.619557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-173497b6-3018-41b8-aafc-66b8a41510c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745590
Nov 29 12:13:24.672876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d521-94c5-4687-93fa-6c04156e03d6 req-370f47ae-8249-4337-9e7a-73106a92a927 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:24.674328 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49d7d521-94c5-4687-93fa-6c04156e03d6 req-370f47ae-8249-4337-9e7a-73106a92a927 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0904617
Nov 29 12:13:24.727390 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49d7d521-94c5-4687-93fa-6c04156e03d6 req-0557bd06-5b11-4905-b14c-ebaaa7957dea tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464530
Nov 29 12:13:24.767950 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-8f3c5cf7-89e5-4c5a-9ca1-ac464db6b9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417673
Nov 29 12:13:24.911461 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9f7bd01-3a53-48cc-96de-4a1f8a28e4c9 req-73c94ba6-3406-4ef1-a289-729093f97ff8 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353552
Nov 29 12:13:25.027590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-366a4812-3e88-4708-bf52-0e7a2378dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:25.029041 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-366a4812-3e88-4708-bf52-0e7a2378dc39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1096 time: 0.0752323
Nov 29 12:13:25.160766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-2eb06eff-0079-4834-a353-0b545ad0c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:25.162121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-2eb06eff-0079-4834-a353-0b545ad0c36c service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1273594
Nov 29 12:13:25.232988 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-ce10e0ac-46af-4719-abdd-5771666d7585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 200  len: 217 time: 0.0644484
Nov 29 12:13:25.298935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-cc2318c7-636e-47d1-a275-5972bd163517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:25.300921 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-cc2318c7-636e-47d1-a275-5972bd163517 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0617318
Nov 29 12:13:25.378453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-f13f3e52-6565-4373-9383-ea78eb6ec1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:25.380051 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-f13f3e52-6565-4373-9383-ea78eb6ec1db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727224
Nov 29 12:13:25.514954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-b609c66b-2533-426b-9a1a-c377fa00f4c5 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280532
Nov 29 12:13:25.648815 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e0098b0-e6ef-4b99-b136-cb4dbb0e5d83 req-11c44d56-17e7-4441-9e8e-57d252832c46 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268270
Nov 29 12:13:25.921030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffa3e8-959b-46a1-ba2f-0e7f7fd8f6f3 req-57d2f1ca-41a6-4b9b-afdb-9f8dd375ec85 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:25.921717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-77ffa3e8-959b-46a1-ba2f-0e7f7fd8f6f3 req-57d2f1ca-41a6-4b9b-afdb-9f8dd375ec85 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:13:25.940763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-77ffa3e8-959b-46a1-ba2f-0e7f7fd8f6f3 req-57d2f1ca-41a6-4b9b-afdb-9f8dd375ec85 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:13:25.941942 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-77ffa3e8-959b-46a1-ba2f-0e7f7fd8f6f3 req-57d2f1ca-41a6-4b9b-afdb-9f8dd375ec85 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.1059909
Nov 29 12:13:25.990124 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-77ffa3e8-959b-46a1-ba2f-0e7f7fd8f6f3 req-40d3af34-31f5-4dc8-b9f7-b9b1872de4b4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407367
Nov 29 12:13:26.024436 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:13:26.542642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b2bf627-d8b1-4ea2-afcb-5beeae986cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:27.080813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:27.189873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3c185-a671-480e-8f2b-abb1f9bd78e7 req-a4bcb5f3-f8e5-4b5c-a6c1-a08f32557dc4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:27.191307 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ff3c185-a671-480e-8f2b-abb1f9bd78e7 req-a4bcb5f3-f8e5-4b5c-a6c1-a08f32557dc4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0817456
Nov 29 12:13:27.242806 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ff3c185-a671-480e-8f2b-abb1f9bd78e7 req-f1d56ee3-02a2-42df-9fb7-ea6a73f5a087 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453193
Nov 29 12:13:28.443298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627e2e0-7c0d-4ee9-85b1-891567aec6cf req-55db9e9b-7cab-492d-b37b-2a5a29d930d7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:28.444770 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6627e2e0-7c0d-4ee9-85b1-891567aec6cf req-55db9e9b-7cab-492d-b37b-2a5a29d930d7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0885115
Nov 29 12:13:28.506254 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6627e2e0-7c0d-4ee9-85b1-891567aec6cf req-0b7b3184-ef07-46b9-b5d5-a07b5143af69 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526273
Nov 29 12:13:29.062648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58960598-c21c-4417-9676-9f6930601e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:29.718528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc326d0-e081-4956-9ed3-d2b6b770dc42 req-d1c5d6a5-fdf5-4057-9212-1cd4e02d04bc tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:29.720011 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ccc326d0-e081-4956-9ed3-d2b6b770dc42 req-d1c5d6a5-fdf5-4057-9212-1cd4e02d04bc tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0982621
Nov 29 12:13:29.764185 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ccc326d0-e081-4956-9ed3-d2b6b770dc42 req-7a541713-901d-4af1-a68c-41e4cf0ab06e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385051
Nov 29 12:13:30.139521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:30.963974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813194-3531-4736-885c-e3fb40cffee6 req-8c350ac9-9330-4e6e-97a9-9d23049941d3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:30.965289 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5c813194-3531-4736-885c-e3fb40cffee6 req-8c350ac9-9330-4e6e-97a9-9d23049941d3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0845900
Nov 29 12:13:31.010048 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5c813194-3531-4736-885c-e3fb40cffee6 req-ea71fa82-9d01-494c-93e3-32dcf68108c5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391264
Nov 29 12:13:31.675046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:32.331474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ec143-b2de-4393-9cc5-982dc18884d8 req-f8336151-4515-4768-b581-0c16f7635ad4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:32.332848 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-520ec143-b2de-4393-9cc5-982dc18884d8 req-f8336151-4515-4768-b581-0c16f7635ad4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.2056799
Nov 29 12:13:32.376632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-520ec143-b2de-4393-9cc5-982dc18884d8 req-82b67527-9d30-493b-88b7-136063e0aaf1 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380661
Nov 29 12:13:33.593491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd405-b5d6-4fd3-a645-ca97af297d65 req-a00a7839-e45f-41b5-9bd8-e109cc194a76 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:33.594932 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b70cd405-b5d6-4fd3-a645-ca97af297d65 req-a00a7839-e45f-41b5-9bd8-e109cc194a76 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0961030
Nov 29 12:13:33.638741 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b70cd405-b5d6-4fd3-a645-ca97af297d65 req-f6639281-ace5-4ede-970e-fe7aa0bb9867 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380399
Nov 29 12:13:34.654264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8082896b-b035-4a91-91ff-ce7bc06b5666 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:13:34.803417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8082896b-b035-4a91-91ff-ce7bc06b5666, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8082896b-b035-4a91-91ff-ce7bc06b5666,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:13:34.817358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'port_id': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'mac_address': 'fa:16:3e:38:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:13:34.828151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f6329-3ede-433b-b72c-124c07dbffe4 req-3d7d9cab-7093-466c-8444-2d9fea81a0dc tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:34.829624 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b58f6329-3ede-433b-b72c-124c07dbffe4 req-3d7d9cab-7093-466c-8444-2d9fea81a0dc tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 943 time: 0.0830157
Nov 29 12:13:34.876407 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b58f6329-3ede-433b-b72c-124c07dbffe4 req-03cd0d14-f926-4c34-88f6-e7aed47a7e4b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408528
Nov 29 12:13:34.877557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:34.895680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8082896b-b035-4a91-91ff-ce7bc06b5666 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:13:34.911904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8082896b-b035-4a91-91ff-ce7bc06b5666, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8082896b-b035-4a91-91ff-ce7bc06b5666,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:13:34.919103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:34.922012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:34.990068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8082896b-b035-4a91-91ff-ce7bc06b5666,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:34.997253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.997588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.997926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.998250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.998572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.998893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.999209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:34.999861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:35.000150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:35.000486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:35.000813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:35.001124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:35.005004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:35.127762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['8082896b-b035-4a91-91ff-ce7bc06b5666'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:13:36.092204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784defc3-7e10-4048-ae72-97adc834f4e3 req-02223a08-87e8-40ba-8799-d07c41398d2a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:36.094249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-784defc3-7e10-4048-ae72-97adc834f4e3 req-02223a08-87e8-40ba-8799-d07c41398d2a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 944 time: 0.1053765
Nov 29 12:13:36.146222 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-784defc3-7e10-4048-ae72-97adc834f4e3 req-8895fd6d-7af9-4002-8fda-61b0d319aa7d tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457675
Nov 29 12:13:36.666273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8082896b-b035-4a91-91ff-ce7bc06b5666 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:13:36.802511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 8082896b-b035-4a91-91ff-ce7bc06b5666 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:13:36.819149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 8082896b-b035-4a91-91ff-ce7bc06b5666 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:13:36.819614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:37.063802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:37.097007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:13:37.110032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8082896b-b035-4a91-91ff-ce7bc06b5666, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8082896b-b035-4a91-91ff-ce7bc06b5666,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:13:37.114419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:37.117188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:37.195932 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'code': 200}
Nov 29 12:13:37.203569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8082896b-b035-4a91-91ff-ce7bc06b5666,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:37.208097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:37.526403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c3af-5519-4894-a1d3-87d97cb7c0db req-61e21979-dcea-46e7-ac4b-aa90665656ef tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:37.527928 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7e00c3af-5519-4894-a1d3-87d97cb7c0db req-61e21979-dcea-46e7-ac4b-aa90665656ef tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 945 time: 0.2630982
Nov 29 12:13:37.531239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ca5e7-8bdb-410c-8c8b-9f733b77a5df req-8b0ae37f-a4bc-4047-9506-cf6f113ffef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:37.532668 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a7ca5e7-8bdb-410c-8c8b-9f733b77a5df req-8b0ae37f-a4bc-4047-9506-cf6f113ffef9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1098 time: 0.1069102
Nov 29 12:13:37.599950 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a7ca5e7-8bdb-410c-8c8b-9f733b77a5df req-1a2b2420-0327-44a3-b544-905e8985159b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519075
Nov 29 12:13:37.602638 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7e00c3af-5519-4894-a1d3-87d97cb7c0db req-486a5f17-5ad2-4124-863d-c2743cc5c3b2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677869
Nov 29 12:13:38.795714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314721e-1f07-48db-bb3e-bbf5ae5a6f56 req-fc3c6c75-f65f-4edb-bd70-e293dbf6bf53 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:38.797184 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2314721e-1f07-48db-bb3e-bbf5ae5a6f56 req-fc3c6c75-f65f-4edb-bd70-e293dbf6bf53 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 945 time: 0.0845070
Nov 29 12:13:38.842523 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2314721e-1f07-48db-bb3e-bbf5ae5a6f56 req-15e15538-1770-4978-abb4-a3cc781b303a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395567
Nov 29 12:13:39.048836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06ccff-337d-4f9f-940a-2faa82bd1d14 req-f5f58449-21ec-4886-9cf7-af2c9be25813 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:39.050252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a06ccff-337d-4f9f-940a-2faa82bd1d14 req-f5f58449-21ec-4886-9cf7-af2c9be25813 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 945 time: 0.0893729
Nov 29 12:13:39.099072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a06ccff-337d-4f9f-940a-2faa82bd1d14 req-9c6d376b-bb4a-4e89-908e-86f1873db588 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429106
Nov 29 12:13:39.125993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 57960) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:39.250752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e54638-80e6-41de-9a58-02ed2ed68351 tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:39.252269 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b4e54638-80e6-41de-9a58-02ed2ed68351 tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1093 time: 0.1253109
Nov 29 12:13:39.255452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 57966) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:13:39.260664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:13:39.267020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:13:39.271300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:floatingip and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:13:39.274282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:13:39.280541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:13:39.291718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:39.438514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:39.578312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Allocated IP 172.26.4.102 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/8b13b820-854d-43b1-b6bb-070eee8d7588) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:13:39.736129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:39.767178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:39.770721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16410828-a7d0-442b-b5cd-f3553f22c805 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:39.838303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:13:39.841293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:13:39.845037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:13:39.873815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=8b13b820-854d-43b1-b6bb-070eee8d7588,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:39.891317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.891697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.892068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.892401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.892795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.893152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.893512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.893866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.894226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.894581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.894930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.895304 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:13:39.899921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:40.289699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:40.369548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:40.580328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:40.587527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:40.591469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1fade535-21a4-4cfd-96e5-953d9b662d07 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:13:40.829830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=8b13b820-854d-43b1-b6bb-070eee8d7588,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:13:40.833832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:13:40.841003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:41.016479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Floating IP 2601df80-4474-43dc-b8e4-3a10c9ecd841 associated. External IP: 172.26.4.102, port: 8082896b-b035-4a91-91ff-ce7bc06b5666.
Nov 29 12:13:41.377151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:13:41.567838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:13:41.578526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:13:41.588891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:13:41.589519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a12fa0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:13:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:41.594327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:41.654568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3978169
Nov 29 12:13:41.655027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:13:41.700107 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'status': 'completed', 'code': 200}
Nov 29 12:13:41.780016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:13:41.792812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-2846c6ef-26d1-4bac-9d1a-fcc43f6c4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:41.794261 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-2846c6ef-26d1-4bac-9d1a-fcc43f6c4eb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1098 time: 0.0727396
Nov 29 12:13:41.929540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-bba79952-5984-4702-81e6-3c69034b27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:41.931005 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-bba79952-5984-4702-81e6-3c69034b27e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1305220
Nov 29 12:13:42.036566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-126c9309-b168-4721-a6f7-cf928d99c64c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 200  len: 999 time: 0.0990744
Nov 29 12:13:42.098799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-4c9ff87d-60c7-4dea-a8d6-233a10623212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:42.100260 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-4c9ff87d-60c7-4dea-a8d6-233a10623212 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0578330
Nov 29 12:13:42.141155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a12fa0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2601df80-4474-43dc-b8e4-3a10c9ecd841', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.102', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:38:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698605cd-1978-4f1c-8752-97908315cb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:40Z', 'updated_at': '2021-11-29T12:13:40Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:42.145256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:13:42.154311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:13:42.154937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a12fa0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:13:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:42.178386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-bbf8ddd6-6cb0-460d-abda-b32ac5285686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:13:42.179943 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-bbf8ddd6-6cb0-460d-abda-b32ac5285686 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736725
Nov 29 12:13:42.344098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:13:42.448069 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-15fa65a4-66d0-483f-b8bd-04e466b3e008 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616131
Nov 29 12:13:42.580477 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c2022c0a-36a1-4711-8d32-baa9c7903735 req-d18b4dc6-db9c-44ec-9572-95ab929224c9 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264110
Nov 29 12:13:42.700793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a12fa0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2601df80-4474-43dc-b8e4-3a10c9ecd841', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.102', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:38:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698605cd-1978-4f1c-8752-97908315cb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:40Z', 'updated_at': '2021-11-29T12:13:40Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:13:42.704803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3b1d3-6268-481d-80c2-e0c313e8a965 None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2601df80-4474-43dc-b8e4-3a10c9ecd841', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.102', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:38:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698605cd-1978-4f1c-8752-97908315cb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:40Z', 'updated_at': '2021-11-29T12:13:40Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:13:42.934870 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbd4a9-58ce-45b5-a1a3-c070577a632c None None] New status for floating IP 2601df80-4474-43dc-b8e4-3a10c9ecd841: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:13:43.268980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:56.540580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91074710-f5d6-4e04-8d1c-e3e9b9a6c766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:57.086475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:13:59.060332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7f37bb1e-4f3f-45ce-8067-7c672013fc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:00.134621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:01.673719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:03.024822 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:14:06.721976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-5dc62784-3a11-4add-bf6d-03c0f04bb8c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790691
Nov 29 12:14:06.880794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-64769e40-3844-41cd-b94f-04f46f1107e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:14:06.881940 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-64769e40-3844-41cd-b94f-04f46f1107e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1098 time: 0.0827088
Nov 29 12:14:07.058334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-fdf5ae6d-fce3-4062-8bc6-42f38fb30fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:14:07.058334 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-fdf5ae6d-fce3-4062-8bc6-42f38fb30fe8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1526203
Nov 29 12:14:07.170678 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-b860a1ad-f626-44d9-a14c-c5aaad64de87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 200  len: 1001 time: 0.1087928
Nov 29 12:14:07.238175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-6a47db11-7161-4b0a-b4b1-d3e8ab16c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:14:07.240261 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-6a47db11-7161-4b0a-b4b1-d3e8ab16c083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0643911
Nov 29 12:14:07.328453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-af96d692-2e75-4418-ad9d-de802037e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:14:07.331577 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-af96d692-2e75-4418-ad9d-de802037e51b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0823228
Nov 29 12:14:07.477681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-0e6f0044-f9d9-48d2-b109-c595bb1f6db8 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397855
Nov 29 12:14:07.627385 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-341cfe64-8f67-44b2-b70a-8aa229f2e931 req-a43e017e-29b0-4690-a5c8-4bfcc9fb0314 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449614
Nov 29 12:14:13.284252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:26.537051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e3b58e5a-72e8-4fa1-981a-77e938842e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:27.090912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:29.067462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f0476bc-3e72-4095-ab8c-183c376408ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:30.147859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:31.684214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:40.030763 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:14:43.293192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:56.539377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9631-7acb-4057-a38e-6aacb00da2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:57.093760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:14:59.106207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb830-0a59-4e4b-86f4-a77a14bb6d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:00.146082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:01.685817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:06.775914 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-e841fc44-5424-4a2e-8949-31a5f0c657e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1272743
Nov 29 12:15:06.918295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-3fabfa73-724f-4364-9ff6-28d6f8ba6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:06.919740 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-3fabfa73-724f-4364-9ff6-28d6f8ba6679 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 1098 time: 0.0756669
Nov 29 12:15:07.074950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-1f5d8afe-9b21-451e-9081-2b541d25216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:07.076535 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-1f5d8afe-9b21-451e-9081-2b541d25216b service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1356084
Nov 29 12:15:07.192030 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-abaf34f1-8916-4896-bf59-e2801852309f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 200  len: 1001 time: 0.1092782
Nov 29 12:15:07.255940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-d44144b7-3f78-4dbf-9da0-a8725f74fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:07.257511 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-d44144b7-3f78-4dbf-9da0-a8725f74fdc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0589628
Nov 29 12:15:07.339459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-ea00cb21-3547-482d-a783-10e96c5e1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:07.340976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-ea00cb21-3547-482d-a783-10e96c5e1c3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775366
Nov 29 12:15:07.350982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-83f96e2d-2d9c-4dad-a289-405010e3c857 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:15:07.351940 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-83f96e2d-2d9c-4dad-a289-405010e3c857 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049720
Nov 29 12:15:07.607378 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-2cb8fde6-0f4c-4088-8999-7f99bf7519c8 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485564
Nov 29 12:15:07.742022 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9965b26d-1a6a-4f58-b85f-55712c48b6f1 req-9e28dc36-c440-42ed-b447-a5968f5c8c96 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279798
Nov 29 12:15:13.300837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:17.023856 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:15:26.544376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b67ba31a-40a0-42bf-a79b-d5a2cef47c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:27.097913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:29.060160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53f7b71e-f8f6-47ce-8a8b-a1c975dbb93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:30.152118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:31.690733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:39.688271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818f7b-22bc-4cf0-8b52-5f32034409d5 req-3a5bbf4c-c07e-408c-80ed-8450ab7ac10f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:39.689746 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bd818f7b-22bc-4cf0-8b52-5f32034409d5 req-3a5bbf4c-c07e-408c-80ed-8450ab7ac10f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 945 time: 0.1445048
Nov 29 12:15:39.746557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bd818f7b-22bc-4cf0-8b52-5f32034409d5 req-93ad679c-05b3-45da-a979-4c70d5724cee tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505614
Nov 29 12:15:41.082099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb1d9-e1cc-4193-abf0-72c59ae3da46 req-3b2f28e2-46ee-40fa-8741-f8144941fd1f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:41.083560 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11fcb1d9-e1cc-4193-abf0-72c59ae3da46 req-3b2f28e2-46ee-40fa-8741-f8144941fd1f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 945 time: 0.1988857
Nov 29 12:15:41.094045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-d2bdda39-4e19-4254-828f-6a992eeaf296 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:41.095418 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-d2bdda39-4e19-4254-828f-6a992eeaf296 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 945 time: 0.1143899
Nov 29 12:15:41.187201 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11fcb1d9-e1cc-4193-abf0-72c59ae3da46 req-2216e5fb-f02c-4d7e-99d5-26ce89e6719e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906081
Nov 29 12:15:41.192501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Deleting port 8082896b-b035-4a91-91ff-ce7bc06b5666 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:15:41.192924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:41.444975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] For port 8082896b-b035-4a91-91ff-ce7bc06b5666, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8082896b-b035-4a91-91ff-ce7bc06b5666,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:15:41.445575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:41.743931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:41.744250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:41.744564 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Floating IP 2601df80-4474-43dc-b8e4-3a10c9ecd841 disassociated. External IP: 172.26.4.102, port: 8082896b-b035-4a91-91ff-ce7bc06b5666.
Nov 29 12:15:41.744955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Calling delete_port for 8082896b-b035-4a91-91ff-ce7bc06b5666 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:15:41.893102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:41.901800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae4242f4-dde7-4cdc-bc23-9c5ad23a24b3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:15:41.963732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'Port': ['ID=8082896b-b035-4a91-91ff-ce7bc06b5666,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:15:41.973761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.974145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.974524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.974894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.975284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.975650 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.976014 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.976398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.976758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.977110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.978021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:41.978021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:15:42.028459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:15:42.158149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:15:42.354005 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-33f01b33-254c-4229-bca6-743cbdd577fc req-f2f8cfa9-4425-47b3-a8df-1c8a0d973118 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 210 time: 0.0445659
Nov 29 12:15:42.496002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:15:42.507269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:15:42.518324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:15:42.518943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6c40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:15:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:15:42.575970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] No DVR routers for this DVR port 8082896b-b035-4a91-91ff-ce7bc06b5666 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:15:42.578684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:42.581884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'name': 'network-vif-deleted', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:15:42.600082 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-47c404f0-0ba7-4225-aaf7-0ee8e1244cf5 req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "DELETE /v2.0/ports/8082896b-b035-4a91-91ff-ce7bc06b5666 HTTP/1.1" status: 204  len: 173 time: 1.4910154
Nov 29 12:15:42.686472 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698605cd-1978-4f1c-8752-97908315cb8f', 'name': 'network-vif-deleted', 'tag': '8082896b-b035-4a91-91ff-ce7bc06b5666', 'status': 'completed', 'code': 200}
Nov 29 12:15:42.701714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:15:43.015617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6c40>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:15:43.019556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:15:43.028147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:15:43.028742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6c40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:15:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:15:43.207969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:15:43.413966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:43.526590 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-efe80fc7-c7ff-4c15-b891-39bff34ba184 req-d4b6720b-60ad-4d10-99f7-2eeec20fca3a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=698605cd-1978-4f1c-8752-97908315cb8f HTTP/1.1" status: 200  len: 210 time: 0.0480664
Nov 29 12:15:43.539996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d6c40>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:15:43.544489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c8447-58fe-467e-bc52-28fff81fa448 None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:15:43.780153 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d2bcb-5960-4f06-a5ce-608b901dba58 None None] New status for floating IP 2601df80-4474-43dc-b8e4-3a10c9ecd841: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:15:44.877631 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-0f162672-d3b0-497b-a871-4d7367758e75 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364880694&fields=id&tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 267 time: 0.0460064
Nov 29 12:15:45.033652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e9db806b-1761-4989-a7e9-eb4adfc3af0f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:45.034311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e9db806b-1761-4989-a7e9-eb4adfc3af0f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:15:45.055815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e9db806b-1761-4989-a7e9-eb4adfc3af0f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:15:45.056992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e9db806b-1761-4989-a7e9-eb4adfc3af0f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 811 time: 0.1699739
Nov 29 12:15:45.072374 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-c24b49f0-4773-4ac3-b41b-29bc166eed5d tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/quotas/8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 375 time: 0.0098162
Nov 29 12:15:45.160616 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-cda3dd82-59db-4142-a37b-b0fd676f4d8c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0831170
Nov 29 12:15:45.217085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8082896b-b035-4a91-91ff-ce7bc06b5666 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:15:45.220689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-0ec46e24-b8a1-46d6-a64d-b81ba72d69e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:15:45.221711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-0ec46e24-b8a1-46d6-a64d-b81ba72d69e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0496008
Nov 29 12:15:45.299507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 8082896b-b035-4a91-91ff-ce7bc06b5666 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:15:45.299866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8082896b-b035-4a91-91ff-ce7bc06b5666 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:15:45.354774 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-3ebce49a-6652-435b-9237-b3ffdda0020d service neutron] 10.222.0.20 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266170
Nov 29 12:15:45.488780 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-167a88a1-58b8-4a1b-a203-808b0bdba830 service neutron] 10.222.0.20 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251638
Nov 29 12:15:46.927331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-365f5a92-cac0-45c6-8568-b0c3caee5bc5 req-cf01906e-d765-4ca8-9bef-0455367ee603 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:15:46.946403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-365f5a92-cac0-45c6-8568-b0c3caee5bc5 req-cf01906e-d765-4ca8-9bef-0455367ee603 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:15:46.947568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-365f5a92-cac0-45c6-8568-b0c3caee5bc5 req-cf01906e-d765-4ca8-9bef-0455367ee603 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 210 time: 0.0632439
Nov 29 12:15:48.047605 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-88f4f037-4e12-41f4-986c-1b08403da7c5 req-692e45b2-1f60-4623-bfab-bcfee58ca4cf tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 210 time: 0.0472524
Nov 29 12:15:49.146514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-578b1fe8-31ed-4312-8fca-679a10e83321 req-aaaa8e3c-02d8-4066-8c91-04003bb662c2 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 210 time: 0.0439553
Nov 29 12:15:50.299848 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1e7d6a16-2d3f-4d5b-96a1-495b00ec504d req-cdd8f584-2292-473a-b4bc-f5821aeb1c4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 210 time: 0.0451436
Nov 29 12:15:51.089850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-be0ff721-264a-433a-b10f-7f562406c594 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:51.091311 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-be0ff721-264a-433a-b10f-7f562406c594 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 811 time: 0.1593719
Nov 29 12:15:51.142869 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-1eb9fc21-917b-4cb9-bff5-1e736350a7cf tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 379 time: 0.0433054
Nov 29 12:15:51.158000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'port': {'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'admin_state_up': True, 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'security_groups': ['c0d86732-6e84-4d8b-8b8a-8ec6cec22893']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:15:51.298008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:15:51.308329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:15:51.319571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Made reservation on behalf of 8a17a1419e7d4a7fa452cc7bb3d28e98 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:15:51.323608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:51.458624 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a821928-f13f-4697-abd1-68e96609dd21 req-6e334e41-0f79-4f91-9496-8aeb11f9fc86 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 210 time: 0.0494952
Nov 29 12:15:51.530043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Allocated IP 172.20.0.4 (44c17bbd-90f2-40e1-a96c-363d91e9f35c/b79d2b69-ef4d-423a-84e2-fc1415a98463/ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:15:51.723630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:51.740147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Transition to ACTIVE for port object ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:15:51.764437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:51.771973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35a7b590-2b97-4991-9b80-da5dee633b41 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:15:51.844575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:15:51.847730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:15:51.851736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:15:51.882829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:15:51.894195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:15:51.919595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:51.920274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:51.950455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7983785
Nov 29 12:15:51.962429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Request body: {'port': {'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:15:52.080168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.081252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5fb08962-cb2c-4df8-ae80-a8dcbf361a61 None None] Provisioning for port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:15:52.086199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5fb08962-cb2c-4df8-ae80-a8dcbf361a61 None None] Provisioning complete for port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:15:52.086644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fb08962-cb2c-4df8-ae80-a8dcbf361a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.141218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5fb08962-cb2c-4df8-ae80-a8dcbf361a61 None None] Port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:15:52.424639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:15:52.432369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.448081 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Transition to ACTIVE for port object ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:15:52.453481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.458193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:15:52.647987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:15:52.654476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:15:52.665481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bc3fa-32e4-46a4-ab88-9ff41e65e11e req-884cf16c-40e2-496d-ae4c-d7ee83703812 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:52.667096 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b27bc3fa-32e4-46a4-ab88-9ff41e65e11e req-884cf16c-40e2-496d-ae4c-d7ee83703812 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.1001401
Nov 29 12:15:52.702154 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Attempting to bind port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:15:52.702570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Attempting to bind port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:15:52.702790 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Attempting to bind port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:15:52.707917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:15:52.708220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Attempting to bind port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:15:52.713783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:15:52.713952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Checking segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:15:52.714287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Bound using segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:15:52.714712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Bound port: ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:15:52.715055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.719392 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b27bc3fa-32e4-46a4-ab88-9ff41e65e11e req-5de4df21-7df0-41c2-8270-70ce06651e79 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464032
Nov 29 12:15:52.821243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] For port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:15:52.824412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] For port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:15:52.828309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.831978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6965cf13-9372-4cad-8d99-6e6575b9c813 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:15:52.891329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:52.891948 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:52.893315 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 1093 time: 0.9356706
Nov 29 12:15:52.893847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:15:52.914487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:15:52.917749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:15:52.966730 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'status': 'completed', 'code': 200}
Nov 29 12:15:53.009916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-ab8ea54b-edfb-4486-b129-3ebaffe46fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:53.012451 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-ab8ea54b-edfb-4486-b129-3ebaffe46fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1096 time: 0.0786860
Nov 29 12:15:53.088024 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-9d09e06c-c63b-490a-921b-ea99c5b7a622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 217 time: 0.0684390
Nov 29 12:15:53.148944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-f6929b95-d272-4143-ab55-a30022187eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:53.150296 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-f6929b95-d272-4143-ab55-a30022187eaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0566204
Nov 29 12:15:53.361290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-d8c9902b-197a-4f21-86d0-1012441955d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:53.362704 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-d8c9902b-197a-4f21-86d0-1012441955d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2059746
Nov 29 12:15:53.495697 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-c540d0f5-6bd8-4acb-8a87-9f8d64f56d2e service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260200
Nov 29 12:15:53.628031 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cfc87f1-c3a3-47b1-970b-ecd8f704a0a5 req-bb0f5f9f-0aa4-4129-a1ac-c4461ef2a55b service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257236
Nov 29 12:15:53.754979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-af1ad1b0-9c4b-4285-b54b-820c3a3ee657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:53.756841 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-af1ad1b0-9c4b-4285-b54b-820c3a3ee657 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1096 time: 0.0783343
Nov 29 12:15:53.901775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-5e539f0f-6b65-4933-adb8-7ed6c060cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:53.901775 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-5e539f0f-6b65-4933-adb8-7ed6c060cd63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1334553
Nov 29 12:15:53.907953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53264e7-5c03-4cb9-a265-3517f7b56d3c req-18308b2b-9895-48b8-b1cb-61aebc8935b1 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:53.909366 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f53264e7-5c03-4cb9-a265-3517f7b56d3c req-18308b2b-9895-48b8-b1cb-61aebc8935b1 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.0821726
Nov 29 12:15:53.954217 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f53264e7-5c03-4cb9-a265-3517f7b56d3c req-4456d9ba-f0a8-4786-a26c-bad10ae652de tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391448
Nov 29 12:15:53.971034 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-e4a2ef19-1b0e-4cd9-af57-ca3da6ebaf1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 217 time: 0.0656810
Nov 29 12:15:54.022815 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:15:54.037600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-3d40a84d-9527-401f-a544-6ae681edbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:54.039056 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-3d40a84d-9527-401f-a544-6ae681edbe0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0609837
Nov 29 12:15:54.132018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-b40c4a21-b746-49f2-94cc-10d4933846fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:54.133429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-b40c4a21-b746-49f2-94cc-10d4933846fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0872426
Nov 29 12:15:54.267833 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-db19af5f-48b0-4953-ba53-f12a87dcadcd service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280870
Nov 29 12:15:54.402751 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aced8e9c-5ce6-433d-b0a5-997a1f07ee10 req-c0cc01af-b369-4747-b3f3-346a3d8b1dc4 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283994
Nov 29 12:15:55.172692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17115bb-870c-4b90-b874-e658b0a117e6 req-20eac03e-7930-44ba-99c8-758853ecc399 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:55.173406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d17115bb-870c-4b90-b874-e658b0a117e6 req-20eac03e-7930-44ba-99c8-758853ecc399 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:15:55.192063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d17115bb-870c-4b90-b874-e658b0a117e6 req-20eac03e-7930-44ba-99c8-758853ecc399 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:15:55.193282 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d17115bb-870c-4b90-b874-e658b0a117e6 req-20eac03e-7930-44ba-99c8-758853ecc399 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.1032941
Nov 29 12:15:55.239158 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d17115bb-870c-4b90-b874-e658b0a117e6 req-6c1ea8b1-21a4-4d6c-a145-c313c3dc41c9 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384772
Nov 29 12:15:56.447872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581ec3f-6e5f-46fb-ad17-40174cb84ec3 req-2bdd8d07-3331-4027-b552-251ab0d55c9b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:56.449340 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8581ec3f-6e5f-46fb-ad17-40174cb84ec3 req-2bdd8d07-3331-4027-b552-251ab0d55c9b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.0950952
Nov 29 12:15:56.494894 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8581ec3f-6e5f-46fb-ad17-40174cb84ec3 req-05ac7f75-2e99-4ac3-bb1b-8971ae6228f4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395989
Nov 29 12:15:56.541141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9d05ce96-e775-4a3b-807c-2aeffd5a58be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:57.102590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:15:57.701264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfa4c-5a74-49f5-9779-b0c6b75ee391 req-f092cc51-55aa-4325-895d-f765fae816ad tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:57.702697 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b8dfa4c-5a74-49f5-9779-b0c6b75ee391 req-f092cc51-55aa-4325-895d-f765fae816ad tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.0939956
Nov 29 12:15:57.746629 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b8dfa4c-5a74-49f5-9779-b0c6b75ee391 req-aedbc256-9b84-4901-baae-7e59c7d6e674 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382855
Nov 29 12:15:58.934809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d25366-9aa3-4ebf-a62d-3f2d3aedda99 req-10d8fcbf-93b0-4394-85ca-ed4b6b2cbda4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:15:58.936327 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c2d25366-9aa3-4ebf-a62d-3f2d3aedda99 req-10d8fcbf-93b0-4394-85ca-ed4b6b2cbda4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.0812683
Nov 29 12:15:58.987205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c2d25366-9aa3-4ebf-a62d-3f2d3aedda99 req-90692dcd-a177-4f23-a58b-7f3f6828ec67 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427506
Nov 29 12:15:59.057343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da8c1e1a-3180-484a-9828-c42e533bbbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:00.151738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:00.190618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371ae99-0ff6-41ad-a19e-b575bbd6ea9f req-1e65c963-4230-47d2-9913-1f1d01c792c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:00.192072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9371ae99-0ff6-41ad-a19e-b575bbd6ea9f req-1e65c963-4230-47d2-9913-1f1d01c792c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.0886397
Nov 29 12:16:00.237673 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9371ae99-0ff6-41ad-a19e-b575bbd6ea9f req-d6e1bc76-c837-4059-a876-23d304c4a7b3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393054
Nov 29 12:16:01.283456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:16:01.420244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:16:01.434063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:16:01.443935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281faf3-042d-4d78-8ad5-d9885e189dfb req-0f1f7237-86f6-4d23-8169-a1f2802885b8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:01.445799 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0281faf3-042d-4d78-8ad5-d9885e189dfb req-0f1f7237-86f6-4d23-8169-a1f2802885b8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 943 time: 0.0859928
Nov 29 12:16:01.489903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:01.490314 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0281faf3-042d-4d78-8ad5-d9885e189dfb req-216f3b74-8be5-49ce-aa75-37b94b46ddee tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384567
Nov 29 12:16:01.507533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:16:01.524101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:16:01.529076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:01.530765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:16:01.599978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:16:01.607507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.607846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.608170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.608504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.608828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.609149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.609473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.609789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.610110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.610425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.610743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.611038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:01.615353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:16:01.686106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:01.767896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:16:02.698530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50f7a-f54a-4ed6-9059-73f1a47d5c46 req-86594101-bc41-4b1c-bbdd-c72af365b38f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:02.699980 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cab50f7a-f54a-4ed6-9059-73f1a47d5c46 req-86594101-bc41-4b1c-bbdd-c72af365b38f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 944 time: 0.0942097
Nov 29 12:16:02.747388 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cab50f7a-f54a-4ed6-9059-73f1a47d5c46 req-0ca4cd2e-721b-48e5-9238-b451135cfb92 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390439
Nov 29 12:16:03.282930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:16:03.368373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:16:03.374421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:16:03.374885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:03.486910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:03.514110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:16:03.524286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:16:03.528886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:03.531670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:16:03.565867 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'code': 200}
Nov 29 12:16:03.604696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:16:03.609940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:16:03.839472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c1e13-6368-4522-96af-e262c01b9d30 req-661fa61a-7867-4662-ad72-41b2c103f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:03.840951 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-150c1e13-6368-4522-96af-e262c01b9d30 req-661fa61a-7867-4662-ad72-41b2c103f112 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.0717912
Nov 29 12:16:03.925652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-150c1e13-6368-4522-96af-e262c01b9d30 req-df26d976-dabf-4a89-88cd-74562d3cbdd4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785794
Nov 29 12:16:03.960916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605b07-1383-4aa0-a2fc-b0139c4d01ff req-00a0523b-8bc8-4b82-bb96-27efe805ebfd tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:03.962316 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58605b07-1383-4aa0-a2fc-b0139c4d01ff req-00a0523b-8bc8-4b82-bb96-27efe805ebfd tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 945 time: 0.0974145
Nov 29 12:16:04.006864 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58605b07-1383-4aa0-a2fc-b0139c4d01ff req-54fee822-dd2f-4585-9b62-0bc6bc555387 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380125
Nov 29 12:16:05.204693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f4e4a-1b24-4834-93bd-d1d7e52c49ef req-5338758c-4f2b-4e27-adf7-f80ecdbd49d4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:05.206149 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a9f4e4a-1b24-4834-93bd-d1d7e52c49ef req-5338758c-4f2b-4e27-adf7-f80ecdbd49d4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 945 time: 0.0892889
Nov 29 12:16:05.257978 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a9f4e4a-1b24-4834-93bd-d1d7e52c49ef req-fb561d51-4e51-4f0c-949d-aa6ce7291199 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438187
Nov 29 12:16:05.582247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412479d-204e-4d14-932a-17e556422760 req-765850c7-ba02-4f31-a76f-69fc5d094abc tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:05.583594 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4412479d-204e-4d14-932a-17e556422760 req-765850c7-ba02-4f31-a76f-69fc5d094abc tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 945 time: 0.2126367
Nov 29 12:16:05.630053 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4412479d-204e-4d14-932a-17e556422760 req-72114997-9eb6-47f6-8ff5-cfbad9ed08de tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376582
Nov 29 12:16:05.653564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:16:05.730584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14417486-bb3d-4887-b66e-a2f2d95c4575 tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:05.731398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14417486-bb3d-4887-b66e-a2f2d95c4575 tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] Synchronizing usage tracker for tenant:308f58479c6e4dc1912734bd6f165bd8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:16:05.751317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14417486-bb3d-4887-b66e-a2f2d95c4575 tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] Unset dirty status for tenant:308f58479c6e4dc1912734bd6f165bd8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:16:05.752771 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14417486-bb3d-4887-b66e-a2f2d95c4575 tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1093 time: 0.0979266
Nov 29 12:16:05.757219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58112) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:16:05.762669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:16:05.769228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:16:05.773418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:floatingip and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:16:05.776601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:16:05.783255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:16:05.793829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:05.933761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:06.068236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Allocated IP 172.26.4.57 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/e4128dae-7d38-4ac7-a20f-73a312c11313) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:16:06.335026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:06.367077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:06.370988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:16:06.436361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:16:06.437437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:16:06.441774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:16:06.482261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=e4128dae-7d38-4ac7-a20f-73a312c11313,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:16:06.493893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.494376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.494671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.495288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.495407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.495751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.496115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.496468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.496824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.497180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.497528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.497877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:16:06.502511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:16:06.857914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:06.933855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:07.148016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:07.155083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:07.160960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5d392f1e-f3b5-402f-b156-98d35e917e94 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:16:07.269266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=e4128dae-7d38-4ac7-a20f-73a312c11313,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:16:07.273352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:16:07.281948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:07.461394 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Floating IP 2debe788-8a99-492e-94fd-89f782a39efd associated. External IP: 172.26.4.57, port: ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99.
Nov 29 12:16:07.707738 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-f77ff6e0-0680-4bc9-b4bc-e5a03862fc44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0766032
Nov 29 12:16:07.858964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-cfb4f0a7-7d69-44a1-ad3c-bb49ca20a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:07.860468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-cfb4f0a7-7d69-44a1-ad3c-bb49ca20a0f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.0758057
Nov 29 12:16:07.960131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:16:08.006318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-f66fd6a7-85d6-4ba8-bd4d-4bf1f845df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:08.007798 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-f66fd6a7-85d6-4ba8-bd4d-4bf1f845df51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1290743
Nov 29 12:16:08.117116 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-db67e380-c4fc-4d85-bd10-578a8618cd59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 998 time: 0.1013334
Nov 29 12:16:08.138079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:16:08.148506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:16:08.159558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:16:08.160439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087d2ca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:15:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:16:08.164295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:08.179762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-b39ad4c7-5179-42d7-8467-6f1b0d47b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:08.181227 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-b39ad4c7-5179-42d7-8467-6f1b0d47b43f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0580232
Nov 29 12:16:08.233696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4685965
Nov 29 12:16:08.233696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:16:08.270309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-92219bd1-58d1-4986-8b79-22589e2b03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:08.272048 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-92219bd1-58d1-4986-8b79-22589e2b03e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0849807
Nov 29 12:16:08.275614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'status': 'completed', 'code': 200}
Nov 29 12:16:08.341658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:16:08.408804 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-38aa9ce8-3189-4d9a-9926-1f90e15ca041 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273470
Nov 29 12:16:08.540174 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d579cbd4-6854-40ef-ba3c-de232fb5532f req-2e48d338-2d87-4dc9-87db-31e4463f5ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247134
Nov 29 12:16:08.658795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-8c7d1d7b-fe0c-45dc-a10e-cb993e26269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:08.660394 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-8c7d1d7b-fe0c-45dc-a10e-cb993e26269c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.0720437
Nov 29 12:16:08.695783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087d2ca0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:06Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:16:08.699899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:16:08.708285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:16:08.708888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087d2ca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:15:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:16:08.796484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-a43bb7d0-b893-4c22-9531-0873ca043e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:08.798020 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-a43bb7d0-b893-4c22-9531-0873ca043e91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1308632
Nov 29 12:16:08.913408 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-fa1e9885-3f7e-4cbc-9542-204d5b112a7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 998 time: 0.1018975
Nov 29 12:16:08.933946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:16:08.979009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-62508127-11f4-40f3-9301-9328573eeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:08.980476 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-62508127-11f4-40f3-9301-9328573eeae5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0609334
Nov 29 12:16:09.055127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-ad7e49c0-7339-4ff9-8e36-aeee77c0f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:16:09.056665 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-ad7e49c0-7339-4ff9-8e36-aeee77c0f5a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697150
Nov 29 12:16:09.193057 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-8adb9e0e-fca3-4659-929e-2d7bd43c3f12 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286702
Nov 29 12:16:09.282522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087d2ca0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:06Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:16:09.287053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8a764-b50b-4378-b591-e45c6e952f00 None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:06Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:16:09.462650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dc784fb-bb32-45a6-a259-1fae34e67fc4 req-564a741f-6f92-42ea-8ecc-ddfc2f3a4307 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2631340
Nov 29 12:16:09.482590 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1592de-d364-4992-a16a-aee5a0bef0a0 None None] New status for floating IP 2debe788-8a99-492e-94fd-89f782a39efd: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:16:13.333450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:26.537291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f850ac07-3daf-436b-844c-abbfda6df9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:27.110430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:29.060704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f30c1204-3ada-4cd9-a961-45a0f5a5a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:30.152255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:31.022155 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:16:31.699518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:43.337866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:56.548767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b8065e7-faf7-4058-9b89-6d04bfbb5b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:57.116311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:16:59.066262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b4be61b6-9c4d-4e57-9e9e-c820e7e28ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:00.155949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:01.701748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:08.024898 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:17:10.368347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-ef0fa7a9-196c-4c31-9198-922f209b82d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718372
Nov 29 12:17:10.535514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-72c119c5-34df-487f-8be0-4e5c71af0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:10.536978 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-72c119c5-34df-487f-8be0-4e5c71af0c52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.0782349
Nov 29 12:17:10.690171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-170c64b7-f170-4342-9974-e5f1253efbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:10.691499 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-170c64b7-f170-4342-9974-e5f1253efbc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1323750
Nov 29 12:17:10.801033 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-c2e43ffb-4118-4302-a544-40ecc1dd3dd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 1000 time: 0.1025279
Nov 29 12:17:10.865363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-0754c855-1772-4d35-baa3-783923b77676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:10.866972 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-0754c855-1772-4d35-baa3-783923b77676 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0599048
Nov 29 12:17:10.951734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-27cf0488-1bdb-4bf8-9ffc-5bd6222433e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:10.953276 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-27cf0488-1bdb-4bf8-9ffc-5bd6222433e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802801
Nov 29 12:17:11.102505 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-55dfc2f5-61ab-43f3-930a-aa2dbbdd8d5c service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422999
Nov 29 12:17:11.236826 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-148d68a7-e1c4-431a-9da8-7908a8a2d9ff req-49b4ff54-ec95-4173-9003-a29d9fc45273 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279557
Nov 29 12:17:13.338462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:26.550987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0ecc-3bc8-4424-9a04-893dc9388ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:27.117530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:29.075670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2819580-5e07-42ef-b436-056e7d2f0d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:30.167088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:31.706365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:43.348906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:45.025076 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:17:55.892915 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-918a3436-902b-4608-9b32-e7abe7672dc3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364880694&fields=id&tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 267 time: 0.0418611
Nov 29 12:17:56.046119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-a2f938ac-955b-4af9-852f-e86a892b8a26 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:56.047547 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-a2f938ac-955b-4af9-852f-e86a892b8a26 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 811 time: 0.1482327
Nov 29 12:17:56.065144 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-09df4a62-80d9-4f30-81a3-09a2f038c8f8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/quotas/8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 375 time: 0.0095298
Nov 29 12:17:56.183506 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-39f3b6a2-6bf6-4b70-888d-0b19ead7e113 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1101015
Nov 29 12:17:56.201672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-d08e79fe-f5c4-43f8-a50e-a1faca1f6ed1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:17:56.202809 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-d08e79fe-f5c4-43f8-a50e-a1faca1f6ed1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0076849
Nov 29 12:17:56.335561 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-b3cc63e7-364c-44a4-9218-ab7edd72c4ea service neutron] 10.222.0.20 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271331
Nov 29 12:17:56.472500 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-293cee65-4c99-4947-9c0f-7ef4f13e841d service neutron] 10.222.0.20 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310523
Nov 29 12:17:56.544804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aedbec66-2025-4363-a50e-62e636faa1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:57.017875 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-724a57ef-e2ef-4869-9be4-eae63e2c321b req-36e655cf-d48e-4606-95f6-9613a5e5ce3a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 210 time: 0.0444143
Nov 29 12:17:57.116035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:58.092815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-d0013c3a-fb98-4233-80a3-13e2e927c124 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:58.094196 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-d0013c3a-fb98-4233-80a3-13e2e927c124 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 811 time: 0.1506169
Nov 29 12:17:58.187509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fa2ff482-c869-422a-a95a-de4965de4154 req-75f819ce-f125-4faa-b754-c23d57a69230 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 210 time: 0.0613754
Nov 29 12:17:58.196984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-feb0427a-c46c-4f1c-80ea-3ea8f23b89cd tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98 HTTP/1.1" status: 200  len: 379 time: 0.0940580
Nov 29 12:17:58.206018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'port': {'device_id': '0d4a7028-5c5d-4724-933c-434acf84a526', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'admin_state_up': True, 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'security_groups': ['c0d86732-6e84-4d8b-8b8a-8ec6cec22893']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:17:58.471767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:17:58.481519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:17:58.494775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Made reservation on behalf of 8a17a1419e7d4a7fa452cc7bb3d28e98 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:17:58.499095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:58.675221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Allocated IP 172.20.0.6 (44c17bbd-90f2-40e1-a96c-363d91e9f35c/b79d2b69-ef4d-423a-84e2-fc1415a98463/134c21f9-aac6-4ba1-9137-318916210eca) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:17:58.878205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:58.894701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Transition to ACTIVE for port object 134c21f9-aac6-4ba1-9137-318916210eca will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:17:58.919294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:58.925218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:17:58.991599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:17:58.994917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:17:58.998866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:17:59.039842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=134c21f9-aac6-4ba1-9137-318916210eca,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:17:59.051940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.052123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.052405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.052766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.053133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.053494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.053857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.054215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.054573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.055080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.055332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.055646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:17:59.061336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:17:59.090386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6b32bb7-d27b-4ced-9d1b-c470ea7264ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:59.091008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:59.091734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:59.122503 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9203970
Nov 29 12:17:59.135321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Request body: {'port': {'device_id': '0d4a7028-5c5d-4724-933c-434acf84a526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:17:59.260076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:59.303951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-295b1941-0ddf-4d9d-8ed0-8057a95f4407 None None] Provisioning for port 134c21f9-aac6-4ba1-9137-318916210eca completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:17:59.312862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-295b1941-0ddf-4d9d-8ed0-8057a95f4407 None None] Provisioning complete for port 134c21f9-aac6-4ba1-9137-318916210eca triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:17:59.313714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-295b1941-0ddf-4d9d-8ed0-8057a95f4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:59.417742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-295b1941-0ddf-4d9d-8ed0-8057a95f4407 None None] Port 134c21f9-aac6-4ba1-9137-318916210eca cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:17:59.432609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e783-7f86-4de6-889c-9a31cb961da1 req-165e4b5b-0f51-45f5-b472-1685a259cc3d tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:17:59.434475 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-72b9e783-7f86-4de6-889c-9a31cb961da1 req-165e4b5b-0f51-45f5-b472-1685a259cc3d tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 931 time: 0.1155059
Nov 29 12:17:59.494083 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-72b9e783-7f86-4de6-889c-9a31cb961da1 req-646b8451-97db-422c-b55d-ad24c89cc0d3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526390
Nov 29 12:17:59.712625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134c21f9-aac6-4ba1-9137-318916210eca {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:17:59.720545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:59.737536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Transition to ACTIVE for port object 134c21f9-aac6-4ba1-9137-318916210eca will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:17:59.742494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:17:59.747366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:17:59.907607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Pushing event updated for resources: {'Port': ['ID=134c21f9-aac6-4ba1-9137-318916210eca,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:17:59.911564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:17:59.992367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Attempting to bind port 134c21f9-aac6-4ba1-9137-318916210eca on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:17:59.992704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Attempting to bind port 134c21f9-aac6-4ba1-9137-318916210eca by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:17:59.993115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Attempting to bind port 134c21f9-aac6-4ba1-9137-318916210eca on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:17:59.997772 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Port 134c21f9-aac6-4ba1-9137-318916210eca on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:17:59.998095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Attempting to bind port 134c21f9-aac6-4ba1-9137-318916210eca on network 44c17bbd-90f2-40e1-a96c-363d91e9f35c {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:18:00.004037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:18:00.004495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Checking segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:18:00.004919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Bound using segment: {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:18:00.005338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Bound port: 134c21f9-aac6-4ba1-9137-318916210eca, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e613f30a-d035-48a4-90ca-52d42a1fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:18:00.005682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:00.104731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] For port 134c21f9-aac6-4ba1-9137-318916210eca, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:18:00.107866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] For port 134c21f9-aac6-4ba1-9137-318916210eca, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=134c21f9-aac6-4ba1-9137-318916210eca,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:18:00.114125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:00.117768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f459988-1d7c-463e-bc0f-6cccda1d4629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:18:00.165060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:00.180726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:00.181393 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:00.183019 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] 10.222.0.18 "PUT /v2.0/ports/134c21f9-aac6-4ba1-9137-318916210eca HTTP/1.1" status: 200  len: 1093 time: 1.0519021
Nov 29 12:18:00.183229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:18:00.216814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Pushing event updated for resources: {'Port': ['ID=134c21f9-aac6-4ba1-9137-318916210eca,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:18:00.222096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:18:00.267859 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca', 'status': 'completed', 'code': 200}
Nov 29 12:18:00.312111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-464d931c-7a86-4528-891e-1578251d8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:00.314108 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-464d931c-7a86-4528-891e-1578251d8b73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 1096 time: 0.0862329
Nov 29 12:18:00.390721 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-b7c7cd71-ffdc-4ba3-9c15-9bfab08ee86e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134c21f9-aac6-4ba1-9137-318916210eca HTTP/1.1" status: 200  len: 217 time: 0.0693901
Nov 29 12:18:00.461030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-a7c348d5-dfea-48f0-bbb8-b73bd3fbdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:00.461671 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-a7c348d5-dfea-48f0-bbb8-b73bd3fbdbfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0653434
Nov 29 12:18:00.701796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7958490-dd81-47a8-86af-aee7bcbcd435 req-7c13a940-ede5-422b-bfd6-88b3c1e9e152 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:00.703696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b7958490-dd81-47a8-86af-aee7bcbcd435 req-7c13a940-ede5-422b-bfd6-88b3c1e9e152 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 943 time: 0.0978322
Nov 29 12:18:00.724475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-94f638d1-3ed8-4f8a-96b7-a3c077a415a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:00.726210 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-94f638d1-3ed8-4f8a-96b7-a3c077a415a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2582021
Nov 29 12:18:00.758155 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b7958490-dd81-47a8-86af-aee7bcbcd435 req-f10b8c84-e375-406c-be5d-63d2783ee188 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462213
Nov 29 12:18:00.878131 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-8bedfb5a-dbdb-4844-9b51-95599caa28fa service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454604
Nov 29 12:18:01.027442 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c66ebbc2-e6ef-4153-af51-b2fecfe6e0af req-bd0d95b5-7f9e-4015-827f-36280953e7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427600
Nov 29 12:18:01.176216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-58c56ac4-ccbb-4263-b5c4-b39dca88be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:01.177625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-58c56ac4-ccbb-4263-b5c4-b39dca88be9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 1096 time: 0.0840428
Nov 29 12:18:01.316185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-555aeee5-2687-4e9c-9552-eea2cbf6c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:01.317627 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-555aeee5-2687-4e9c-9552-eea2cbf6c022 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1332881
Nov 29 12:18:01.386033 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-b283cde6-c42c-4c69-a671-480c056c75d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134c21f9-aac6-4ba1-9137-318916210eca HTTP/1.1" status: 200  len: 217 time: 0.0602467
Nov 29 12:18:01.463317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-c6f424ed-13bf-4dbf-9fcf-2421010af122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:01.464783 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-c6f424ed-13bf-4dbf-9fcf-2421010af122 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0679350
Nov 29 12:18:01.545049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-a013b0b4-fe33-4cd0-aab5-260a94bb3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:01.546402 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-a013b0b4-fe33-4cd0-aab5-260a94bb3805 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735059
Nov 29 12:18:01.687543 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-917c21f1-ee72-4245-9fa1-caf527ca0326 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333995
Nov 29 12:18:01.702506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:01.849983 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f9b23ed-e394-4922-b84e-0a5659e3dc34 req-70107fda-f01a-4d7e-a461-07edf1ae51c2 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551368
Nov 29 12:18:02.026598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfba4e-b08c-4d70-98aa-6a8f302bc81f req-ad9614ae-f725-4e7d-b54e-19985ee2a522 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:02.027251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-20dfba4e-b08c-4d70-98aa-6a8f302bc81f req-ad9614ae-f725-4e7d-b54e-19985ee2a522 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:18:02.047501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-20dfba4e-b08c-4d70-98aa-6a8f302bc81f req-ad9614ae-f725-4e7d-b54e-19985ee2a522 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:18:02.048795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-20dfba4e-b08c-4d70-98aa-6a8f302bc81f req-ad9614ae-f725-4e7d-b54e-19985ee2a522 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 943 time: 0.1112802
Nov 29 12:18:02.105052 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-20dfba4e-b08c-4d70-98aa-6a8f302bc81f req-30a7f50d-b585-4d27-a424-28814e674c59 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490394
Nov 29 12:18:03.298586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dd6e5-ea62-4f0f-866d-f69ad53097eb req-a8c3378a-1d14-4768-b43e-cc5f0b616342 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:03.299468 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-202dd6e5-ea62-4f0f-866d-f69ad53097eb req-a8c3378a-1d14-4768-b43e-cc5f0b616342 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 943 time: 0.0856268
Nov 29 12:18:03.344959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-202dd6e5-ea62-4f0f-866d-f69ad53097eb req-9d6a9947-e287-4d60-9113-f9e03802d58e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391462
Nov 29 12:18:04.552104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe66240-15ef-45c3-b403-e3af46453cf2 req-aa0c91fd-4a6b-4314-8a67-f6195065a005 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:04.553611 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fe66240-15ef-45c3-b403-e3af46453cf2 req-aa0c91fd-4a6b-4314-8a67-f6195065a005 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 943 time: 0.0928869
Nov 29 12:18:04.598636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fe66240-15ef-45c3-b403-e3af46453cf2 req-7fdb6bfd-e5b2-47c5-a41c-b8a100f2ced1 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391448
Nov 29 12:18:05.808207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c496-81af-4c05-9683-8a69fd012ef9 req-4454eddd-03d3-4b2a-9bcd-73efaa310f8a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:05.809689 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe14c496-81af-4c05-9683-8a69fd012ef9 req-4454eddd-03d3-4b2a-9bcd-73efaa310f8a tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 943 time: 0.0946107
Nov 29 12:18:05.857178 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe14c496-81af-4c05-9683-8a69fd012ef9 req-cf1c319e-fe31-4654-9788-e5f496f3f95c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418046
Nov 29 12:18:07.078195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4af6b-cd9e-440b-941f-0aa056e356d4 req-d09009b0-597f-4d5f-b485-1cafdaf036f0 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:07.079568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e7b4af6b-cd9e-440b-941f-0aa056e356d4 req-d09009b0-597f-4d5f-b485-1cafdaf036f0 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 943 time: 0.1021848
Nov 29 12:18:07.125561 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e7b4af6b-cd9e-440b-941f-0aa056e356d4 req-79bbd83e-eb35-4771-9186-3b63db289818 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381522
Nov 29 12:18:07.865757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 134c21f9-aac6-4ba1-9137-318916210eca details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:18:08.004443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 134c21f9-aac6-4ba1-9137-318916210eca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=134c21f9-aac6-4ba1-9137-318916210eca,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:18:08.017566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '134c21f9-aac6-4ba1-9137-318916210eca', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'port_id': '134c21f9-aac6-4ba1-9137-318916210eca', 'mac_address': 'fa:16:3e:e9:89:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:18:08.074358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:08.092690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134c21f9-aac6-4ba1-9137-318916210eca {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:18:08.108455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 134c21f9-aac6-4ba1-9137-318916210eca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=134c21f9-aac6-4ba1-9137-318916210eca,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:18:08.113936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:08.115751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-02cc18f3-a2e3-4701-b039-df28ccda0e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:18:08.185988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=134c21f9-aac6-4ba1-9137-318916210eca,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:18:08.193428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.193782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.194543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.194897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.195276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.195642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.195962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.196285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.196613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.196933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.197239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.197565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:18:08.201473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:18:08.316596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc124f-91db-4f6d-9c62-7f9319cd9151 req-5c65ed26-3e26-4e72-bfc0-69f52672ce0b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:08.318058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5bdc124f-91db-4f6d-9c62-7f9319cd9151 req-5c65ed26-3e26-4e72-bfc0-69f52672ce0b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 944 time: 0.0878758
Nov 29 12:18:08.354609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['134c21f9-aac6-4ba1-9137-318916210eca'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:18:08.366390 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5bdc124f-91db-4f6d-9c62-7f9319cd9151 req-9c191b11-4e6b-435d-8724-c3f92267e449 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401525
Nov 29 12:18:09.576599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d38de-1521-45b7-bafe-b1cd81c6c574 req-c6f335a4-36c2-40ed-ab18-cc9fdc00082c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:09.578060 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-271d38de-1521-45b7-bafe-b1cd81c6c574 req-c6f335a4-36c2-40ed-ab18-cc9fdc00082c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 944 time: 0.0909111
Nov 29 12:18:09.623384 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-271d38de-1521-45b7-bafe-b1cd81c6c574 req-649361c8-cf90-4c59-a420-088ed31eb4d3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393209
Nov 29 12:18:09.861647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 134c21f9-aac6-4ba1-9137-318916210eca up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:18:09.933785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 134c21f9-aac6-4ba1-9137-318916210eca completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:18:09.938475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 134c21f9-aac6-4ba1-9137-318916210eca triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:18:09.938850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:10.057721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:10.089644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:18:10.100013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 134c21f9-aac6-4ba1-9137-318916210eca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=134c21f9-aac6-4ba1-9137-318916210eca,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:18:10.106562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:10.108548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8edbb7f1-628b-48bf-bc3a-a52e218cf990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:18:10.142495 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca', 'code': 200}
Nov 29 12:18:10.175432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=134c21f9-aac6-4ba1-9137-318916210eca,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:18:10.178319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:18:10.424921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426ba4-cef1-44b8-95d9-c18100f57e2d req-04fbad0c-d82e-4078-bf0a-96ff1fd64095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:10.426395 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-95426ba4-cef1-44b8-95d9-c18100f57e2d req-04fbad0c-d82e-4078-bf0a-96ff1fd64095 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 1098 time: 0.0782561
Nov 29 12:18:10.468652 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-95426ba4-cef1-44b8-95d9-c18100f57e2d req-88a3ee77-f1ce-40fe-9869-b4ad49261159 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359328
Nov 29 12:18:10.737953 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-9defe341-716c-4bf1-a1aa-e0f0f90bc148 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740647
Nov 29 12:18:10.861888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7271d4-afd6-4a21-9a89-a95bf4ed0cdb req-d55f71b0-8088-4a2f-920f-57a2670f74de tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:10.863383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff7271d4-afd6-4a21-9a89-a95bf4ed0cdb req-d55f71b0-8088-4a2f-920f-57a2670f74de tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 945 time: 0.1247072
Nov 29 12:18:11.044578 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff7271d4-afd6-4a21-9a89-a95bf4ed0cdb req-f9204b39-6213-49e1-bacc-3483e7409674 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750801
Nov 29 12:18:11.052743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98315648-5494-4864-8bbd-f1f0e8310796 req-cd39450a-ad25-463c-a61c-ebc108c1a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:11.054183 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-cd39450a-ad25-463c-a61c-ebc108c1a837 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.2456625
Nov 29 12:18:11.202626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98315648-5494-4864-8bbd-f1f0e8310796 req-2f095fe2-0799-4914-8fb3-e9bf41d34e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:11.204177 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-2f095fe2-0799-4914-8fb3-e9bf41d34e31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1302602
Nov 29 12:18:11.313273 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-0cb54c48-679b-4739-880a-243bce703865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 1000 time: 0.0991402
Nov 29 12:18:11.384018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98315648-5494-4864-8bbd-f1f0e8310796 req-83bbf1b4-811b-4fc9-b374-3c08dd16af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:11.385450 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-83bbf1b4-811b-4fc9-b374-3c08dd16af10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0611145
Nov 29 12:18:11.467806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98315648-5494-4864-8bbd-f1f0e8310796 req-7edfcf51-d2b0-4f5c-bc7c-25867944a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:11.469331 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-7edfcf51-d2b0-4f5c-bc7c-25867944a2e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755470
Nov 29 12:18:11.612353 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-6e4105a6-411e-4c54-8364-6a3809c38bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259000
Nov 29 12:18:11.748518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98315648-5494-4864-8bbd-f1f0e8310796 req-69bb6a19-bc48-41e4-832a-a6b3720c7f9a service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295846
Nov 29 12:18:12.233817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef842ae-a8df-4835-8506-c9f27761a48b req-f9a7195d-a11e-4ee6-8cb7-de92b03b8b74 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:12.235522 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fef842ae-a8df-4835-8506-c9f27761a48b req-f9a7195d-a11e-4ee6-8cb7-de92b03b8b74 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 945 time: 0.0825536
Nov 29 12:18:12.288544 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fef842ae-a8df-4835-8506-c9f27761a48b req-346cf85f-56d3-4e71-a94e-d9a1e4333fcd tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472722
Nov 29 12:18:12.490601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37e3cd-89d1-4700-95ab-74b0cbd841dc req-42e0f588-355d-4209-8582-48fb5d2d143b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:12.492221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2e37e3cd-89d1-4700-95ab-74b0cbd841dc req-42e0f588-355d-4209-8582-48fb5d2d143b tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 945 time: 0.0869184
Nov 29 12:18:12.536976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2e37e3cd-89d1-4700-95ab-74b0cbd841dc req-36fdb516-81e5-42cd-b6c1-fb7730e5cb98 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390458
Nov 29 12:18:12.564965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:18:12.637746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4be861-bbc3-4470-95ee-b09eb397b9ab tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:12.639217 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d4be861-bbc3-4470-95ee-b09eb397b9ab tempest-TestVolumeBootPattern-153355427 tempest-TestVolumeBootPattern-153355427-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 1093 time: 0.0733287
Nov 29 12:18:12.643592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58236) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:18:12.648432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '134c21f9-aac6-4ba1-9137-318916210eca', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:18:12.654716 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:18:12.658965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Usage tracker for resource:floatingip and tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:18:12.662003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:18:12.667892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:18:12.681730 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:12.821425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:12.962322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Allocated IP 172.26.4.92 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/3633b4a5-e8ab-43cb-b431-533084932085) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:18:13.118221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:13.149036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:13.152522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bebd0114-5b08-4a46-bf1a-7c610905bbae tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:18:13.210872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:18:13.217757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:18:13.221878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:18:13.262822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=3633b4a5-e8ab-43cb-b431-533084932085,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:18:13.266852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:18:13.349642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:13.625240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:13.700069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:14.047000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:14.053699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:14.059549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-968ebb46-29d9-4591-958b-37e0aceea1e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:18:14.172738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event updated for resources: {'Port': ['ID=3633b4a5-e8ab-43cb-b431-533084932085,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:18:14.176791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:18:14.186159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:14.360105 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Floating IP 91e464ec-242a-4409-bdf2-d6ad35ae94f9 associated. External IP: 172.26.4.92, port: 134c21f9-aac6-4ba1-9137-318916210eca.
Nov 29 12:18:14.718434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:18:14.913575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:18:14.924019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:18:14.934954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:18:14.935615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08939ca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:17:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:18:14.940935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:15.009895 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3560989
Nov 29 12:18:15.009895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:18:15.048215 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca', 'status': 'completed', 'code': 200}
Nov 29 12:18:15.120516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:18:15.145092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-dc253085-9617-4a7c-9240-ffb36043f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:15.146636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-dc253085-9617-4a7c-9240-ffb36043f9c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 1098 time: 0.0755255
Nov 29 12:18:15.278588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-ffc5bf5e-0248-4a34-add7-4b2da2cc1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:15.279975 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-ffc5bf5e-0248-4a34-add7-4b2da2cc1ec1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1266091
Nov 29 12:18:15.491191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08939ca0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:09Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}, {'id': '91e464ec-242a-4409-bdf2-d6ad35ae94f9', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': '134c21f9-aac6-4ba1-9137-318916210eca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:e9:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a7028-5c5d-4724-933c-434acf84a526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:18:13Z', 'updated_at': '2021-11-29T12:18:13Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:18:15.495418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:18:15.504123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:18:15.504738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08939ca0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:17:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:18:15.528229 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-e37d185c-728e-4a9a-b303-f7006444a6d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134c21f9-aac6-4ba1-9137-318916210eca HTTP/1.1" status: 200  len: 998 time: 0.2404923
Nov 29 12:18:15.593103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-5392f6b0-0c6f-485a-b028-68e42c1ada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:15.594520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-5392f6b0-0c6f-485a-b028-68e42c1ada0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0593982
Nov 29 12:18:15.672420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-c86e1ec2-1f25-468f-9166-a4f714b8dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:18:15.673878 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-c86e1ec2-1f25-468f-9166-a4f714b8dc0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733628
Nov 29 12:18:15.682750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:18:15.807252 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-04a4fab2-ebe4-4ceb-bccb-608931baedaf service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269901
Nov 29 12:18:15.946919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ab07018-f9fc-432a-8e56-3e908b5a1dbb req-d0ef04a4-1969-4e2c-a4c3-e5afc3a43d9e service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334312
Nov 29 12:18:16.081781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08939ca0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:09Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}, {'id': '91e464ec-242a-4409-bdf2-d6ad35ae94f9', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': '134c21f9-aac6-4ba1-9137-318916210eca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:e9:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a7028-5c5d-4724-933c-434acf84a526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:18:13Z', 'updated_at': '2021-11-29T12:18:13Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:18:16.085992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547f0b4-0869-4459-b0d0-4aeb324aa106 None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:09Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}, {'id': '91e464ec-242a-4409-bdf2-d6ad35ae94f9', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.92', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': '134c21f9-aac6-4ba1-9137-318916210eca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:e9:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a7028-5c5d-4724-933c-434acf84a526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:18:13Z', 'updated_at': '2021-11-29T12:18:13Z', 'revision_number': 0, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:18:16.297350 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b68fe-4fb0-47ab-850e-bfb923c48006 None None] New status for floating IP 91e464ec-242a-4409-bdf2-d6ad35ae94f9: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:18:22.024103 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:18:26.553431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c726c598-600d-4ffc-aa26-388085ce1233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:27.122850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:29.069502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29f65069-181e-4ba7-92f8-f6096ef39d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:30.170895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:31.710748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:43.389296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:56.552852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38702667-b3d1-4026-a558-de7cd539c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:57.111220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:18:59.028747 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:18:59.072480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-51cf3669-227f-4ea7-8689-ec2ff0476984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:00.173561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:01.710855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:10.267458 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-7bb02172-d7f5-49ef-a231-56c73f67c877 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724277
Nov 29 12:19:10.418985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-dd1863c1-c806-4595-bb4f-d0ac5346d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:10.420714 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-dd1863c1-c806-4595-bb4f-d0ac5346d3f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.0806539
Nov 29 12:19:10.570130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-d7992aeb-e2cd-48e3-9972-ec51f9d5ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:10.571581 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-d7992aeb-e2cd-48e3-9972-ec51f9d5ce24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1312530
Nov 29 12:19:10.685467 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-d4bad5f7-a1eb-4c4d-b736-c9219f8a808a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 1000 time: 0.1067507
Nov 29 12:19:10.747788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-e0819662-c9b2-4a6f-88ea-adef7c810acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:10.749176 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-e0819662-c9b2-4a6f-88ea-adef7c810acc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0576932
Nov 29 12:19:10.829725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-a05f1003-f653-4bc0-aecf-abd4c8460a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:10.831099 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-a05f1003-f653-4bc0-aecf-abd4c8460a9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753529
Nov 29 12:19:10.979206 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-9bf606e9-f3ec-43c8-92e8-3e6a92cb9b16 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403031
Nov 29 12:19:11.115705 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6747a077-bb64-42d4-94b9-0b55fcdef771 req-3ecf33c2-932f-4867-ac68-e7104ec6a307 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302426
Nov 29 12:19:13.378134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:26.549490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0573833-0609-4439-9955-7001e286da7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:27.114907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:29.077738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fae21510-560c-4f61-909b-9c489e028ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:30.183954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:31.722494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:36.033606 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:19:43.323928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58272) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:19:43.382098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:43.528278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Deleting port 3633b4a5-e8ab-43cb-b431-533084932085 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:19:43.528607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:43.717869 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:43.718405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:43.959296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Calling delete_port for 3633b4a5-e8ab-43cb-b431-533084932085 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:19:44.116618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:44.120293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0d5fb7e8-d7a7-4256-92fc-ffa845e7461e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:19:44.162798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'Port': ['ID=3633b4a5-e8ab-43cb-b431-533084932085,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:19:44.200249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.200643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.201022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.201386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.201750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.202115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.202482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.202838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.203215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.203583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.203944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.204289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:44.211407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:19:44.267464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:44.267872 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Floating IP 91e464ec-242a-4409-bdf2-d6ad35ae94f9 disassociated (deleted). External IP: 172.26.4.92, port: 134c21f9-aac6-4ba1-9137-318916210eca.
Nov 29 12:19:44.624183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:19:44.805645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:19:44.816951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:19:44.828779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:19:44.829444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02c42940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:44.830065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:44.886595 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "DELETE /v2.0/floatingips/91e464ec-242a-4409-bdf2-d6ad35ae94f9 HTTP/1.1" status: 204  len: 168 time: 1.5612414
Nov 29 12:19:44.887256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:19:45.004565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca', 'status': 'completed', 'code': 200}
Nov 29 12:19:45.014284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:19:45.103729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-eab08901-9e09-44d6-8a0e-34b7150cf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:45.105814 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-eab08901-9e09-44d6-8a0e-34b7150cf6de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 1098 time: 0.0805929
Nov 29 12:19:45.246466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-33663157-d469-459f-b4e7-f25884efcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:45.248034 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-33663157-d469-459f-b4e7-f25884efcc48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1299734
Nov 29 12:19:45.284385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9e5f-a2f5-4f78-8a4c-866d93184882 req-8479d7bd-bd9e-457d-9d68-cf393f7fd998 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:45.285085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-57fb9e5f-a2f5-4f78-8a4c-866d93184882 req-8479d7bd-bd9e-457d-9d68-cf393f7fd998 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:19:45.301123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-57fb9e5f-a2f5-4f78-8a4c-866d93184882 req-8479d7bd-bd9e-457d-9d68-cf393f7fd998 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:19:45.303667 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-57fb9e5f-a2f5-4f78-8a4c-866d93184882 req-8479d7bd-bd9e-457d-9d68-cf393f7fd998 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 945 time: 0.1107452
Nov 29 12:19:45.319036 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-0c81508c-531d-4b08-ad0f-180daa540138 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=134c21f9-aac6-4ba1-9137-318916210eca HTTP/1.1" status: 200  len: 217 time: 0.0636928
Nov 29 12:19:45.349423 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-57fb9e5f-a2f5-4f78-8a4c-866d93184882 req-f6d263cf-438c-4268-8902-aff32a2f1304 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411394
Nov 29 12:19:45.388489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02c42940>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:09Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:45.393375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:19:45.403227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:19:45.403910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02c42940>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:45.521281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-d0079296-c736-49aa-89e8-ebe6f19c3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:45.522794 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-d0079296-c736-49aa-89e8-ebe6f19c3e26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.1960270
Nov 29 12:19:45.590387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:19:45.600220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-d5dc8f33-da03-43e6-8404-41bcf5c0ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:45.601723 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-d5dc8f33-da03-43e6-8404-41bcf5c0ffc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718007
Nov 29 12:19:45.735933 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-1ca3d9c7-763a-4acb-a087-83bde982af00 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267986
Nov 29 12:19:45.877574 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9dfdbe7-a53c-41ed-aca5-cddb72d238b0 req-304b5a0a-32a7-4a92-b2f7-09a36eff2a98 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321344
Nov 29 12:19:45.992087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02c42940>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:09Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:45.996260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9828e-1fc5-4b86-bd1a-70a134a5e3cb None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '2debe788-8a99-492e-94fd-89f782a39efd', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'port_id': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'mac_address': 'fa:16:3e:b1:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:16:06Z', 'updated_at': '2021-11-29T12:16:09Z', 'revision_number': 1, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:19:46.240006 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd6a307-aeb2-44b3-8873-82a9caa4085d None None] New status for floating IP 91e464ec-242a-4409-bdf2-d6ad35ae94f9: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:19:46.564105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf251-abc6-4c17-b501-5158b20978ad req-3858a60f-71ea-4323-a74d-fdd5ede28a72 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:46.565591 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7bbdf251-abc6-4c17-b501-5158b20978ad req-3858a60f-71ea-4323-a74d-fdd5ede28a72 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 945 time: 0.0944121
Nov 29 12:19:46.611307 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7bbdf251-abc6-4c17-b501-5158b20978ad req-851be32c-a8dd-4993-b56d-816ef06df437 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393641
Nov 29 12:19:46.768328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-38e054df-8ff3-45bc-966e-b44349257a50 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:46.769754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-38e054df-8ff3-45bc-966e-b44349257a50 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 945 time: 0.0843971
Nov 29 12:19:46.846645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Deleting port 134c21f9-aac6-4ba1-9137-318916210eca {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:19:46.847110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:47.100946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] For port 134c21f9-aac6-4ba1-9137-318916210eca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=134c21f9-aac6-4ba1-9137-318916210eca,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:19:47.101200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:47.233362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Calling delete_port for 134c21f9-aac6-4ba1-9137-318916210eca owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:19:47.403692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:47.409808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bebf2e94-fc28-4699-a47e-a6ec2da33bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:19:47.454557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'Port': ['ID=134c21f9-aac6-4ba1-9137-318916210eca,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:19:47.492267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.492655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.493034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.493407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.493779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.494139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.494520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.494880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.495282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.495641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.495999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.496357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:19:47.503680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:19:47.541334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] No DVR routers for this DVR port 134c21f9-aac6-4ba1-9137-318916210eca on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:19:47.543975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:47.546635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'name': 'network-vif-deleted', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:19:47.564112 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1000e341-e6b5-487b-b5db-f4deb5ebc5f2 req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "DELETE /v2.0/ports/134c21f9-aac6-4ba1-9137-318916210eca HTTP/1.1" status: 204  len: 173 time: 0.7891073
Nov 29 12:19:47.595023 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4a7028-5c5d-4724-933c-434acf84a526', 'name': 'network-vif-deleted', 'tag': '134c21f9-aac6-4ba1-9137-318916210eca', 'status': 'completed', 'code': 200}
Nov 29 12:19:47.767300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-82779b28-8f6e-4e0b-b727-2c91433a063c req-6288f248-a769-4329-bc36-e6444d544cef tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:19:47.785806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-82779b28-8f6e-4e0b-b727-2c91433a063c req-6288f248-a769-4329-bc36-e6444d544cef tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:19:47.795705 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-82779b28-8f6e-4e0b-b727-2c91433a063c req-6288f248-a769-4329-bc36-e6444d544cef tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4a7028-5c5d-4724-933c-434acf84a526 HTTP/1.1" status: 200  len: 210 time: 0.0705755
Nov 29 12:19:50.393873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 134c21f9-aac6-4ba1-9137-318916210eca no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:19:50.431324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 134c21f9-aac6-4ba1-9137-318916210eca {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:19:50.431658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 134c21f9-aac6-4ba1-9137-318916210eca not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:19:53.448184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58310) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:19:53.661394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Deleting port e4128dae-7d38-4ac7-a20f-73a312c11313 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:19:53.661795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:53.983080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:53.983737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:54.106803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Calling delete_port for e4128dae-7d38-4ac7-a20f-73a312c11313 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:19:54.264823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:54.268486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-54684278-ef36-4970-9408-5bb19c8ba69c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:19:54.311971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'Port': ['ID=e4128dae-7d38-4ac7-a20f-73a312c11313,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:19:54.315217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:19:54.405845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:54.406175 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Floating IP 2debe788-8a99-492e-94fd-89f782a39efd disassociated (deleted). External IP: 172.26.4.57, port: ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99.
Nov 29 12:19:54.766225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:19:54.953023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:19:54.964076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:19:54.975947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:19:54.977284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088859d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:54.977605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:55.037944 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "DELETE /v2.0/floatingips/2debe788-8a99-492e-94fd-89f782a39efd HTTP/1.1" status: 204  len: 168 time: 1.5882261
Nov 29 12:19:55.038706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:19:55.088240 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'status': 'completed', 'code': 200}
Nov 29 12:19:55.178779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:19:55.184616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51556ee-d837-4e54-b542-9949a51ac716 req-711cfc33-8221-485a-a959-f07691b11fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:55.186190 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-711cfc33-8221-485a-a959-f07691b11fce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 1098 time: 0.0731821
Nov 29 12:19:55.323480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51556ee-d837-4e54-b542-9949a51ac716 req-4493040a-6f01-4cad-ba34-e120dc80d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:55.324829 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-4493040a-6f01-4cad-ba34-e120dc80d73f service neutron] 10.222.0.18 "GET /v2.0/networks?id=44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 200  len: 912 time: 0.1325912
Nov 29 12:19:55.398367 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-31f95ced-04b7-4033-bbb1-db1855dda6a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 200  len: 217 time: 0.0663502
Nov 29 12:19:55.431973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3a3c-7e50-43f0-ae5f-d4252cc317b0 req-3f0fda33-7a67-4b16-bf99-0367043701b4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:55.432980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-359b3a3c-7e50-43f0-ae5f-d4252cc317b0 req-3f0fda33-7a67-4b16-bf99-0367043701b4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:19:55.450497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-359b3a3c-7e50-43f0-ae5f-d4252cc317b0 req-3f0fda33-7a67-4b16-bf99-0367043701b4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:19:55.451717 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-359b3a3c-7e50-43f0-ae5f-d4252cc317b0 req-3f0fda33-7a67-4b16-bf99-0367043701b4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 945 time: 0.1047347
Nov 29 12:19:55.462978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51556ee-d837-4e54-b542-9949a51ac716 req-42ff6246-f05d-461a-b5b2-0ac2e097510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:55.464441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-42ff6246-f05d-461a-b5b2-0ac2e097510c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 200  len: 850 time: 0.0577438
Nov 29 12:19:55.500653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-359b3a3c-7e50-43f0-ae5f-d4252cc317b0 req-fec63887-bc7d-4942-913f-409828cc7d1d tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418508
Nov 29 12:19:55.501898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088859d0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:55.505975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:19:55.514715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:19:55.515539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088859d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:55.542565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51556ee-d837-4e54-b542-9949a51ac716 req-29095b05-e0b6-49f4-8752-21163c3c6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:55.544096 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-29095b05-e0b6-49f4-8752-21163c3c6d2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44c17bbd-90f2-40e1-a96c-363d91e9f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731690
Nov 29 12:19:55.679610 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-685e2564-3c0d-4e83-ba5c-388dc6707615 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281157
Nov 29 12:19:55.694257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:19:55.816136 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b51556ee-d837-4e54-b542-9949a51ac716 req-b7b656d0-e3dc-4acb-b1d3-fe75e3ab9276 service neutron] 10.222.0.18 "GET /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283393
Nov 29 12:19:56.020479 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088859d0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:19:56.024551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56461c1-5149-4fda-ad49-ec498576003b None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:12:53Z', 'revision_number': 4, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '329062bb-e98d-4c12-a61c-08a223a956c0', 'name': '', 'network_id': '44c17bbd-90f2-40e1-a96c-363d91e9f35c', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'mac_address': 'fa:16:3e:4a:e9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:53Z', 'updated_at': '2021-11-29T12:12:59Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'subnets': [{'id': 'b79d2b69-ef4d-423a-84e2-fc1415a98463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:19:56.244836 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05665946-d069-44b8-8fd1-6584dbebde4c None None] New status for floating IP 2debe788-8a99-492e-94fd-89f782a39efd: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:19:56.545842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ccd62e7e-260b-49c7-9882-bff1e469f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:56.728825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a756bd-ea2c-4dba-8d96-9ae792c28444 req-7758eaf2-cedf-4956-b57d-39bf1c82cbb4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:56.730271 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-66a756bd-ea2c-4dba-8d96-9ae792c28444 req-7758eaf2-cedf-4956-b57d-39bf1c82cbb4 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 945 time: 0.0892966
Nov 29 12:19:56.946992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-66a756bd-ea2c-4dba-8d96-9ae792c28444 req-5593ec3e-73e2-4115-88f3-02a94af236d1 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0d86732-6e84-4d8b-8b8a-8ec6cec22893&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2102783
Nov 29 12:19:56.979388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-602a5df2-4a79-403b-8d50-ab717e3f3d87 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:19:56.980776 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-602a5df2-4a79-403b-8d50-ab717e3f3d87 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 945 time: 0.2308059
Nov 29 12:19:57.054206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Deleting port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:19:57.054547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:57.116891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:57.320720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] For port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:19:57.321051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:57.451928 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Calling delete_port for ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:19:57.602788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:57.609809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78631ff5-fe12-428c-bc57-5dcc40b246c1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:19:57.663407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'Port': ['ID=ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:19:57.665967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:19:57.738053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] No DVR routers for this DVR port ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:19:57.740723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:57.743430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'name': 'network-vif-deleted', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:19:57.760303 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ee402d5-f19d-4c66-988e-566ce1399cef req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.18 "DELETE /v2.0/ports/ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 HTTP/1.1" status: 204  len: 173 time: 0.7738786
Nov 29 12:19:57.789625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f7e68-db84-442a-9588-8cef2f3e48cc', 'name': 'network-vif-deleted', 'tag': 'ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99', 'status': 'completed', 'code': 200}
Nov 29 12:19:58.106676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-fd19fc83-6ad8-44ba-8bfa-6153800e4152 req-6a823aad-cc1e-4b23-91fd-9e8c862b3046 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Synchronizing usage tracker for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:19:58.128461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-fd19fc83-6ad8-44ba-8bfa-6153800e4152 req-6a823aad-cc1e-4b23-91fd-9e8c862b3046 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Unset dirty status for tenant:8a17a1419e7d4a7fa452cc7bb3d28e98 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:19:58.129724 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fd19fc83-6ad8-44ba-8bfa-6153800e4152 req-6a823aad-cc1e-4b23-91fd-9e8c862b3046 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f7e68-db84-442a-9588-8cef2f3e48cc HTTP/1.1" status: 200  len: 210 time: 0.0713680
Nov 29 12:19:59.067390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980682fc-9765-4ecb-9d68-447969ed5481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:59.238657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58328) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:19:59.403922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Deleting port 8b13b820-854d-43b1-b6bb-070eee8d7588 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:19:59.404138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:59.695772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:59.696005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:59.817077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Calling delete_port for 8b13b820-854d-43b1-b6bb-070eee8d7588 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:19:59.981126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:19:59.991149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c882d48-df56-4ee8-b648-79c30e9ca157 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:00.062294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'Port': ['ID=8b13b820-854d-43b1-b6bb-070eee8d7588,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:00.069272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:00.125359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:00.143888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:00.147834 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "DELETE /v2.0/floatingips/2601df80-4474-43dc-b8e4-3a10c9ecd841 HTTP/1.1" status: 204  len: 168 time: 0.9052227
Nov 29 12:20:00.177236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:00.440155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:00.479336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:00.479952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device ad2fff63-05e6-4fa2-9cdd-4ad89ae33c99 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:01.724692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:02.635397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:02.706582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:02.736564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:02.805311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:02.814550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f91719ee-614e-47c7-b993-4201324d6d36 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:02.828746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d86732-6e84-4d8b-8b8a-8ec6cec22893,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:02.832968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:02.836825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:02.839480 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f2ffb716-c464-4bb8-8e28-24d36785ddfb tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] 10.222.0.20 "DELETE /v2.0/security-groups/c0d86732-6e84-4d8b-8b8a-8ec6cec22893 HTTP/1.1" status: 204  len: 168 time: 0.2029366
Nov 29 12:20:02.897168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58350) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:03.592132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:04.056864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Deleting port 329062bb-e98d-4c12-a61c-08a223a956c0 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:04.057608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:04.240438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] For port 329062bb-e98d-4c12-a61c-08a223a956c0, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=329062bb-e98d-4c12-a61c-08a223a956c0,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:04.240810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:04.364157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Calling delete_port for 329062bb-e98d-4c12-a61c-08a223a956c0 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:04.547355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:04.550929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-795ae58c-aaf9-4ebe-87b9-3d9f8aa3454c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:04.595881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=329062bb-e98d-4c12-a61c-08a223a956c0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:04.598958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:04.877994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:05.256059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Router 0aaa576e-8c11-4701-896c-88fd27ca330d has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:20:05.559206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:20:05.568967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] Sync routers for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:20:05.572010 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] 10.222.0.20 "PUT /v2.0/routers/0aaa576e-8c11-4701-896c-88fd27ca330d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6737745
Nov 29 12:20:05.575613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58356) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:05.580877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:20:05.581504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d084f29d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:05.752658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:05.806156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:20:05.929305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:05.940530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Deleting port 5677e46c-6f45-495a-a01a-7ff11aed32b3 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:05.940861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.092189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d084f29d0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:20:04Z', 'revision_number': 5, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port': {'id': '5677e46c-6f45-495a-a01a-7ff11aed32b3', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:50Z', 'updated_at': '2021-11-29T12:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:06.096060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] Checking router: 0aaa576e-8c11-4701-896c-88fd27ca330d for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:20:06.104386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] Routers {'0aaa576e-8c11-4701-896c-88fd27ca330d'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:20:06.104982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d084f29d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['0aaa576e-8c11-4701-896c-88fd27ca330d'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:06.119749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] For port 5677e46c-6f45-495a-a01a-7ff11aed32b3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5677e46c-6f45-495a-a01a-7ff11aed32b3,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:06.120078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.241235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Calling delete_port for 5677e46c-6f45-495a-a01a-7ff11aed32b3 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:06.257733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] Set router 0aaa576e-8c11-4701-896c-88fd27ca330d gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:20:06.365082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d084f29d0>, [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:20:05Z', 'revision_number': 6, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:06.369035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07eb09-8978-47a8-b591-55de8ebaf989 None None] The sync data for ids ['0aaa576e-8c11-4701-896c-88fd27ca330d'] in dv-neutron-819579-1-hyperv is: [{'id': '0aaa576e-8c11-4701-896c-88fd27ca330d', 'name': 'tempest-TestVolumeBootPattern-733312098-router', 'tenant_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:49Z', 'updated_at': '2021-11-29T12:20:05Z', 'revision_number': 6, 'project_id': '8a17a1419e7d4a7fa452cc7bb3d28e98', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:20:06.414979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.418654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-70ecf644-6bad-4750-8cd1-b93f00d1dc96 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:06.461527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5677e46c-6f45-495a-a01a-7ff11aed32b3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:06.464575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:06.561564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.876635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.879050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.909180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.909789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aaa576e-8c11-4701-896c-88fd27ca330d {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:20:06.922746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:06.923910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0aaa576e-8c11-4701-896c-88fd27ca330d HTTP/1.1" status: 204  len: 168 time: 1.3474147
Nov 29 12:20:06.927718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:07.001388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Deleting subnet b79d2b69-ef4d-423a-84e2-fc1415a98463 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:20:07.004494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.056941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.140052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.141850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 329062bb-e98d-4c12-a61c-08a223a956c0 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:07.177072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 329062bb-e98d-4c12-a61c-08a223a956c0 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:07.177433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 329062bb-e98d-4c12-a61c-08a223a956c0 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:07.177894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5677e46c-6f45-495a-a01a-7ff11aed32b3 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:07.216383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.218396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 5677e46c-6f45-495a-a01a-7ff11aed32b3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:07.218769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5677e46c-6f45-495a-a01a-7ff11aed32b3 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:07.220839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b0abe7fd-caa6-4626-8c5e-645f441e890d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:07.266659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79d2b69-ef4d-423a-84e2-fc1415a98463,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:07.269748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:07.270731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.278909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ce5d8-f9f7-4dc4-8eba-aab0c746a8f2 None None] Network 44c17bbd-90f2-40e1-a96c-363d91e9f35c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:20:07.279244 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b79d2b69-ef4d-423a-84e2-fc1415a98463 HTTP/1.1" status: 204  len: 168 time: 0.3479242
Nov 29 12:20:07.279244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58364) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:07.395153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.405705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Deleting port a10a82b6-953b-4ead-904c-a885b7391b69 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:07.406146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.543206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] DHCP port deletion for 44c17bbd-90f2-40e1-a96c-363d91e9f35c request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:20:07.547864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Deleting port a10a82b6-953b-4ead-904c-a885b7391b69 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:07.548257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.612877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] For port a10a82b6-953b-4ead-904c-a885b7391b69, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a10a82b6-953b-4ead-904c-a885b7391b69,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:07.613203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.734664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Calling delete_port for a10a82b6-953b-4ead-904c-a885b7391b69 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:07.756140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] For port a10a82b6-953b-4ead-904c-a885b7391b69, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a10a82b6-953b-4ead-904c-a885b7391b69,segment=NetworkSegment(e613f30a-d035-48a4-90ca-52d42a1fb908),segment_id=e613f30a-d035-48a4-90ca-52d42a1fb908)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:07.756497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.816958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.821843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-58bb118e-3021-4ae0-80e0-cafe7f711143 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:07.868122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10a82b6-953b-4ead-904c-a885b7391b69,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:07.871423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:07.872208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] No DVR routers for this DVR port a10a82b6-953b-4ead-904c-a885b7391b69 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:20:07.925428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Calling delete_port for a10a82b6-953b-4ead-904c-a885b7391b69 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:07.989535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:07.998954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:20:07.999358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:20:08.015305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02efd7c0>,) {'filters': {'network_id': ['44c17bbd-90f2-40e1-a96c-363d91e9f35c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:08.031381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02efd7c0>, 'e613f30a-d035-48a4-90ca-52d42a1fb908') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:08.031663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02efd7c0>, 'e613f30a-d035-48a4-90ca-52d42a1fb908') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:08.043482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.181192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.187745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:20:08.188151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:20:08.201549 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:20:08.277499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.281764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84017ffd-f667-424c-b88c-3eb5d898c74a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:08.294677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.304929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c17bbd-90f2-40e1-a96c-363d91e9f35c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:08.308007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:08.321281 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/44c17bbd-90f2-40e1-a96c-363d91e9f35c HTTP/1.1" status: 204  len: 168 time: 1.0411685
Nov 29 12:20:08.325525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:08.500748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Deleting port a10a82b6-953b-4ead-904c-a885b7391b69 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:08.501292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.569837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-284eccd3-d73d-4abb-81c7-645923d6fb23 None None] The port 'a10a82b6-953b-4ead-904c-a885b7391b69' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:20:08.886226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:08.925154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a10a82b6-953b-4ead-904c-a885b7391b69 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:08.963877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a10a82b6-953b-4ead-904c-a885b7391b69 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:08.964237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a10a82b6-953b-4ead-904c-a885b7391b69 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:09.238868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Deleting port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:09.239484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:09.409488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] For port df5a8b9a-5d4c-4c5d-a980-7bd884b2334f, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:09.409832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:09.533544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Calling delete_port for df5a8b9a-5d4c-4c5d-a980-7bd884b2334f owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:09.840971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:09.846258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:09.924834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Pushing event deleted for resources: {'Port': ['ID=df5a8b9a-5d4c-4c5d-a980-7bd884b2334f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:09.931322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:10.189733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:10.557347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Router 66f4d700-83a3-4e3a-82f9-dc023956ff41 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:20:10.744474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:20:10.753714 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] Sync routers for ids ['66f4d700-83a3-4e3a-82f9-dc023956ff41'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:20:10.764754 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] Routers {'66f4d700-83a3-4e3a-82f9-dc023956ff41'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:20:10.765352 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089fb910>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['66f4d700-83a3-4e3a-82f9-dc023956ff41'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:10.768450 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] 10.222.0.20 "PUT /v2.0/routers/66f4d700-83a3-4e3a-82f9-dc023956ff41/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4394097
Nov 29 12:20:10.768564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:10.944977 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] Set router 66f4d700-83a3-4e3a-82f9-dc023956ff41 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:20:10.949924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:11.232264 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089fb910>, [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:20:09Z', 'revision_number': 5, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port': {'id': '90f72c93-7955-4dde-8ac0-546e53d44b45', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:11.236291 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] Checking router: 66f4d700-83a3-4e3a-82f9-dc023956ff41 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:20:11.244484 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] Routers {'66f4d700-83a3-4e3a-82f9-dc023956ff41'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:20:11.245073 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089fb910>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:19:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['66f4d700-83a3-4e3a-82f9-dc023956ff41'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:11.274075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:11.285201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Deleting port 90f72c93-7955-4dde-8ac0-546e53d44b45 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:11.285558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:11.407633 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] Set router 66f4d700-83a3-4e3a-82f9-dc023956ff41 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:20:11.472802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] For port 90f72c93-7955-4dde-8ac0-546e53d44b45, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=90f72c93-7955-4dde-8ac0-546e53d44b45,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:11.473490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:11.512694 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089fb910>, [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:20:11Z', 'revision_number': 6, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:11.516997 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa9a44-56bc-4b39-bfd8-49c9436213ba None None] The sync data for ids ['66f4d700-83a3-4e3a-82f9-dc023956ff41'] in dv-neutron-819579-1-hyperv is: [{'id': '66f4d700-83a3-4e3a-82f9-dc023956ff41', 'name': 'tempest-TestVolumeBootPattern-1624596294-router', 'tenant_id': '308f58479c6e4dc1912734bd6f165bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:12:56Z', 'updated_at': '2021-11-29T12:20:11Z', 'revision_number': 6, 'project_id': '308f58479c6e4dc1912734bd6f165bd8', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:20:11.596842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Calling delete_port for 90f72c93-7955-4dde-8ac0-546e53d44b45 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:11.778006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:11.782771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f32117b1-e811-4719-933b-064700b413cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:11.831679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f72c93-7955-4dde-8ac0-546e53d44b45,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:11.857612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:11.924501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.098785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.100927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.125276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.125779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f4d700-83a3-4e3a-82f9-dc023956ff41 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:20:12.137606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.140269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/66f4d700-83a3-4e3a-82f9-dc023956ff41 HTTP/1.1" status: 204  len: 168 time: 1.3706009
Nov 29 12:20:12.141405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:12.235086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Deleting subnet 5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:20:12.238229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.289599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.370735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.448028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.452050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-126cd964-9497-4c8a-92de-5934dc812c0d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:12.486987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:12.490119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:12.491104 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.496618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b2b53a-b4fc-4576-9a9c-0fba9b601639 None None] Network 437f6cc2-c6dd-403d-b7f8-a2bd0486734b requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:20:12.497592 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ca1dfc4-5dd4-4222-be8e-4e5fc30d7a6c HTTP/1.1" status: 204  len: 168 time: 0.3548434
Nov 29 12:20:12.500193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58380) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:12.606192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.617150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Deleting port 407d4c34-ff69-4966-b167-12f73463342c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:12.617408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.760172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] DHCP port deletion for 437f6cc2-c6dd-403d-b7f8-a2bd0486734b request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:20:12.765993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Deleting port 407d4c34-ff69-4966-b167-12f73463342c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:12.766521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.945680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device df5a8b9a-5d4c-4c5d-a980-7bd884b2334f no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:12.965603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] For port 407d4c34-ff69-4966-b167-12f73463342c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=407d4c34-ff69-4966-b167-12f73463342c,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:12.965921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:12.992924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: df5a8b9a-5d4c-4c5d-a980-7bd884b2334f {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:12.993274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device df5a8b9a-5d4c-4c5d-a980-7bd884b2334f not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:12.993736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 90f72c93-7955-4dde-8ac0-546e53d44b45 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:13.033345 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:20:13.036277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 90f72c93-7955-4dde-8ac0-546e53d44b45 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:13.036635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 90f72c93-7955-4dde-8ac0-546e53d44b45 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:13.037065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 407d4c34-ff69-4966-b167-12f73463342c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:13.082588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] For port 407d4c34-ff69-4966-b167-12f73463342c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=407d4c34-ff69-4966-b167-12f73463342c,segment=NetworkSegment(f497871c-dc01-49a7-beca-0ff44ac5c0de),segment_id=f497871c-dc01-49a7-beca-0ff44ac5c0de)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:13.082967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.087696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Calling delete_port for 407d4c34-ff69-4966-b167-12f73463342c owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:13.168580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.172866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-66ee1c29-3f91-4b63-9449-d2046a5d8a80 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:13.213521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Calling delete_port for 407d4c34-ff69-4966-b167-12f73463342c owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:13.220087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=407d4c34-ff69-4966-b167-12f73463342c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:13.223196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:13.223953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] No DVR routers for this DVR port 407d4c34-ff69-4966-b167-12f73463342c on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:20:13.260556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No active binding found for port 407d4c34-ff69-4966-b167-12f73463342c {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 12:20:13.260967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 407d4c34-ff69-4966-b167-12f73463342c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:13.291369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:20:13.291734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:20:13.340927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.366569 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d082d60a0>,) {'filters': {'network_id': ['437f6cc2-c6dd-403d-b7f8-a2bd0486734b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:13.375446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.380028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082d60a0>, 'f497871c-dc01-49a7-beca-0ff44ac5c0de') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:13.380314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082d60a0>, 'f497871c-dc01-49a7-beca-0ff44ac5c0de') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:20:13.397958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.417047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.423843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:20:13.424153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:20:13.437603 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:20:13.522443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.526082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7daefef-4db3-4bbc-b504-caaba3c5a253 tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:13.538966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.551069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=437f6cc2-c6dd-403d-b7f8-a2bd0486734b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:13.554558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:13.556535 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/437f6cc2-c6dd-403d-b7f8-a2bd0486734b HTTP/1.1" status: 204  len: 168 time: 1.0553694
Nov 29 12:20:13.674321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58386) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:13.739614 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8dcd581d-5a67-4a5f-9dc5-77d681d275bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a17a1419e7d4a7fa452cc7bb3d28e98&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0639806
Nov 29 12:20:13.742411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58390) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:13.792765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Deleting port 407d4c34-ff69-4966-b167-12f73463342c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:13.793356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.816250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.844426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.865544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-59c832d5-80d8-4d70-ad3d-1fedc57c23ab None None] The port '407d4c34-ff69-4966-b167-12f73463342c' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:20:13.898981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.902759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8835c62a-a44e-4d87-b84a-857cd5b97abb tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:13.917600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4483f5ea-f0ac-47c2-a403-868e69ca900a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:13.921073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:13.926669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:13.927852 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4483f5ea-f0ac-47c2-a403-868e69ca900a HTTP/1.1" status: 204  len: 168 time: 0.1844280
Nov 29 12:20:14.299274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:14.352607 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4d98ea2f-7924-48ab-905d-8b3f7b45f2dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=308f58479c6e4dc1912734bd6f165bd8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0519648
Nov 29 12:20:14.355275 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:14.424481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:14.450889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:14.509412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:14.513164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c77401e5-102b-4b57-b813-3d20f5334ca1 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:14.524183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056e4d1-9071-45d4-81c6-5f0dc287c428,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:14.528868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:14.530865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:14.532023 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7056e4d1-9071-45d4-81c6-5f0dc287c428 HTTP/1.1" status: 204  len: 168 time: 0.1756117
Nov 29 12:20:17.826802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-849c5272-b1b8-497a-946f-5abdfa537209 req-de3a8254-6cd3-42b2-b5e2-77331d5c6cff service neutron] (87600) timed out ('10.222.0.18', 60920) {{(pid=87600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 29 12:20:21.557319 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-63f77195-95f7-4e41-963b-1c2356c46dae tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4d5f5c0550ff4c808aaccfce2c35d8df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288627
Nov 29 12:20:21.708395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-3ab3e84a-2465-4c68-8377-a511db095467 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:21.709712 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-3ab3e84a-2465-4c68-8377-a511db095467 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1472206
Nov 29 12:20:21.726959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-00314656-d15d-4173-baed-8af158732236 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/quotas/4d5f5c0550ff4c808aaccfce2c35d8df HTTP/1.1" status: 200  len: 375 time: 0.0094616
Nov 29 12:20:21.776295 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-98e0efbe-c091-4319-b4a5-68b6ff188600 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d5f5c0550ff4c808aaccfce2c35d8df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420775
Nov 29 12:20:22.980694 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-512fdc79-9c3e-4c47-8814-5517eedf6663 req-af21f86b-a075-42d3-8267-8c643579f00f tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 210 time: 0.0444763
Nov 29 12:20:24.129954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-af773ba8-29dc-42f9-923c-1d2cba37f46f tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4d5f5c0550ff4c808aaccfce2c35d8df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300474
Nov 29 12:20:24.140202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26982948-b98e-4616-a1f6-79c07bbfaf10 req-edcd4f66-697c-4192-a232-5d486a012c39 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 210 time: 0.0456374
Nov 29 12:20:24.287221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-8f1f9b13-1677-469b-b546-db83bc0f112d tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:24.288639 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-8f1f9b13-1677-469b-b546-db83bc0f112d tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1535771
Nov 29 12:20:24.307106 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Request body: {'port': {'device_id': 'c3369a44-2c14-474b-82d5-9781abca726f', 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0', 'admin_state_up': True, 'tenant_id': '4d5f5c0550ff4c808aaccfce2c35d8df'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:20:24.455423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:24.459705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Usage tracker for resource:port and tenant:4d5f5c0550ff4c808aaccfce2c35d8df is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:24.462701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:24.468927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:24.480549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Made reservation on behalf of 4d5f5c0550ff4c808aaccfce2c35d8df for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:20:24.484037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:24.500757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:24.515422 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:24.520051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Usage tracker for resource:security_group_rule and tenant:4d5f5c0550ff4c808aaccfce2c35d8df is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:24.523097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:24.529279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:24.617120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:24.623107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:24.625863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df91c890-1872-4735-9a43-1ab825fdd532 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:24.703500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1681868d-893e-4af7-b462-202894dddd4a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:24.708663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:24.791864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Allocated IP 192.168.233.30 (6759499c-ff5c-4bc2-b38e-c5237e883dd0/a98905fd-58e8-42d1-b256-a54c5cd759f0/91ca0599-bd91-40da-98fa-764640a73279) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:20:24.996986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:25.012250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Transition to ACTIVE for port object 91ca0599-bd91-40da-98fa-764640a73279 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:20:25.037099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:25.042757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:25.112720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:20:25.115803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:20:25.119762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:20:25.150656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Pushing event updated for resources: {'Port': ['ID=91ca0599-bd91-40da-98fa-764640a73279,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:25.161740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:25.190611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:25.191258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:25.221016 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9178152
Nov 29 12:20:25.338629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732a287-75b2-4e34-9421-6db85855992a req-6b77ab19-23fe-4a29-98c2-e9a6ff4827a9 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:25.339691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6732a287-75b2-4e34-9421-6db85855992a req-6b77ab19-23fe-4a29-98c2-e9a6ff4827a9 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Synchronizing usage tracker for tenant:4d5f5c0550ff4c808aaccfce2c35d8df on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:20:25.346767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-351f553d-bb8f-4e18-823a-3cc02f9d52e6 None None] Provisioning for port 91ca0599-bd91-40da-98fa-764640a73279 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:20:25.352214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-351f553d-bb8f-4e18-823a-3cc02f9d52e6 None None] Provisioning complete for port 91ca0599-bd91-40da-98fa-764640a73279 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:20:25.352890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-351f553d-bb8f-4e18-823a-3cc02f9d52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:25.360707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6732a287-75b2-4e34-9421-6db85855992a req-6b77ab19-23fe-4a29-98c2-e9a6ff4827a9 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Unset dirty status for tenant:4d5f5c0550ff4c808aaccfce2c35d8df on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:20:25.361960 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6732a287-75b2-4e34-9421-6db85855992a req-6b77ab19-23fe-4a29-98c2-e9a6ff4827a9 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 935 time: 0.1132050
Nov 29 12:20:25.365818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Request body: {'port': {'device_id': 'c3369a44-2c14-474b-82d5-9781abca726f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:20:25.410598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-351f553d-bb8f-4e18-823a-3cc02f9d52e6 None None] Port 91ca0599-bd91-40da-98fa-764640a73279 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:20:25.484909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6732a287-75b2-4e34-9421-6db85855992a req-562763a5-bfbc-41d6-a714-32b1d628381f tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Synchronizing usage tracker for tenant:4d5f5c0550ff4c808aaccfce2c35d8df on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:20:25.528150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:25.660477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6732a287-75b2-4e34-9421-6db85855992a req-562763a5-bfbc-41d6-a714-32b1d628381f tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Unset dirty status for tenant:4d5f5c0550ff4c808aaccfce2c35d8df on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:20:25.661659 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6732a287-75b2-4e34-9421-6db85855992a req-562763a5-bfbc-41d6-a714-32b1d628381f tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671366
Nov 29 12:20:26.021396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ca0599-bd91-40da-98fa-764640a73279 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:20:26.029180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:26.045409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Transition to ACTIVE for port object 91ca0599-bd91-40da-98fa-764640a73279 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:20:26.050309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:26.054271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:26.185752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca0599-bd91-40da-98fa-764640a73279,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:26.213502 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:26.295942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Attempting to bind port 91ca0599-bd91-40da-98fa-764640a73279 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:20:26.296298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Attempting to bind port 91ca0599-bd91-40da-98fa-764640a73279 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:20:26.296628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Attempting to bind port 91ca0599-bd91-40da-98fa-764640a73279 on network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:20:26.301377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Port 91ca0599-bd91-40da-98fa-764640a73279 on network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:20:26.301701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Attempting to bind port 91ca0599-bd91-40da-98fa-764640a73279 on network 6759499c-ff5c-4bc2-b38e-c5237e883dd0 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:20:26.306964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:20:26.307326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Checking segment: {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:20:26.307726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Bound using segment: {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:20:26.308173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Bound port: 91ca0599-bd91-40da-98fa-764640a73279, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b69f4-7053-42b5-af99-a9bdc85fb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:20:26.308508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:26.403706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] For port 91ca0599-bd91-40da-98fa-764640a73279, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:20:26.407689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] For port 91ca0599-bd91-40da-98fa-764640a73279, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=91ca0599-bd91-40da-98fa-764640a73279,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:20:26.412991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:26.417863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4e9f56b-614e-4d56-86bd-0ff0e6b52fc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:26.470577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:26.471311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:26.472608 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] 10.222.0.18 "PUT /v2.0/ports/91ca0599-bd91-40da-98fa-764640a73279 HTTP/1.1" status: 200  len: 1097 time: 1.2436643
Nov 29 12:20:26.473169 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3369a44-2c14-474b-82d5-9781abca726f', 'tag': '91ca0599-bd91-40da-98fa-764640a73279'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:20:26.506279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca0599-bd91-40da-98fa-764640a73279,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:26.510768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:26.541518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ad6314b-da86-4b29-aa07-6c746eb52842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:26.554476 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3369a44-2c14-474b-82d5-9781abca726f', 'tag': '91ca0599-bd91-40da-98fa-764640a73279', 'status': 'completed', 'code': 200}
Nov 29 12:20:26.590964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-d43b24b7-9d2f-45c9-924f-dea7b60e7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:26.592504 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-d43b24b7-9d2f-45c9-924f-dea7b60e7f54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d5f5c0550ff4c808aaccfce2c35d8df&device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 1100 time: 0.0779824
Nov 29 12:20:26.665976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-47ebef08-8aa6-4854-8f8f-8690c04a2aad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=91ca0599-bd91-40da-98fa-764640a73279 HTTP/1.1" status: 200  len: 217 time: 0.0663211
Nov 29 12:20:26.729253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-03fa2b64-6522-40f0-b3e1-ddc040f4f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:26.730683 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-03fa2b64-6522-40f0-b3e1-ddc040f4f11c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a98905fd-58e8-42d1-b256-a54c5cd759f0 HTTP/1.1" status: 200  len: 843 time: 0.0583887
Nov 29 12:20:26.866798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-ff8a8f19-e16f-4b4c-a4a4-1c15140fb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:26.868331 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-ff8a8f19-e16f-4b4c-a4a4-1c15140fb2c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6759499c-ff5c-4bc2-b38e-c5237e883dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.1314085
Nov 29 12:20:26.879951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f481c1-7ce4-4284-b255-f974bcf20069 req-b99c15d7-329c-4813-a594-20a50796e244 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:26.881304 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3f481c1-7ce4-4284-b255-f974bcf20069 req-b99c15d7-329c-4813-a594-20a50796e244 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 947 time: 0.1065929
Nov 29 12:20:27.004228 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3f481c1-7ce4-4284-b255-f974bcf20069 req-1bfe7de4-7731-4148-9af2-434655f043bc tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044545
Nov 29 12:20:27.039645 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-d1b2999e-a03b-47d5-a0c2-415ec8501f14 service neutron] 10.222.0.18 "GET /v2.0/networks/6759499c-ff5c-4bc2-b38e-c5237e883dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572928
Nov 29 12:20:27.113148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:27.183544 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4117d5b5-63bb-49eb-a73b-a8cc93002ccb req-27c223b5-b480-4efe-93dd-f74ac72fd516 service neutron] 10.222.0.18 "GET /v2.0/networks/6759499c-ff5c-4bc2-b38e-c5237e883dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373181
Nov 29 12:20:27.307271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-8b659e59-e533-443e-aa09-1aadeb49e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:27.308654 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-8b659e59-e533-443e-aa09-1aadeb49e10c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d5f5c0550ff4c808aaccfce2c35d8df&device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 1100 time: 0.0758269
Nov 29 12:20:27.453848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-39372c29-9f3b-498a-8ce6-fe09bca26e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:27.455621 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-39372c29-9f3b-498a-8ce6-fe09bca26e6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6759499c-ff5c-4bc2-b38e-c5237e883dd0 HTTP/1.1" status: 200  len: 870 time: 0.1402297
Nov 29 12:20:27.532659 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-3b31c995-13a7-4f41-a8a1-695684e0ab79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=91ca0599-bd91-40da-98fa-764640a73279 HTTP/1.1" status: 200  len: 217 time: 0.0676937
Nov 29 12:20:27.598490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-2e0b7298-1ffe-464e-ab02-d8c9d13233b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:27.599823 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-2e0b7298-1ffe-464e-ab02-d8c9d13233b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a98905fd-58e8-42d1-b256-a54c5cd759f0 HTTP/1.1" status: 200  len: 843 time: 0.0597219
Nov 29 12:20:27.676845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-fa7bc90e-117e-48d2-9b28-10bd6ec281cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:27.678306 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-fa7bc90e-117e-48d2-9b28-10bd6ec281cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6759499c-ff5c-4bc2-b38e-c5237e883dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0713918
Nov 29 12:20:27.814125 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-504cbeb0-4e35-478e-a740-9731c3939b41 service neutron] 10.222.0.18 "GET /v2.0/networks/6759499c-ff5c-4bc2-b38e-c5237e883dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280806
Nov 29 12:20:28.070845 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ba7de5a-831f-4120-b259-b34c06828bb1 req-3ebad033-846b-486c-aa55-95bb647b0ae5 service neutron] 10.222.0.18 "GET /v2.0/networks/6759499c-ff5c-4bc2-b38e-c5237e883dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492678
Nov 29 12:20:28.207076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b6fa2-cb6b-40c7-b91a-f37300a4e60f req-850dc0b0-6ad2-438b-92c6-83d07c1bbe21 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:28.208589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-781b6fa2-cb6b-40c7-b91a-f37300a4e60f req-850dc0b0-6ad2-438b-92c6-83d07c1bbe21 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 947 time: 0.0896587
Nov 29 12:20:28.256422 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-781b6fa2-cb6b-40c7-b91a-f37300a4e60f req-046d6716-dadf-4abf-b844-77df3319950a tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419326
Nov 29 12:20:28.556710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 91ca0599-bd91-40da-98fa-764640a73279 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:20:28.705157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 91ca0599-bd91-40da-98fa-764640a73279, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=91ca0599-bd91-40da-98fa-764640a73279,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:28.718794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '91ca0599-bd91-40da-98fa-764640a73279', 'network_id': '6759499c-ff5c-4bc2-b38e-c5237e883dd0', 'port_id': '91ca0599-bd91-40da-98fa-764640a73279', 'mac_address': 'fa:16:3e:68:8f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98905fd-58e8-42d1-b256-a54c5cd759f0', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:20:28.777017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:28.833629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ca0599-bd91-40da-98fa-764640a73279 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:20:28.858931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 91ca0599-bd91-40da-98fa-764640a73279, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=91ca0599-bd91-40da-98fa-764640a73279,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:28.867541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:28.869804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e58eebd-6687-496a-a143-f2619f2a372b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:28.941508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=91ca0599-bd91-40da-98fa-764640a73279,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:28.949497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.949842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.950175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.950507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.950833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.951157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.951510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.951828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.952143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.952455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.952765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.953074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:20:28.957267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:29.067073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7353-1cd5-446b-a9bd-7732289dfa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:29.092958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['91ca0599-bd91-40da-98fa-764640a73279'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:20:29.458173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dc418-67c0-4f64-b81f-2004c33f498e req-528cca85-06b9-4ffc-a397-7f48680e0916 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:29.459663 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-204dc418-67c0-4f64-b81f-2004c33f498e req-528cca85-06b9-4ffc-a397-7f48680e0916 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 948 time: 0.0946503
Nov 29 12:20:29.506605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-204dc418-67c0-4f64-b81f-2004c33f498e req-4ed8bda9-5c3d-4d97-b15f-2c24cedcb1a0 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411592
Nov 29 12:20:30.189440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:30.579879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 91ca0599-bd91-40da-98fa-764640a73279 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:20:30.651088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 91ca0599-bd91-40da-98fa-764640a73279 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:20:30.655844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 91ca0599-bd91-40da-98fa-764640a73279 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:20:30.656217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:30.709937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7712c-571c-4c7d-86e5-64fcefc0ee8a req-3bc04fd8-cdb5-4962-b897-2f4c5b9d35f7 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:30.711490 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67f7712c-571c-4c7d-86e5-64fcefc0ee8a req-3bc04fd8-cdb5-4962-b897-2f4c5b9d35f7 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 948 time: 0.0793943
Nov 29 12:20:30.761108 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67f7712c-571c-4c7d-86e5-64fcefc0ee8a req-984f7063-68c5-499c-b4b4-92081592637c tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436213
Nov 29 12:20:30.771042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:30.800033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3369a44-2c14-474b-82d5-9781abca726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca0599-bd91-40da-98fa-764640a73279'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:20:30.809660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 91ca0599-bd91-40da-98fa-764640a73279, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=91ca0599-bd91-40da-98fa-764640a73279,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:30.814810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:30.816720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:30.886806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=91ca0599-bd91-40da-98fa-764640a73279,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:30.889979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:30.908123 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3369a44-2c14-474b-82d5-9781abca726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca0599-bd91-40da-98fa-764640a73279', 'code': 200}
Nov 29 12:20:31.149039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba6bac-05eb-41b3-8663-da9bbd6b6073 req-ecd9a064-3c94-4e7c-8f06-55704703f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:31.150441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-32ba6bac-05eb-41b3-8663-da9bbd6b6073 req-ecd9a064-3c94-4e7c-8f06-55704703f40b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 1102 time: 0.0756960
Nov 29 12:20:31.195852 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-32ba6bac-05eb-41b3-8663-da9bbd6b6073 req-2fdab469-2606-478d-9c24-e067ee940d4e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387576
Nov 29 12:20:31.725395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:31.951641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99790ed4-3724-4f30-bdaf-680371139c00 req-69261083-9265-4d15-a18b-f58300e64db0 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:31.953029 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-99790ed4-3724-4f30-bdaf-680371139c00 req-69261083-9265-4d15-a18b-f58300e64db0 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 949 time: 0.0868499
Nov 29 12:20:31.998758 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-99790ed4-3724-4f30-bdaf-680371139c00 req-06fbd890-ce4b-4ba4-8840-a03825f3f45a tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394595
Nov 29 12:20:33.207416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ce13-75ac-4a6c-aa24-f992c959570a req-881e1a77-906c-4b99-a508-87ee063a6f04 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:33.208771 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3b80ce13-75ac-4a6c-aa24-f992c959570a req-881e1a77-906c-4b99-a508-87ee063a6f04 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 949 time: 0.0938523
Nov 29 12:20:33.254520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3b80ce13-75ac-4a6c-aa24-f992c959570a req-c2b0652e-b9d4-4de9-9954-bd14dc35d456 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387440
Nov 29 12:20:34.404663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a3d7b-4f7d-4f78-97ae-a39082b6e010 req-065c5368-4e42-421d-9fea-b3432151d6b5 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:34.406156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8c1a3d7b-4f7d-4f78-97ae-a39082b6e010 req-065c5368-4e42-421d-9fea-b3432151d6b5 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 949 time: 0.0894971
Nov 29 12:20:34.454854 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8c1a3d7b-4f7d-4f78-97ae-a39082b6e010 req-c81d4188-1276-468c-9d7a-54925858c5de tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402539
Nov 29 12:20:35.604254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-8d77a9bf-905d-45fb-b136-ff829dfd2982 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:35.605719 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-8d77a9bf-905d-45fb-b136-ff829dfd2982 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 949 time: 0.0905361
Nov 29 12:20:35.658518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10eacc-857c-4ec5-8e91-fe04cc5ff63e req-81224245-b75e-4186-84a9-1a236123bed6 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:35.660015 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ed10eacc-857c-4ec5-8e91-fe04cc5ff63e req-81224245-b75e-4186-84a9-1a236123bed6 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 949 time: 0.0916824
Nov 29 12:20:35.682566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Deleting port 91ca0599-bd91-40da-98fa-764640a73279 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:20:35.682913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:35.704689 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ed10eacc-857c-4ec5-8e91-fe04cc5ff63e req-3d04671b-1dbb-4351-b9d8-a7a69cba8cff tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/security-groups?id=1681868d-893e-4af7-b462-202894dddd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386961
Nov 29 12:20:35.940978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] For port 91ca0599-bd91-40da-98fa-764640a73279, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=91ca0599-bd91-40da-98fa-764640a73279,segment=NetworkSegment(f28b69f4-7053-42b5-af99-a9bdc85fb446),segment_id=f28b69f4-7053-42b5-af99-a9bdc85fb446)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:35.941300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:36.072199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Calling delete_port for 91ca0599-bd91-40da-98fa-764640a73279 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:20:36.242415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:36.248198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d845453-427b-4c57-bdac-d5bd5d6d9704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:36.254526 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['91ca0599-bd91-40da-98fa-764640a73279'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:20:36.296090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Pushing event deleted for resources: {'Port': ['ID=91ca0599-bd91-40da-98fa-764640a73279,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:36.299309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:36.375053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] No DVR routers for this DVR port 91ca0599-bd91-40da-98fa-764640a73279 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:20:36.377769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:36.380612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3369a44-2c14-474b-82d5-9781abca726f', 'name': 'network-vif-deleted', 'tag': '91ca0599-bd91-40da-98fa-764640a73279'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:20:36.398551 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bbd0dd5b-abab-4500-bdec-9e8c61be3aab req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.18 "DELETE /v2.0/ports/91ca0599-bd91-40da-98fa-764640a73279 HTTP/1.1" status: 204  len: 173 time: 0.7861176
Nov 29 12:20:36.429918 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3369a44-2c14-474b-82d5-9781abca726f', 'name': 'network-vif-deleted', 'tag': '91ca0599-bd91-40da-98fa-764640a73279', 'status': 'completed', 'code': 200}
Nov 29 12:20:36.886708 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5e923d6a-d9f9-4b20-957a-c3182934dccd req-b5b1c886-a9c5-424b-b809-2e872e1159b1 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3369a44-2c14-474b-82d5-9781abca726f HTTP/1.1" status: 200  len: 210 time: 0.0444515
Nov 29 12:20:38.271546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:38.428060 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a82057f6-7499-42ec-b260-0d4a271aaeb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d5f5c0550ff4c808aaccfce2c35d8df&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1551273
Nov 29 12:20:38.431369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58552) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:38.491717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:38.517495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:38.574125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:38.580136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:38.596276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1681868d-893e-4af7-b462-202894dddd4a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:38.599550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:38.610333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:38.613889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1681868d-893e-4af7-b462-202894dddd4a HTTP/1.1" status: 204  len: 168 time: 0.1791823
Nov 29 12:20:38.626558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 91ca0599-bd91-40da-98fa-764640a73279 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:20:38.669144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 91ca0599-bd91-40da-98fa-764640a73279 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:20:38.669497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 91ca0599-bd91-40da-98fa-764640a73279 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:20:38.913478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58560) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:38.931092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:38.950164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:38.954732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc35bff1ee147c0a7926a6d2dcbebc1 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:38.957844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:38.964381 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:39.054629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:39.060146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:39.066954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51f13a57-0182-4d5d-8047-373f99b16530 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:39.107858 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bc35bff1ee147c0a7926a6d2dcbebc1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1932955
Nov 29 12:20:39.108631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7707acd-ef93-4e47-8ea6-6516c678f143,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:39.111605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bf79180-fd68-48a8-911c-1925561a3422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:39.111769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58564) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:39.172185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:39.198086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:39.262332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:39.268205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d76b5d77-05ba-4079-acbf-442eb153b380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:39.282109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7707acd-ef93-4e47-8ea6-6516c678f143,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:39.285478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:39.288742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:39.291181 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e74368d-849e-42e9-a8a6-6fa89d1a5d43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7707acd-ef93-4e47-8ea6-6516c678f143 HTTP/1.1" status: 204  len: 168 time: 0.1767356
Nov 29 12:20:40.075200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:40.184160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-701898804-network', 'tenant_id': '60ea55e511ed4fb48205f13af1e1a03b'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:20:40.189328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:40.193592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Usage tracker for resource:network and tenant:60ea55e511ed4fb48205f13af1e1a03b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:40.196595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:40.202760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:40.215744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Made reservation on behalf of 60ea55e511ed4fb48205f13af1e1a03b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:20:40.218295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.230662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.247401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:40.251269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Usage tracker for resource:security_group_rule and tenant:60ea55e511ed4fb48205f13af1e1a03b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:40.254285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:40.260137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:40.343070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.348448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.351612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96c10d98-327e-49f0-b026-cae4f24a0e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:40.383010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:20:40.391493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0ed7ee-3319-42bc-94e7-1f0c75274bb6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:40.394753 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:40.399087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.399087 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Added segment 508fdc1d-6b5c-49de-8085-d698b071a760 of type vlan for network 44e7c113-ee58-451a-aa89-847ebe2a5978
Nov 29 12:20:40.428339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.461794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.463412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:40.464294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.469684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eac89686-edfd-4f10-a237-29dbe5c8794e tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:40.576697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Pushing event updated for resources: {'Network': ['ID=44e7c113-ee58-451a-aa89-847ebe2a5978,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:40.579884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:40.582182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5055745
Nov 29 12:20:40.585068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58594) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:40.588044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 44e7c113-ee58-451a-aa89-847ebe2a5978 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:20:40.590784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Request body: {'subnet': {'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-701898804-subnet', 'tenant_id': '60ea55e511ed4fb48205f13af1e1a03b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:20:40.596058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:40.600097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Usage tracker for resource:subnet and tenant:60ea55e511ed4fb48205f13af1e1a03b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:40.603603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:40.609967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:40.621090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Made reservation on behalf of 60ea55e511ed4fb48205f13af1e1a03b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:20:40.623563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.828055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.831651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6770bdc5-bfff-42f9-822d-b202d95aac71 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:40.902361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:40.906583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:40.913708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Checking segment: {'id': '508fdc1d-6b5c-49de-8085-d698b071a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:20:40.914070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Network hostable DHCP agents. Network: 44e7c113-ee58-451a-aa89-847ebe2a5978, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:20:40.933594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Network 44e7c113-ee58-451a-aa89-847ebe2a5978 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:20:40.943939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 44e7c113-ee58-451a-aa89-847ebe2a5978) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:20:40.949515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:40.950416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:40.953704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58078ee3-a6ae-4100-8530-7f49cdc32b3c None None] Network 44e7c113-ee58-451a-aa89-847ebe2a5978 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:20:41.097688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a8b8552b-0c8d-4a36-a6bb-5182ec823c74 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5114758
Nov 29 12:20:41.164507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69800820-548f-44de-aefc-0f4da7149883 None None] Network 44e7c113-ee58-451a-aa89-847ebe2a5978 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:20:41.760371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-5394d3b3-7589-46a3-b585-cd365d13b359 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:41.761832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-5394d3b3-7589-46a3-b585-cd365d13b359 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 811 time: 0.1551738
Nov 29 12:20:41.777237 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-c6e0336e-62eb-4455-a938-2bed8569e3f4 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/quotas/60ea55e511ed4fb48205f13af1e1a03b HTTP/1.1" status: 200  len: 375 time: 0.0098677
Nov 29 12:20:41.825465 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-64d36684-354a-4957-b845-e463c1a5490b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0431678
Nov 29 12:20:41.962895 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-b4c33448-55fa-45ac-8552-8d7aa2f51f6f service neutron] 10.222.0.20 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292348
Nov 29 12:20:42.103327 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-376d3cdc-a28f-4bd1-a6ff-30c6fdec3460 service neutron] 10.222.0.20 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344395
Nov 29 12:20:42.328251 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-085fe3a9-517e-459e-9ff0-82a830146ffd req-714104b7-abd4-441d-a823-af46d040ee48 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 210 time: 0.0935755
Nov 29 12:20:43.398144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:43.429958 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-654087f1-55d8-499a-aadb-499ddaacb196 req-86d59f20-da88-4bb4-ac78-bd5e22ae4e90 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 210 time: 0.0446923
Nov 29 12:20:44.593107 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-36c4a6ff-a0a1-45f2-8e3a-e963955d7ab9 req-f83a3d02-6d82-4d63-bb4e-54658f912fe3 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 210 time: 0.0458899
Nov 29 12:20:45.474355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-7db438ca-3612-415e-8c30-617ba0ade7a1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:45.475030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-7db438ca-3612-415e-8c30-617ba0ade7a1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Synchronizing usage tracker for tenant:60ea55e511ed4fb48205f13af1e1a03b on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:20:45.492224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-7db438ca-3612-415e-8c30-617ba0ade7a1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Unset dirty status for tenant:60ea55e511ed4fb48205f13af1e1a03b on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:20:45.493626 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-7db438ca-3612-415e-8c30-617ba0ade7a1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.18 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 811 time: 0.1768405
Nov 29 12:20:45.508479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Request body: {'port': {'device_id': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978', 'admin_state_up': True, 'tenant_id': '60ea55e511ed4fb48205f13af1e1a03b'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:20:45.652598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:20:45.656766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Usage tracker for resource:port and tenant:60ea55e511ed4fb48205f13af1e1a03b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:20:45.659823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:20:45.666315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:20:45.679465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Made reservation on behalf of 60ea55e511ed4fb48205f13af1e1a03b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:20:45.683131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:45.754589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f8a5d532-af77-44fa-82d1-db492800bc30 req-4a7fda00-4df6-4771-a2a0-806fd8713391 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 210 time: 0.0474012
Nov 29 12:20:45.851270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Allocated IP 172.20.0.11 (44e7c113-ee58-451a-aa89-847ebe2a5978/030e0c43-3c54-42f4-9a3a-0cfdb7a3e370/323ce221-ee18-4b0c-81c9-00acbe9a533c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:20:46.078340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:46.115068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:46.121204 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f781ecd9-ebcf-4dff-82ec-33cb391b763a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:46.188352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Network 44e7c113-ee58-451a-aa89-847ebe2a5978 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:20:46.191444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:20:46.195692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:20:46.226922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:46.237352 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:46.263209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:46.263823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:46.286136 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7824345
Nov 29 12:20:46.297447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Request body: {'port': {'device_id': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:20:46.410965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:46.747355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323ce221-ee18-4b0c-81c9-00acbe9a533c {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:20:46.754439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:46.768936 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Transition to ACTIVE for port object 323ce221-ee18-4b0c-81c9-00acbe9a533c will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:20:46.772681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:46.777144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e2caa11-0c75-4f59-a3d2-acd66e6ad515 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:46.972720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:46.975913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:47.064855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Attempting to bind port 323ce221-ee18-4b0c-81c9-00acbe9a533c on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:20:47.065157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Attempting to bind port 323ce221-ee18-4b0c-81c9-00acbe9a533c by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '508fdc1d-6b5c-49de-8085-d698b071a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:20:47.065510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Attempting to bind port 323ce221-ee18-4b0c-81c9-00acbe9a533c on network 44e7c113-ee58-451a-aa89-847ebe2a5978 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:20:47.075103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-944015d0-9ba8-4fde-9c1c-d5b9943130d6 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:47.075817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-944015d0-9ba8-4fde-9c1c-d5b9943130d6 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Synchronizing usage tracker for tenant:60ea55e511ed4fb48205f13af1e1a03b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:20:47.082136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Port 323ce221-ee18-4b0c-81c9-00acbe9a533c on network 44e7c113-ee58-451a-aa89-847ebe2a5978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:20:47.082449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Attempting to bind port 323ce221-ee18-4b0c-81c9-00acbe9a533c on network 44e7c113-ee58-451a-aa89-847ebe2a5978 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:20:47.092322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:20:47.092647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Checking segment: {'id': '508fdc1d-6b5c-49de-8085-d698b071a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:20:47.093020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Bound using segment: {'id': '508fdc1d-6b5c-49de-8085-d698b071a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:20:47.093435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Bound port: 323ce221-ee18-4b0c-81c9-00acbe9a533c, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508fdc1d-6b5c-49de-8085-d698b071a760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:20:47.093775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:47.140873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-944015d0-9ba8-4fde-9c1c-d5b9943130d6 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Unset dirty status for tenant:60ea55e511ed4fb48205f13af1e1a03b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:20:47.142009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-944015d0-9ba8-4fde-9c1c-d5b9943130d6 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 944 time: 0.2667980
Nov 29 12:20:47.221321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-c9fd14f9-e2bf-4678-9386-6e4363cf7805 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Synchronizing usage tracker for tenant:60ea55e511ed4fb48205f13af1e1a03b on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:20:47.224180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:20:47.228480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:20:47.235413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:47.242198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-be375e18-5189-4a70-aae0-0f2aa6eedc3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:47.291866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-c9fd14f9-e2bf-4678-9386-6e4363cf7805 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Unset dirty status for tenant:60ea55e511ed4fb48205f13af1e1a03b on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:20:47.293382 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fc15a6a5-e30f-40d7-9c6c-7cad0c045fcc req-c9fd14f9-e2bf-4678-9386-6e4363cf7805 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448908
Nov 29 12:20:47.303696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:47.304327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:47.305689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] 10.222.0.18 "PUT /v2.0/ports/323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 1094 time: 1.0121155
Nov 29 12:20:47.306237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:20:47.329140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:47.332183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:47.410929 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'status': 'completed', 'code': 200}
Nov 29 12:20:47.431980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-49997695-47a1-46d8-9bbc-600632a5acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:47.433472 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-49997695-47a1-46d8-9bbc-600632a5acaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1097 time: 0.0828867
Nov 29 12:20:47.504852 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-485c4a13-839c-433c-8538-28219afdeafc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 217 time: 0.0639491
Nov 29 12:20:47.572713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-84ff6888-9fcb-47fa-988b-ae194587d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:47.573981 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-84ff6888-9fcb-47fa-988b-ae194587d9d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 200  len: 851 time: 0.0612986
Nov 29 12:20:47.741654 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-89b11f32-26b8-473e-bb2e-69203baed51e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e7c113-ee58-451a-aa89-847ebe2a5978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1612391
Nov 29 12:20:47.870641 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-dccca817-41ac-4e00-8166-766df468169d service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216044
Nov 29 12:20:48.001457 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1ca31ff-fba2-4c58-98eb-d643aed0fcf3 req-cdc8f3ab-ffe4-4812-8a0b-8a41b6dec897 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245060
Nov 29 12:20:48.128950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-c44040ee-9349-42b9-bac6-008b97cd6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:48.130335 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-c44040ee-9349-42b9-bac6-008b97cd6813 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1097 time: 0.0725882
Nov 29 12:20:48.264085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-0c5e3b69-0e43-4d35-9ee6-60137afb0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:48.265505 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-0c5e3b69-0e43-4d35-9ee6-60137afb0f0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 912 time: 0.1279397
Nov 29 12:20:48.336701 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-7643893d-7ff8-4775-b12a-2635451ef7fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 217 time: 0.0640509
Nov 29 12:20:48.401752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-473b6b18-0436-4f3a-a040-4c526f5c2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:48.403111 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-473b6b18-0436-4f3a-a040-4c526f5c2ac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 200  len: 851 time: 0.0594325
Nov 29 12:20:48.485863 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-1524499c-2f79-4b6a-b804-b56933e2860c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e7c113-ee58-451a-aa89-847ebe2a5978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488856
Nov 29 12:20:48.607577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318198a-b97c-4fcb-889a-40ef090477d9 req-15c1897d-6715-42d7-b94c-4b0a1aa9947b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:48.609015 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a318198a-b97c-4fcb-889a-40ef090477d9 req-15c1897d-6715-42d7-b94c-4b0a1aa9947b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 944 time: 0.2050295
Nov 29 12:20:48.654566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-df887c07-4333-4dd7-b858-21a3bc505efd service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604235
Nov 29 12:20:48.697152 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a318198a-b97c-4fcb-889a-40ef090477d9 req-f859c43a-e962-47bf-b66d-ad5fc5232fb2 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783832
Nov 29 12:20:48.717724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:20:48.800981 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cb78946-b0c5-4c5f-9c3e-d1b288eadf46 req-b53f32b8-4a35-4492-881d-024e39ccdd07 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378756
Nov 29 12:20:48.856802 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:48.870063 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978', 'port_id': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'mac_address': 'fa:16:3e:15:a5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030e0c43-3c54-42f4-9a3a-0cfdb7a3e370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:20:48.926848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:48.943963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323ce221-ee18-4b0c-81c9-00acbe9a533c {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:20:48.960681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:48.966405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:48.968234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-02cc18f3-a2e3-4701-b039-df28ccda0e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:49.037845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:49.041337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:49.160076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['323ce221-ee18-4b0c-81c9-00acbe9a533c'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:20:49.909286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77673d08-288f-4f1a-bddd-a0bd3a204562 req-60374c45-7c0b-4ed2-ace9-2e9941efb9b9 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:49.910739 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-77673d08-288f-4f1a-bddd-a0bd3a204562 req-60374c45-7c0b-4ed2-ace9-2e9941efb9b9 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 945 time: 0.0833066
Nov 29 12:20:49.958185 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-77673d08-288f-4f1a-bddd-a0bd3a204562 req-d50fe6e8-d950-4794-b43d-d135d4561909 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413985
Nov 29 12:20:50.034612 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:20:50.722029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:20:50.799665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 323ce221-ee18-4b0c-81c9-00acbe9a533c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:20:50.804787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 323ce221-ee18-4b0c-81c9-00acbe9a533c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:20:50.805170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:50.924050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:50.953593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:20:50.966345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:20:50.971440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:50.973751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38d19a40-56ee-4a36-b611-611667a22e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:20:51.004469 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'code': 200}
Nov 29 12:20:51.048508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:20:51.051507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:20:51.248413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f1f2-78c4-4a53-baeb-09daa2b16f63 req-9a486b2f-1bd8-4543-b297-ae93a2e9d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:51.249839 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72f5f1f2-78c4-4a53-baeb-09daa2b16f63 req-9a486b2f-1bd8-4543-b297-ae93a2e9d3ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1099 time: 0.0755038
Nov 29 12:20:51.294185 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72f5f1f2-78c4-4a53-baeb-09daa2b16f63 req-a99cec3b-37aa-4a0a-b396-42c310353e98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373008
Nov 29 12:20:51.312125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a23a5-b606-4286-83d4-69bbe850ddeb req-303f706a-aa40-4f6b-9457-e6d278b7cea2 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:51.313580 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f69a23a5-b606-4286-83d4-69bbe850ddeb req-303f706a-aa40-4f6b-9457-e6d278b7cea2 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.2225893
Nov 29 12:20:51.359019 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f69a23a5-b606-4286-83d4-69bbe850ddeb req-88bca0f7-588e-4503-b80f-59a2556018b7 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394614
Nov 29 12:20:52.579723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833d274-3e9c-4d73-aab7-12d5e3910194 req-147e6cf3-e5d3-4148-bd01-08b86fc27e89 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:52.581152 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b833d274-3e9c-4d73-aab7-12d5e3910194 req-147e6cf3-e5d3-4148-bd01-08b86fc27e89 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0969512
Nov 29 12:20:52.630108 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b833d274-3e9c-4d73-aab7-12d5e3910194 req-9fe7302d-bd93-4c92-98fd-827a9b86cc24 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404983
Nov 29 12:20:53.161529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:20:53.203368 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e8d9-30d9-4b30-88af-165fc3e4c121 req-483ff70d-1972-4152-a86f-6c4af17279eb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:53.204840 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a33e8d9-30d9-4b30-88af-165fc3e4c121 req-483ff70d-1972-4152-a86f-6c4af17279eb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0877650
Nov 29 12:20:53.292759 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a33e8d9-30d9-4b30-88af-165fc3e4c121 req-fc22bbf9-de92-4a14-8239-82db3040ce7f tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554612
Nov 29 12:20:53.314309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-5cedf310-027f-4286-824c-be8fdc769416 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1515868
Nov 29 12:20:54.496722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c298-b735-4e67-bfc9-ea2859a37cf7 req-fc1b5625-1afb-41dd-aa77-915e773bbced tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:54.498204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cdd3c298-b735-4e67-bfc9-ea2859a37cf7 req-fc1b5625-1afb-41dd-aa77-915e773bbced tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0942919
Nov 29 12:20:54.547488 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cdd3c298-b735-4e67-bfc9-ea2859a37cf7 req-8a492c0d-f0ad-43ff-808f-62822678fd01 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430694
Nov 29 12:20:54.630332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-dcd378c2-d35f-4c37-8356-af50a47121d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:54.632196 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-dcd378c2-d35f-4c37-8356-af50a47121d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1099 time: 0.0753512
Nov 29 12:20:54.889819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-566258f2-7a28-4478-8b9b-208a96cc9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:54.891198 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-566258f2-7a28-4478-8b9b-208a96cc9607 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 912 time: 0.2526150
Nov 29 12:20:54.961140 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-84113bb9-fc46-4a48-b0f7-da0ce5510ac8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 217 time: 0.0636435
Nov 29 12:20:55.035645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-29f4b6d2-ebe8-435a-ab90-8565d0642b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:55.037071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-29f4b6d2-ebe8-435a-ab90-8565d0642b74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 200  len: 851 time: 0.0696447
Nov 29 12:20:55.087357 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-f09af799-eec0-410d-9c5f-5112ad88f516 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e7c113-ee58-451a-aa89-847ebe2a5978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438852
Nov 29 12:20:55.222363 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-60c156bd-d62c-4157-bf33-911b7651f9cd service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285455
Nov 29 12:20:55.356084 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-a7a529bb-0172-4890-9287-d9f8c7b69fca service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269612
Nov 29 12:20:55.752194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad7eef-71b9-4027-b8ef-fbbd8bf4af1e req-3b33a2ab-d2a4-45ca-894f-d2dfab1dcace tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:55.753631 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-33ad7eef-71b9-4027-b8ef-fbbd8bf4af1e req-3b33a2ab-d2a4-45ca-894f-d2dfab1dcace tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0893812
Nov 29 12:20:55.801836 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-33ad7eef-71b9-4027-b8ef-fbbd8bf4af1e req-e9a1accb-060a-4d22-8bc6-f2eec202f2af tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424731
Nov 29 12:20:56.541532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84ec7e60-9ab2-48c2-aa06-48f685c6853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:57.009148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5505d-d238-4d03-9a97-fac549127e1c req-c9a1218c-1db1-4ddd-838e-9142a52bb535 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:57.010637 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c7e5505d-d238-4d03-9a97-fac549127e1c req-c9a1218c-1db1-4ddd-838e-9142a52bb535 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0950439
Nov 29 12:20:57.054464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c7e5505d-d238-4d03-9a97-fac549127e1c req-d33b9295-c17c-4580-96a8-77c44b10d876 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380299
Nov 29 12:20:57.121186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:58.270495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113ff63-c063-4838-8a48-98ef32eb2e6e req-d0b9e052-eb2c-429f-a0c3-e4d9937a5d10 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:58.272003 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a113ff63-c063-4838-8a48-98ef32eb2e6e req-d0b9e052-eb2c-429f-a0c3-e4d9937a5d10 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.1037049
Nov 29 12:20:58.320432 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a113ff63-c063-4838-8a48-98ef32eb2e6e req-bb044c36-2a65-4ce0-bd97-bb0aba4749a8 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422215
Nov 29 12:20:59.073985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1900661-3b92-47c8-b696-0fad81af9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:20:59.530478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a45f2-c158-4a8d-8b58-b6a8421e6772 req-9253f9f6-e668-4935-a3ad-b586cab4d563 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:20:59.531952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f89a45f2-c158-4a8d-8b58-b6a8421e6772 req-9253f9f6-e668-4935-a3ad-b586cab4d563 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0919251
Nov 29 12:20:59.585498 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f89a45f2-c158-4a8d-8b58-b6a8421e6772 req-9d3d2336-d4e6-4bb0-9a99-6dff55657fb1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450888
Nov 29 12:21:00.190645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:00.793588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e6e8a-89ee-4048-abe7-29abe3c3b42c req-ddf5e042-6251-4005-af78-9bee439112d8 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:00.795040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-925e6e8a-89ee-4048-abe7-29abe3c3b42c req-ddf5e042-6251-4005-af78-9bee439112d8 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0893805
Nov 29 12:21:00.840892 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-925e6e8a-89ee-4048-abe7-29abe3c3b42c req-0f0a111b-7a7f-4e52-87dd-e1a0232e66c0 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399127
Nov 29 12:21:01.729913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:02.048515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea011c7-f927-40a9-9983-f832fc448929 req-6cdea6d9-1c8e-44b8-b329-c5a859273220 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:02.049973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fea011c7-f927-40a9-9983-f832fc448929 req-6cdea6d9-1c8e-44b8-b329-c5a859273220 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0906637
Nov 29 12:21:02.097520 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fea011c7-f927-40a9-9983-f832fc448929 req-ba67bced-b1bd-4dd1-9899-efe9ab8df122 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390725
Nov 29 12:21:03.306766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847a139-0378-4267-8493-41a701d23f53 req-820392d5-8e4c-4225-974c-e81ad2b9853e tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:03.308569 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7847a139-0378-4267-8493-41a701d23f53 req-820392d5-8e4c-4225-974c-e81ad2b9853e tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0862207
Nov 29 12:21:03.352529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7847a139-0378-4267-8493-41a701d23f53 req-5ec17244-d8fc-444b-b9c2-ae7b95a04f21 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382855
Nov 29 12:21:04.558914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6d65b-106f-4852-810c-cc1738297b7a req-b2903a5d-b3a0-43dc-8a57-216169a14cae tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:04.560403 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-28d6d65b-106f-4852-810c-cc1738297b7a req-b2903a5d-b3a0-43dc-8a57-216169a14cae tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0927253
Nov 29 12:21:04.618853 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-28d6d65b-106f-4852-810c-cc1738297b7a req-dad65d45-c88b-47ea-8f5e-efa22cf31c14 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493908
Nov 29 12:21:05.819480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08fd11-b2ca-41d2-a4aa-f9a30f9deeea req-34629c1a-87cf-44a9-ad97-1f08d2d5883d tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:05.820934 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be08fd11-b2ca-41d2-a4aa-f9a30f9deeea req-34629c1a-87cf-44a9-ad97-1f08d2d5883d tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0826583
Nov 29 12:21:05.871587 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be08fd11-b2ca-41d2-a4aa-f9a30f9deeea req-552a4623-b3ea-4b59-983f-016d4cde0b21 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446873
Nov 29 12:21:07.069248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1417-ac28-44b8-8d06-47bb123d39b5 req-f13de33c-f666-4b01-85c2-2dafffb9a9fb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:07.070718 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3bbe1417-ac28-44b8-8d06-47bb123d39b5 req-f13de33c-f666-4b01-85c2-2dafffb9a9fb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0832767
Nov 29 12:21:07.121072 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3bbe1417-ac28-44b8-8d06-47bb123d39b5 req-f4368bca-219e-4441-baf4-85082df9923f tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439138
Nov 29 12:21:08.326177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29000bc-4107-4e04-bb1b-0377212d44cd req-c2c9602e-0479-4fba-b01b-3913d0f26fcb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:08.327638 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e29000bc-4107-4e04-bb1b-0377212d44cd req-c2c9602e-0479-4fba-b01b-3913d0f26fcb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0913954
Nov 29 12:21:08.373355 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e29000bc-4107-4e04-bb1b-0377212d44cd req-405581ba-f9cf-4674-87af-15466409da4c tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401421
Nov 29 12:21:09.579050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab51db3-947e-4d0d-9f57-7a298966085d req-b1a1c8a7-33db-440b-952b-40bac0d98c03 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:09.580563 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eab51db3-947e-4d0d-9f57-7a298966085d req-b1a1c8a7-33db-440b-952b-40bac0d98c03 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0984182
Nov 29 12:21:09.624907 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eab51db3-947e-4d0d-9f57-7a298966085d req-8605356e-b4f1-461e-bd54-56c6af7d6681 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385728
Nov 29 12:21:10.818165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d9a0-c447-4416-b8dd-c6597edc81f2 req-120326e4-be9f-4bd9-a45b-806eccd624e1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:10.819662 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9237d9a0-c447-4416-b8dd-c6597edc81f2 req-120326e4-be9f-4bd9-a45b-806eccd624e1 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0874999
Nov 29 12:21:10.867374 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9237d9a0-c447-4416-b8dd-c6597edc81f2 req-07201ccf-e6c8-47b0-a5a1-f843d356644a tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419869
Nov 29 12:21:12.077301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b086c-08df-4c4e-8d8a-4e65f5cd456f req-ee0f3d15-7c80-450e-a610-ecf1c9fb2ceb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:12.078745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e88b086c-08df-4c4e-8d8a-4e65f5cd456f req-ee0f3d15-7c80-450e-a610-ecf1c9fb2ceb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0914719
Nov 29 12:21:12.126913 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e88b086c-08df-4c4e-8d8a-4e65f5cd456f req-b0c15022-f5c5-4786-9223-513753ee6156 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422747
Nov 29 12:21:12.341770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-b6ab22de-5167-424b-a551-61b33e19b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:12.343302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-b6ab22de-5167-424b-a551-61b33e19b7f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1099 time: 0.0820086
Nov 29 12:21:12.493602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-47f3b0d7-eb25-41bc-8767-7b7d8e3e0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:12.494939 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-47f3b0d7-eb25-41bc-8767-7b7d8e3e0576 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 912 time: 0.1270835
Nov 29 12:21:12.565755 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-da4a7a62-b8c5-4671-9034-bf74da1dd426 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 217 time: 0.0630627
Nov 29 12:21:12.628579 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-49a2390d-746a-4281-bfd6-6ab67b156160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:12.629936 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-49a2390d-746a-4281-bfd6-6ab67b156160 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 200  len: 851 time: 0.0578251
Nov 29 12:21:12.805710 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-a98984ca-0121-4b88-965d-18686be2c1f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e7c113-ee58-451a-aa89-847ebe2a5978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1649923
Nov 29 12:21:12.946050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-f7a6c1cf-623b-40df-9a6c-5951d4408c07 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273370
Nov 29 12:21:13.090655 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aca8b6d-dd27-49e2-a3e6-adc531ded9fe req-caea43be-4b28-401e-baf6-4212206dea0a service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373191
Nov 29 12:21:13.337387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4cc3-094e-49a2-8e0d-f416988d146b req-c0b35ade-447d-4231-a660-40aa38b60f07 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:13.338897 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-776f4cc3-094e-49a2-8e0d-f416988d146b req-c0b35ade-447d-4231-a660-40aa38b60f07 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0889087
Nov 29 12:21:13.386246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-776f4cc3-094e-49a2-8e0d-f416988d146b req-4f7189b9-8677-4878-b907-52f2ccf90c61 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384572
Nov 29 12:21:13.413144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:14.594821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b98e4-e8d4-4dd3-a576-5436d97c6c99 req-a00402e7-e821-43f8-ad43-705afc074888 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:14.596292 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c6b98e4-e8d4-4dd3-a576-5436d97c6c99 req-a00402e7-e821-43f8-ad43-705afc074888 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0931041
Nov 29 12:21:14.639940 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c6b98e4-e8d4-4dd3-a576-5436d97c6c99 req-612e2525-6b32-414e-aa87-53560f1c0c48 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379624
Nov 29 12:21:15.842585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e309a-c028-4c4a-88a0-b83aa917ace0 req-1fada890-bb17-441b-9897-2b659b869edb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:15.844173 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a7e309a-c028-4c4a-88a0-b83aa917ace0 req-1fada890-bb17-441b-9897-2b659b869edb tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0869970
Nov 29 12:21:15.895703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a7e309a-c028-4c4a-88a0-b83aa917ace0 req-c693f1e2-d002-475d-94fc-75010ff15257 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398388
Nov 29 12:21:17.090944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6010-a975-48a9-91d3-f39b481e3f3e req-2614a2b7-e59b-4778-8f46-64fea923ef6f tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:17.092369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1baf6010-a975-48a9-91d3-f39b481e3f3e req-2614a2b7-e59b-4778-8f46-64fea923ef6f tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0896759
Nov 29 12:21:17.138184 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1baf6010-a975-48a9-91d3-f39b481e3f3e req-e05a38cd-d2a8-4a8d-94ad-0cf709eff897 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400300
Nov 29 12:21:18.345453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a7cd-ac7f-4036-8478-7423e99d8783 req-22e81fcc-f915-4430-b3d6-57a66f4abcf5 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:18.346890 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f59a7cd-ac7f-4036-8478-7423e99d8783 req-22e81fcc-f915-4430-b3d6-57a66f4abcf5 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0921764
Nov 29 12:21:18.391514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f59a7cd-ac7f-4036-8478-7423e99d8783 req-cfd125a7-893d-46d7-9364-d7f16fd9565c tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389273
Nov 29 12:21:19.610409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f647cbb-7ad8-4bd7-880e-6f137ac40a4e req-88c86718-d294-40af-8491-fb24eeea7586 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:19.611935 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1f647cbb-7ad8-4bd7-880e-6f137ac40a4e req-88c86718-d294-40af-8491-fb24eeea7586 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.1029053
Nov 29 12:21:19.660213 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1f647cbb-7ad8-4bd7-880e-6f137ac40a4e req-89796237-0c3c-4dbf-bbe4-f30fff6102ce tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397241
Nov 29 12:21:20.866657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561086da-d82d-4cd0-bac4-0727d6ecc4fa req-18b5d34a-7420-4fdf-a6f6-32ea0b40c008 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:20.868129 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-561086da-d82d-4cd0-bac4-0727d6ecc4fa req-18b5d34a-7420-4fdf-a6f6-32ea0b40c008 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0860405
Nov 29 12:21:20.914156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-561086da-d82d-4cd0-bac4-0727d6ecc4fa req-f6101212-e971-4ae1-a094-2102dbfcbb87 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401940
Nov 29 12:21:22.086627 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-700988d5-dc51-4228-94cc-c12ab181f2af service neutron] 10.222.0.18 "GET /v2.0/ports/323ce221-ee18-4b0c-81c9-00acbe9a533c/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0798714
Nov 29 12:21:22.112973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33974f8-cec2-4ba0-8051-42e20d38cb07 req-51036f7d-4398-488e-a689-839de083eb57 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:22.114520 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f33974f8-cec2-4ba0-8051-42e20d38cb07 req-51036f7d-4398-488e-a689-839de083eb57 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0887678
Nov 29 12:21:22.165239 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f33974f8-cec2-4ba0-8051-42e20d38cb07 req-3b1f7840-658b-4a15-90ae-a69625bc7835 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401471
Nov 29 12:21:22.367891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-4b28bb91-64e6-4386-a58e-817d50fa5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:22.369292 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-4b28bb91-64e6-4386-a58e-817d50fa5739 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e&tenant_id=60ea55e511ed4fb48205f13af1e1a03b HTTP/1.1" status: 200  len: 1099 time: 0.0782971
Nov 29 12:21:22.476601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-20f5e9c6-6ef1-4824-be66-933eff612cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:22.478047 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-20f5e9c6-6ef1-4824-be66-933eff612cf9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1099 time: 0.0782557
Nov 29 12:21:22.619289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-5ff4490c-ea62-4ecc-997e-8f6318e28e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:22.620672 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-5ff4490c-ea62-4ecc-997e-8f6318e28e1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 912 time: 0.1365032
Nov 29 12:21:22.691620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-2f9ef9d5-9a35-497d-8b9f-ec6aba655f57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 217 time: 0.0642009
Nov 29 12:21:22.757086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9255e-bdce-4977-9b39-bd5190370459 req-05441494-fc14-48b5-a1f9-9bec3c78f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:22.759424 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-05441494-fc14-48b5-a1f9-9bec3c78f8cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 200  len: 851 time: 0.0620883
Nov 29 12:21:22.809429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-d4502c5f-62a6-4d34-99bd-f8d9e2b2b8ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e7c113-ee58-451a-aa89-847ebe2a5978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431564
Nov 29 12:21:22.950750 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-e9f5470e-c6ab-4a8f-a484-d808ecf13bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350167
Nov 29 12:21:23.098785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-03f9255e-bdce-4977-9b39-bd5190370459 req-fa23f5a1-d329-46da-9d0c-2e7d158a9828 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411698
Nov 29 12:21:23.358029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818a7c9-a763-4603-9c9c-d7b40db75d72 req-f3fd7324-d428-47c5-a9e9-c0ba08b77da2 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:23.359818 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1818a7c9-a763-4603-9c9c-d7b40db75d72 req-f3fd7324-d428-47c5-a9e9-c0ba08b77da2 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0840137
Nov 29 12:21:23.407780 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1818a7c9-a763-4603-9c9c-d7b40db75d72 req-dbd23840-fe66-4557-96a6-20145c68c2ed tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400553
Nov 29 12:21:24.619268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db7168-a893-43ac-a915-c4a74c70f40d req-23d3599f-34c9-4fce-b987-caa9134c3405 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:24.620761 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d1db7168-a893-43ac-a915-c4a74c70f40d req-23d3599f-34c9-4fce-b987-caa9134c3405 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0926785
Nov 29 12:21:24.667836 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d1db7168-a893-43ac-a915-c4a74c70f40d req-08b4dd3d-5512-4fcc-8b9b-7442f568f999 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410242
Nov 29 12:21:24.963056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:21:24.966018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:21:25.188218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:25.206455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:25.231919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'network_id': '44e7c113-ee58-451a-aa89-847ebe2a5978', 'port_id': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'mac_address': 'fa:16:3e:15:a5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030e0c43-3c54-42f4-9a3a-0cfdb7a3e370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:21:25.239237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:21:25.283286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:25.289497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:25.296613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:25.330432 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'code': 200}
Nov 29 12:21:25.352639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:25.382872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 323ce221-ee18-4b0c-81c9-00acbe9a533c {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:21:25.392974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:25.418831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:25.451910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:21:25.452189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:21:25.879426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf97b1-9496-4378-847a-a9d909bf3ecb req-b9e6345c-c22f-4e43-9a1c-ca319d96036e tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:25.880929 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26cf97b1-9496-4378-847a-a9d909bf3ecb req-b9e6345c-c22f-4e43-9a1c-ca319d96036e tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 944 time: 0.0878179
Nov 29 12:21:25.928706 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26cf97b1-9496-4378-847a-a9d909bf3ecb req-cbe490dc-81ed-4b3b-8fe9-3208716ec563 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419719
Nov 29 12:21:26.009572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:26.026330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323ce221-ee18-4b0c-81c9-00acbe9a533c {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:21:26.043075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:26.048105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:26.050626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:26.113601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['323ce221-ee18-4b0c-81c9-00acbe9a533c'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:21:26.183524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:26.186578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:26.436552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-dab14cbc-6984-422f-bb9a-11aa817e0941 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:26.438022 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-dab14cbc-6984-422f-bb9a-11aa817e0941 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.18 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e&tenant_id=60ea55e511ed4fb48205f13af1e1a03b&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 945 time: 0.2114031
Nov 29 12:21:26.534433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76983443-71f2-4d0a-91e2-2be554229bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:26.588555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-2950121a-44ab-4349-bd7d-a423dde5cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:26.590036 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-2950121a-44ab-4349-bd7d-a423dde5cda6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 1098 time: 0.0738251
Nov 29 12:21:26.725651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-e32175d8-9d64-4d92-bb4e-1f323a8ab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:26.727000 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-e32175d8-9d64-4d92-bb4e-1f323a8ab054 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 200  len: 912 time: 0.1308036
Nov 29 12:21:26.799936 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-f11236d5-eba7-4195-a488-d0860494381e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 200  len: 217 time: 0.0653627
Nov 29 12:21:26.865988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-9c54164f-8e66-4510-bd98-ba5fc055531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:26.867443 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-9c54164f-8e66-4510-bd98-ba5fc055531b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 200  len: 851 time: 0.0610745
Nov 29 12:21:26.928634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-46667564-39e2-42fa-a1ec-3e5bd5469dde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e7c113-ee58-451a-aa89-847ebe2a5978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542035
Nov 29 12:21:26.978151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:21:27.034510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:21:27.051750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 323ce221-ee18-4b0c-81c9-00acbe9a533c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:21:27.052310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:27.071096 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-f93323ef-41d8-4687-8980-3b8d839988b9 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355739
Nov 29 12:21:27.124240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:27.183282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:27.211865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-a62da918-2981-4e02-a113-0e9070cc2bc1 service neutron] 10.222.0.18 "GET /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342986
Nov 29 12:21:27.217636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:27.222561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:27.225341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:27.304753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:27.307723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:27.331458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:21:27.388308 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'code': 200}
Nov 29 12:21:28.077952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b1cb8-2f5d-4df1-8ec0-ae4484c94c15 req-4c705d3b-2542-49e3-842a-4b554572ad25 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:28.079821 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c89b1cb8-2f5d-4df1-8ec0-ae4484c94c15 req-4c705d3b-2542-49e3-842a-4b554572ad25 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0855458
Nov 29 12:21:28.142013 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c89b1cb8-2f5d-4df1-8ec0-ae4484c94c15 req-04cdc18b-73bf-4019-a97a-78159190b77a tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520608
Nov 29 12:21:29.063876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8101c367-af44-4043-9a4b-cfa84bddf8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:29.350844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ba50-fbc2-41e4-8a21-bf77cebab67e req-0f74a9ef-0741-4584-ac37-8cb172e4df3c tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:29.352265 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-61c1ba50-fbc2-41e4-8a21-bf77cebab67e req-0f74a9ef-0741-4584-ac37-8cb172e4df3c tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0853956
Nov 29 12:21:29.399071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-61c1ba50-fbc2-41e4-8a21-bf77cebab67e req-5f732c47-52ed-4a79-9ad8-4b096276560a tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/security-groups?id=be0ed7ee-3319-42bc-94e7-1f0c75274bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411215
Nov 29 12:21:29.723030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-bea5ae16-8570-4cd8-8437-145ccbbdc1be tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:29.724390 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-bea5ae16-8570-4cd8-8437-145ccbbdc1be tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.18 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 946 time: 0.0994136
Nov 29 12:21:29.795093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Deleting port 323ce221-ee18-4b0c-81c9-00acbe9a533c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:21:29.795466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:30.045126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] For port 323ce221-ee18-4b0c-81c9-00acbe9a533c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=323ce221-ee18-4b0c-81c9-00acbe9a533c,segment=NetworkSegment(508fdc1d-6b5c-49de-8085-d698b071a760),segment_id=508fdc1d-6b5c-49de-8085-d698b071a760)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:30.045447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:30.170591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Calling delete_port for 323ce221-ee18-4b0c-81c9-00acbe9a533c owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:21:30.187907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:30.330724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:30.336791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:30.343784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['323ce221-ee18-4b0c-81c9-00acbe9a533c'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:21:30.381693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Pushing event deleted for resources: {'Port': ['ID=323ce221-ee18-4b0c-81c9-00acbe9a533c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:30.414462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.414855 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.415264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.415634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.416005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.416376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.416746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.417111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.417476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.417821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.418181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.418547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:30.422975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:30.475140 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] No DVR routers for this DVR port 323ce221-ee18-4b0c-81c9-00acbe9a533c on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:21:30.477745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:30.480380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-deleted', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:21:30.498732 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ea22df9-ee30-4a3d-abcf-ecb2c701a925 req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.18 "DELETE /v2.0/ports/323ce221-ee18-4b0c-81c9-00acbe9a533c HTTP/1.1" status: 204  len: 173 time: 0.7680361
Nov 29 12:21:30.530731 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e783490c-90f4-4d16-a8fe-35a7d1ce445e', 'name': 'network-vif-deleted', 'tag': '323ce221-ee18-4b0c-81c9-00acbe9a533c', 'status': 'completed', 'code': 200}
Nov 29 12:21:30.548983 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13e4172-01e7-47c2-9ad6-eb82c52371ff req-88416b47-44f1-4d81-91f3-996faf486080 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] 10.222.0.20 "GET /v2.0/ports?device_id=e783490c-90f4-4d16-a8fe-35a7d1ce445e HTTP/1.1" status: 200  len: 210 time: 0.0438325
Nov 29 12:21:31.729502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:31.818974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58774) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:21:31.882533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Deleting subnet 030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:21:31.887102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:31.949287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.009499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.078964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.082686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-444577b5-96ea-46c3-b6d9-7825e177886a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:32.120641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030e0c43-3c54-42f4-9a3a-0cfdb7a3e370,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:32.125727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.136956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.137275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.137654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.138026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.138393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.138785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.139126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.139720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.139977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.140323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.140884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.141250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:32.147381 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/030e0c43-3c54-42f4-9a3a-0cfdb7a3e370 HTTP/1.1" status: 204  len: 168 time: 0.3247619
Nov 29 12:21:32.147381 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ae351a9-1f7a-41da-a710-b781c6e456bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:32.148205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58778) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:21:32.254815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.488633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.513467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d09154310>,) {'filters': {'network_id': ['44e7c113-ee58-451a-aa89-847ebe2a5978']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:21:32.525266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d09154310>, '508fdc1d-6b5c-49de-8085-d698b071a760') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:21:32.525563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d09154310>, '508fdc1d-6b5c-49de-8085-d698b071a760') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:21:32.536709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.552559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.558618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:21:32.558989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:21:32.572277 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:21:32.656787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.661248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97e1cb37-74b4-4b58-890e-777f1d95b12b tempest-TagsExtTest-1788453535 tempest-TagsExtTest-1788453535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:32.674681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.685013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Pushing event deleted for resources: {'Network': ['ID=44e7c113-ee58-451a-aa89-847ebe2a5978,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:32.688084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:32.694089 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-16fe6ba9-8796-4043-8843-6c8bdc3accbd admin admin] 10.222.0.20 "DELETE /v2.0/networks/44e7c113-ee58-451a-aa89-847ebe2a5978 HTTP/1.1" status: 204  len: 168 time: 0.5456178
Nov 29 12:21:32.808249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58784) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:21:32.859939 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-82f594dd-d258-4a60-b480-7cf13e3e400e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60ea55e511ed4fb48205f13af1e1a03b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0493023
Nov 29 12:21:32.862035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58788) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:21:32.921795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:32.952408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:33.001508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:21:33.008587 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:33.012431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d49c2ee1-8f97-4cef-99c4-0ef78c3c1285 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:33.026456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0ed7ee-3319-42bc-94e7-1f0c75274bb6,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:33.029156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:33.037364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:33.040909 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e76ab5f4-0881-4a01-bcfb-87260eb2d5e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be0ed7ee-3319-42bc-94e7-1f0c75274bb6 HTTP/1.1" status: 204  len: 168 time: 0.1755583
Nov 29 12:21:33.045620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 323ce221-ee18-4b0c-81c9-00acbe9a533c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:21:33.045969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 323ce221-ee18-4b0c-81c9-00acbe9a533c not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:21:33.869803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 58812) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:21:33.990666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1287884597-network', 'tenant_id': '9023bd9c89424fb8857411990e8edcb2'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:21:33.995558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:21:33.999507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Usage tracker for resource:network and tenant:9023bd9c89424fb8857411990e8edcb2 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:21:34.002449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:21:34.008207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:21:34.020198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Made reservation on behalf of 9023bd9c89424fb8857411990e8edcb2 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:21:34.022510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.034856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.050076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:21:34.054336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Usage tracker for resource:security_group_rule and tenant:9023bd9c89424fb8857411990e8edcb2 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:21:34.057342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:21:34.063658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:21:34.152681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.158578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.161738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-815c7a0c-a5ce-4355-83ae-9591891a1537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:34.189711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:21:34.198754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0140b-b951-4990-ab43-12510fc1711e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:34.202328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:34.205347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.205703 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Added segment 36d46016-c2de-4f15-bfc5-8c5c124be45e of type vlan for network fb951617-c0b5-4601-99f9-56ea4465f479
Nov 29 12:21:34.235149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.276586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.277622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:34.278358 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.282993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6fd3ed71-c0f8-40bb-9a54-d9d91b7c3564 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:34.375782 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5047479
Nov 29 12:21:34.378774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 58818) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:21:34.379330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Pushing event updated for resources: {'Network': ['ID=fb951617-c0b5-4601-99f9-56ea4465f479,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:34.381761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:34.386543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Request body: {'subnet': {'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1287884597-subnet', 'tenant_id': '9023bd9c89424fb8857411990e8edcb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:21:34.392742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network fb951617-c0b5-4601-99f9-56ea4465f479 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:21:34.393586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:21:34.397719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Usage tracker for resource:subnet and tenant:9023bd9c89424fb8857411990e8edcb2 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:21:34.400856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:21:34.407073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:21:34.417507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Made reservation on behalf of 9023bd9c89424fb8857411990e8edcb2 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:21:34.419967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.752237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.755938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef94dcd0-b421-48f6-b8e8-c50966bd653a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:34.826828 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:34.831825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:34.838945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Checking segment: {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:21:34.839329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Network hostable DHCP agents. Network: fb951617-c0b5-4601-99f9-56ea4465f479, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:21:34.862844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Network fb951617-c0b5-4601-99f9-56ea4465f479 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:21:34.872641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, fb951617-c0b5-4601-99f9-56ea4465f479) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:21:34.877481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:34.878099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:34.882183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d7081-b811-46f0-859f-42e4aa80281c None None] Network fb951617-c0b5-4601-99f9-56ea4465f479 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:21:34.901448 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ddefb8e3-f1ff-479f-a015-e3a2db6087fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5214067
Nov 29 12:21:35.129794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca5447-f496-472a-b1e4-91cbedb51ca6 None None] Network fb951617-c0b5-4601-99f9-56ea4465f479 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:21:35.424019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-428d59f5-070e-4def-b421-333f96347b98 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:35.424689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-428d59f5-070e-4def-b421-333f96347b98 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Synchronizing usage tracker for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:21:35.444766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-428d59f5-070e-4def-b421-333f96347b98 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Unset dirty status for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:21:35.446631 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-428d59f5-070e-4def-b421-333f96347b98 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 815 time: 0.1784616
Nov 29 12:21:35.462190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-677196d0-1089-44f1-a0fe-eb4f9aac9518 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/quotas/9023bd9c89424fb8857411990e8edcb2 HTTP/1.1" status: 200  len: 375 time: 0.0094726
Nov 29 12:21:35.513364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-a0d4f0ac-6f13-4d87-989d-3ff0d7a047c0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460360
Nov 29 12:21:35.694413 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-8db8157f-0c88-46f6-9b58-00ab989cf37c service neutron] 10.222.0.20 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698763
Nov 29 12:21:35.827713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-be7e30be-88b9-48fd-a7fe-fecb34ae70df service neutron] 10.222.0.20 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245661
Nov 29 12:21:36.014387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e8ab5557-bf4c-4512-902f-a12e436114f0 req-25d1f48e-b4a1-4aa0-8a42-8e9561a2e1cb tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 210 time: 0.0429335
Nov 29 12:21:37.109884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-abb6c7b6-52fd-4dd0-b7c9-92240ae8aa60 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:37.111405 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-abb6c7b6-52fd-4dd0-b7c9-92240ae8aa60 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 815 time: 0.1551538
Nov 29 12:21:37.123545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Request body: {'port': {'device_id': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'admin_state_up': True, 'tenant_id': '9023bd9c89424fb8857411990e8edcb2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:21:37.169118 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12dbb64b-f767-4688-aabd-94eaef9b9fad req-a4f3a9a8-ef18-4c76-bbd9-8c4b43c5a49b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 210 time: 0.0479071
Nov 29 12:21:37.264212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:21:37.268318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Usage tracker for resource:port and tenant:9023bd9c89424fb8857411990e8edcb2 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:21:37.271148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:21:37.277101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:21:37.288800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Made reservation on behalf of 9023bd9c89424fb8857411990e8edcb2 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:21:37.294906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:37.471064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Allocated IP 172.20.0.3 (fb951617-c0b5-4601-99f9-56ea4465f479/5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1/4e736460-938e-49fe-b9a4-0d1a345db0f3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:21:37.693483 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:37.733976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:37.739851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:37.804718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Network fb951617-c0b5-4601-99f9-56ea4465f479 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:21:37.805815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:21:37.809708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:21:37.855355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:37.859878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:37.879687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:37.880286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:37.904976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7850490
Nov 29 12:21:37.917201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Request body: {'port': {'device_id': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:21:38.031034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:38.447324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c8569-9554-4c8c-a7af-dac2df4b3a22 req-ec33d4ae-281a-41c4-8399-2bf84d3051b8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:38.448017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-f29c8569-9554-4c8c-a7af-dac2df4b3a22 req-ec33d4ae-281a-41c4-8399-2bf84d3051b8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Synchronizing usage tracker for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:21:38.454799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e736460-938e-49fe-b9a4-0d1a345db0f3 {{(pid=87600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:21:38.464011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:38.483999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Transition to ACTIVE for port object 4e736460-938e-49fe-b9a4-0d1a345db0f3 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:21:38.486763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-f29c8569-9554-4c8c-a7af-dac2df4b3a22 req-ec33d4ae-281a-41c4-8399-2bf84d3051b8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Unset dirty status for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:21:38.488371 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f29c8569-9554-4c8c-a7af-dac2df4b3a22 req-ec33d4ae-281a-41c4-8399-2bf84d3051b8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 931 time: 0.2021682
Nov 29 12:21:38.489692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:38.493407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:38.655385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:38.663218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:38.667198 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f29c8569-9554-4c8c-a7af-dac2df4b3a22 req-3e8891fe-936a-4c97-be26-9faecc3459c9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452518
Nov 29 12:21:38.773115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Attempting to bind port 4e736460-938e-49fe-b9a4-0d1a345db0f3 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:21:38.773420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Attempting to bind port 4e736460-938e-49fe-b9a4-0d1a345db0f3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:21:38.773773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Attempting to bind port 4e736460-938e-49fe-b9a4-0d1a345db0f3 on network fb951617-c0b5-4601-99f9-56ea4465f479 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:21:38.778436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Port 4e736460-938e-49fe-b9a4-0d1a345db0f3 on network fb951617-c0b5-4601-99f9-56ea4465f479 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:21:38.778751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Attempting to bind port 4e736460-938e-49fe-b9a4-0d1a345db0f3 on network fb951617-c0b5-4601-99f9-56ea4465f479 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:21:38.784358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:21:38.784692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Checking segment: {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:21:38.785080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Bound using segment: {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'} {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:21:38.785507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Bound port: 4e736460-938e-49fe-b9a4-0d1a345db0f3, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'}}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:21:38.785849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:39.002125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:21:39.005941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:21:39.012677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:39.019762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1ab031e-c5ea-4c7c-8467-d0de93b6d351 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:39.073714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:39.074303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:39.075688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 1093 time: 1.1630576
Nov 29 12:21:39.076203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'tag': '4e736460-938e-49fe-b9a4-0d1a345db0f3'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:21:39.106143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:39.110059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:39.146709 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'tag': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'status': 'completed', 'code': 200}
Nov 29 12:21:39.194202 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-f9e507d8-620d-40e9-999e-a8ef2ee096e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:39.195741 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-f9e507d8-620d-40e9-999e-a8ef2ee096e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1096 time: 0.0818896
Nov 29 12:21:39.266090 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-f184c5ab-1ce0-4191-8e11-ba1058b1d5f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 217 time: 0.0617285
Nov 29 12:21:39.331697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-0c41a7f9-5929-4e95-83fe-e37a542703df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:39.332976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-0c41a7f9-5929-4e95-83fe-e37a542703df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0608363
Nov 29 12:21:39.379294 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-23cf54fa-4a6d-4466-85a2-061ed4320e80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397334
Nov 29 12:21:39.514433 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-bbf19190-b11c-444a-9285-cda6eab0f17c service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288435
Nov 29 12:21:39.665321 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffbe0f1b-42f2-41a9-9b63-2e749b3e0b09 req-55871f7b-79fc-4ae3-826b-193eb944ff49 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444418
Nov 29 12:21:39.839189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-8ed07889-3b1e-4358-9484-ff891c9daa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:39.840689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-8ed07889-3b1e-4358-9484-ff891c9daa03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1096 time: 0.1236901
Nov 29 12:21:39.955703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe188c-0c25-4a01-9f98-04d531afcd7d req-d7dce1d2-b1b4-4083-a8f1-f9f1c5dc66c9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:39.957030 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ebbe188c-0c25-4a01-9f98-04d531afcd7d req-d7dce1d2-b1b4-4083-a8f1-f9f1c5dc66c9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 943 time: 0.1783311
Nov 29 12:21:40.015113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-6f9d1328-6192-429a-a4a7-3eb5321c36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:40.016578 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-6f9d1328-6192-429a-a4a7-3eb5321c36b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1671472
Nov 29 12:21:40.083698 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ebbe188c-0c25-4a01-9f98-04d531afcd7d req-4adf5e34-b583-4474-86c4-dea5587a284c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204731
Nov 29 12:21:40.091854 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-718ab010-37c5-4531-b733-95ddf3c8db57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 217 time: 0.0670161
Nov 29 12:21:40.155619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-3f292410-e815-4573-a255-3f552de9ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:40.157042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-3f292410-e815-4573-a255-3f552de9ac87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0583916
Nov 29 12:21:40.208708 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-0015c80f-3acc-452f-9087-34983249c5c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445106
Nov 29 12:21:40.360338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-a176ea19-c197-4ba6-9f11-77f45e76491f service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431963
Nov 29 12:21:40.497674 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed54752-4f89-4883-9fd5-5a4ffe0734da req-5f0cbe74-fba6-497b-b9bd-349e7b43a86a service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307039
Nov 29 12:21:41.047098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:21:41.193015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:41.207643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'port_id': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'mac_address': 'fa:16:3e:1f:1d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:21:41.263608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:41.273520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d16ab-9768-425e-82ee-fbe5b4177155 req-d3bebe90-06a8-4b17-9967-e6df80c514ff tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:41.275014 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e9d16ab-9768-425e-82ee-fbe5b4177155 req-d3bebe90-06a8-4b17-9967-e6df80c514ff tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 943 time: 0.0814691
Nov 29 12:21:41.280446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e736460-938e-49fe-b9a4-0d1a345db0f3 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:21:41.296125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:41.301550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:41.304236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:41.322772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-7e9d16ab-9768-425e-82ee-fbe5b4177155 req-8602164b-0b38-4cbf-8d2f-99dbc3a2bd9d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Synchronizing usage tracker for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:21:41.340889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-7e9d16ab-9768-425e-82ee-fbe5b4177155 req-8602164b-0b38-4cbf-8d2f-99dbc3a2bd9d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Unset dirty status for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:21:41.342493 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e9d16ab-9768-425e-82ee-fbe5b4177155 req-8602164b-0b38-4cbf-8d2f-99dbc3a2bd9d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613682
Nov 29 12:21:41.375477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:41.383655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.383995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.384328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.384652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.384975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.385315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.385627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.385940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.386255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.386564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.386875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.387196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:21:41.391348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:41.503505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['4e736460-938e-49fe-b9a4-0d1a345db0f3'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:21:42.550906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88065-16c7-4588-bd4e-205e96822327 req-7c40d617-4494-4224-bd97-496be7db4f54 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:42.552386 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-21e88065-16c7-4588-bd4e-205e96822327 req-7c40d617-4494-4224-bd97-496be7db4f54 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 944 time: 0.0920773
Nov 29 12:21:42.600834 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-21e88065-16c7-4588-bd4e-205e96822327 req-a0f37192-8cde-4986-8e81-8e9322fae043 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400922
Nov 29 12:21:43.064162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:21:43.151757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 4e736460-938e-49fe-b9a4-0d1a345db0f3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:21:43.156706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 4e736460-938e-49fe-b9a4-0d1a345db0f3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:21:43.157124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:43.274170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:43.300934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e736460-938e-49fe-b9a4-0d1a345db0f3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:21:43.311062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:21:43.315631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:43.317762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:21:43.351988 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'code': 200}
Nov 29 12:21:43.389359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:21:43.395892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:21:43.403771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:43.703389 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bbb24-5924-43f9-bd37-d56ece4e0a21 req-219ec2dd-f99c-436e-aa67-02ca2fd5f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:43.704764 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be6bbb24-5924-43f9-bd37-d56ece4e0a21 req-219ec2dd-f99c-436e-aa67-02ca2fd5f9f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1098 time: 0.1993337
Nov 29 12:21:43.788101 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be6bbb24-5924-43f9-bd37-d56ece4e0a21 req-bd58cb99-ccdb-4cb9-bf4e-647b0e3eda1c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487936
Nov 29 12:21:43.815210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a491-5a08-4f74-bd62-85f3f7413dfd req-14c21625-d2f7-4c66-8737-6e44eada8c20 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:43.816625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5431a491-5a08-4f74-bd62-85f3f7413dfd req-14c21625-d2f7-4c66-8737-6e44eada8c20 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.1071262
Nov 29 12:21:43.868814 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5431a491-5a08-4f74-bd62-85f3f7413dfd req-8142b1b7-29cb-4fdd-b43b-a82e02676112 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433941
Nov 29 12:21:45.067296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64f64-e1f5-42c2-a1ff-80b89f33d5a4 req-8f8bd502-d66d-4a1f-8520-3ad7317d5cfd tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:45.068806 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a8c64f64-e1f5-42c2-a1ff-80b89f33d5a4 req-8f8bd502-d66d-4a1f-8520-3ad7317d5cfd tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0840340
Nov 29 12:21:45.115440 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a8c64f64-e1f5-42c2-a1ff-80b89f33d5a4 req-28b80576-9f7f-424d-b2d6-7498e5a4b440 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385785
Nov 29 12:21:45.317518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93981e9c-087d-4ad9-8b77-0615be436210 req-fd0812e1-e296-47e7-9e73-21b5530256b9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:45.318958 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-93981e9c-087d-4ad9-8b77-0615be436210 req-fd0812e1-e296-47e7-9e73-21b5530256b9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0863369
Nov 29 12:21:45.363514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-93981e9c-087d-4ad9-8b77-0615be436210 req-4ff792b6-97d3-41f8-9e1f-765db7abdc6b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388255
Nov 29 12:21:45.763349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f52ba-d270-4de6-a8f6-962b71fcfb80 req-c6b40c62-4768-4e38-b309-4026d5278acf tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:45.764828 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ab4f52ba-d270-4de6-a8f6-962b71fcfb80 req-c6b40c62-4768-4e38-b309-4026d5278acf tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0919747
Nov 29 12:21:45.812008 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ab4f52ba-d270-4de6-a8f6-962b71fcfb80 req-bc19a3a7-5288-40aa-bb9b-46b0f9bb45f6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411010
Nov 29 12:21:46.021918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445189-46e2-4eaf-8f46-8f0d57edfa56 req-5ec0acab-d985-4376-8f1a-0cc5b6a3964c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:46.023387 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-58445189-46e2-4eaf-8f46-8f0d57edfa56 req-5ec0acab-d985-4376-8f1a-0cc5b6a3964c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0985978
Nov 29 12:21:46.070437 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-58445189-46e2-4eaf-8f46-8f0d57edfa56 req-09e9e736-d451-45f3-af83-d180722fec57 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411251
Nov 29 12:21:46.480637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-4520cffa-e811-40cd-8b9d-f6f31c43082b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0745142
Nov 29 12:21:46.534752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8616fa-44dd-49e4-9881-11a9b1e8b4d5 req-87e46f27-9060-4db2-a54a-0d69815daa66 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:46.536254 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-df8616fa-44dd-49e4-9881-11a9b1e8b4d5 req-87e46f27-9060-4db2-a54a-0d69815daa66 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0885224
Nov 29 12:21:46.580574 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-df8616fa-44dd-49e4-9881-11a9b1e8b4d5 req-09fc1c37-ff1c-4296-accb-ae47d330145b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386257
Nov 29 12:21:47.823256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-24f9f9c1-8f39-4229-a2ec-9aed2994172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:47.824742 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-24f9f9c1-8f39-4229-a2ec-9aed2994172e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1098 time: 0.1368346
Nov 29 12:21:47.833339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f441941-2c0a-446f-8e25-88f4727e71ae req-a71f173c-2865-44f0-b5a2-eb2cc57fd5ae tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:47.834680 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f441941-2c0a-446f-8e25-88f4727e71ae req-a71f173c-2865-44f0-b5a2-eb2cc57fd5ae tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.1163497
Nov 29 12:21:47.958045 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f441941-2c0a-446f-8e25-88f4727e71ae req-a9a35bc4-7000-43b6-97bc-446caa84b45b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027381
Nov 29 12:21:47.991253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-541fcbac-280d-49fb-9b33-28bea693f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:47.992752 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-541fcbac-280d-49fb-9b33-28bea693f073 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1568949
Nov 29 12:21:48.066550 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-2f456a22-d091-4c4d-9cc0-0d95b1e58c7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 217 time: 0.0662663
Nov 29 12:21:48.140090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-ea3e070e-480c-4e94-936d-a9ad2fc6b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:48.141496 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-ea3e070e-480c-4e94-936d-a9ad2fc6b1e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0685029
Nov 29 12:21:48.191078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-36201901-98a6-4371-a235-f870f17137b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432744
Nov 29 12:21:48.338688 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-7a99cdb1-d3e2-4700-9124-0ccef3948ca6 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416616
Nov 29 12:21:48.473356 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-13f7290f-ab4f-4859-b757-5aec11b02a00 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281927
Nov 29 12:21:49.168873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ce0c-ed4d-4aa6-87fc-94eff8fff4b9 req-0f14a6a4-cfac-40a4-8b20-a49389c0c6a8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:49.170234 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d538ce0c-ed4d-4aa6-87fc-94eff8fff4b9 req-0f14a6a4-cfac-40a4-8b20-a49389c0c6a8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0969820
Nov 29 12:21:49.216497 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d538ce0c-ed4d-4aa6-87fc-94eff8fff4b9 req-4bb077d3-a834-4350-b5d4-183291e951a3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401742
Nov 29 12:21:50.422034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d705-4b09-4c30-9374-c047f1ec58e1 req-f16e06cc-55ef-465e-bce8-f89d09fd9301 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:50.423611 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76b8d705-4b09-4c30-9374-c047f1ec58e1 req-f16e06cc-55ef-465e-bce8-f89d09fd9301 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0875571
Nov 29 12:21:50.469900 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76b8d705-4b09-4c30-9374-c047f1ec58e1 req-e7cef760-2307-4880-b1c1-707daacba49c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405719
Nov 29 12:21:51.686165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed8f29-1b85-4245-9acf-fb69a0774dd6 req-dcc4bf49-e8fb-4135-b1c4-4c0c62a2d66c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:51.687654 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dfed8f29-1b85-4245-9acf-fb69a0774dd6 req-dcc4bf49-e8fb-4135-b1c4-4c0c62a2d66c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.1018384
Nov 29 12:21:51.736965 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dfed8f29-1b85-4245-9acf-fb69a0774dd6 req-0a6f920b-c5dd-4706-befc-b7b3ae11b9cc tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423853
Nov 29 12:21:52.937736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e5aa7-0055-4e43-82ae-d2974158526d req-a4a63612-4746-4d00-935a-fd24fdf2b041 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:52.939198 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ca7e5aa7-0055-4e43-82ae-d2974158526d req-a4a63612-4746-4d00-935a-fd24fdf2b041 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0929732
Nov 29 12:21:52.983630 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ca7e5aa7-0055-4e43-82ae-d2974158526d req-3832a2d3-8a36-40c7-b377-c26a61c78332 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381763
Nov 29 12:21:54.315449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc742-1453-4e2b-81fb-dd7f3e44f22c req-2f8a2133-9d1f-402a-a965-c0b98d879734 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:54.317541 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b9afc742-1453-4e2b-81fb-dd7f3e44f22c req-2f8a2133-9d1f-402a-a965-c0b98d879734 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.2167175
Nov 29 12:21:54.372084 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b9afc742-1453-4e2b-81fb-dd7f3e44f22c req-691e6efe-d613-483c-98a5-5980f9c23a6c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487902
Nov 29 12:21:55.584190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd39eb7-1558-46ff-a4ee-612a9029a00c req-715eb9de-38e1-498e-a41f-2e5500149a04 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:55.585667 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2bd39eb7-1558-46ff-a4ee-612a9029a00c req-715eb9de-38e1-498e-a41f-2e5500149a04 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.1030509
Nov 29 12:21:55.634419 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2bd39eb7-1558-46ff-a4ee-612a9029a00c req-e0733a30-fb49-42af-848a-92b411806ff7 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430019
Nov 29 12:21:56.541142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a978ee-0fe4-44a2-8a15-622e5fcf98ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:56.848934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71691b94-3a02-466e-bdf5-01ef33356aa6 req-f5d047dd-ac08-4491-a6dd-d8a45ba26df1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:56.850997 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71691b94-3a02-466e-bdf5-01ef33356aa6 req-f5d047dd-ac08-4491-a6dd-d8a45ba26df1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0912306
Nov 29 12:21:56.898593 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71691b94-3a02-466e-bdf5-01ef33356aa6 req-0bf1afa7-0fc7-43ca-bcba-d66a086f30e6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398266
Nov 29 12:21:57.127303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:58.092053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bc30f-68c5-4f37-8d0a-bbbb5984d8d8 req-6ad0268d-55b5-481c-93e3-0290a3b679d6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:58.093478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-502bc30f-68c5-4f37-8d0a-bbbb5984d8d8 req-6ad0268d-55b5-481c-93e3-0290a3b679d6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0858684
Nov 29 12:21:58.137819 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-502bc30f-68c5-4f37-8d0a-bbbb5984d8d8 req-b60351e2-e660-45bf-a68c-a218eb4ddac5 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384743
Nov 29 12:21:59.059038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55b1f9c6-3a3b-48f4-93bd-e98550b8a0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:21:59.332688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce216b2d-b48b-4b65-ba69-2c17973a802e req-547d18d9-6067-4952-9c4b-8242bae3d952 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:21:59.335075 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ce216b2d-b48b-4b65-ba69-2c17973a802e req-547d18d9-6067-4952-9c4b-8242bae3d952 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0868180
Nov 29 12:21:59.398293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ce216b2d-b48b-4b65-ba69-2c17973a802e req-838544a5-3288-47ba-b9f4-c5e1c085a585 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568447
Nov 29 12:22:00.197015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:00.737625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72013f-a8a1-4f67-a591-2b407a23e2c8 req-b65b92db-6144-47f8-abe9-ae49cb420794 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:00.738980 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d72013f-a8a1-4f67-a591-2b407a23e2c8 req-b65b92db-6144-47f8-abe9-ae49cb420794 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.2150578
Nov 29 12:22:00.784298 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d72013f-a8a1-4f67-a591-2b407a23e2c8 req-1dcf0cec-dc85-4015-8914-72144697ee39 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391078
Nov 29 12:22:01.735589 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:01.995063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9a99-cd08-4426-ab33-cdb216ae51b8 req-b4fe7819-7081-4665-b125-94f5647ff8ee tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:01.996628 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9cde9a99-cd08-4426-ab33-cdb216ae51b8 req-b4fe7819-7081-4665-b125-94f5647ff8ee tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0882740
Nov 29 12:22:02.050927 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9cde9a99-cd08-4426-ab33-cdb216ae51b8 req-a9499c90-00a1-49f7-ab2d-ce34ec1cc332 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466094
Nov 29 12:22:03.244661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05a47-ef47-426b-b996-48db79e42a31 req-44b1179f-e4ba-4223-9dc8-9851108fdffe tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:03.246090 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d3a05a47-ef47-426b-b996-48db79e42a31 req-44b1179f-e4ba-4223-9dc8-9851108fdffe tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0846472
Nov 29 12:22:03.293408 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d3a05a47-ef47-426b-b996-48db79e42a31 req-f5087a34-38c1-410c-898f-fe3f08c11f94 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390968
Nov 29 12:22:04.033676 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:22:04.511815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c475b-1d5b-4b63-8a56-3f617f3be57e req-9a4078ac-1c15-46cd-a13d-eece6aae16bd tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:04.513270 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cc2c475b-1d5b-4b63-8a56-3f617f3be57e req-9a4078ac-1c15-46cd-a13d-eece6aae16bd tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0975575
Nov 29 12:22:04.558363 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cc2c475b-1d5b-4b63-8a56-3f617f3be57e req-3e53ffa1-3c5d-4b5b-b383-6763e3f21424 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394170
Nov 29 12:22:05.760991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe960-5a3b-4555-8ca9-b72190396e6d req-d1716ca2-879c-4605-9aa1-789dec9d20f1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:05.762429 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aecfe960-5a3b-4555-8ca9-b72190396e6d req-d1716ca2-879c-4605-9aa1-789dec9d20f1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0855539
Nov 29 12:22:05.806336 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aecfe960-5a3b-4555-8ca9-b72190396e6d req-e53757f9-239d-41e9-bc9b-8f7a422281a4 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382380
Nov 29 12:22:07.019835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2255d4-6980-428b-a3c9-2d9a6c8ce8b0 req-1ac39cc9-0f3f-47e2-879c-8e93aa38680a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:07.021356 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9e2255d4-6980-428b-a3c9-2d9a6c8ce8b0 req-1ac39cc9-0f3f-47e2-879c-8e93aa38680a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.1022766
Nov 29 12:22:07.076251 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9e2255d4-6980-428b-a3c9-2d9a6c8ce8b0 req-b8cb66ca-0970-4698-8c83-f439cc9f55d9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489643
Nov 29 12:22:08.281246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae29ed-5f84-4cb8-bcb0-71fdefca7871 req-7cdc3408-3ca8-48da-82d9-1cb83c18ea3c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:08.282692 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efae29ed-5f84-4cb8-bcb0-71fdefca7871 req-7cdc3408-3ca8-48da-82d9-1cb83c18ea3c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0827239
Nov 29 12:22:08.329988 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efae29ed-5f84-4cb8-bcb0-71fdefca7871 req-114d8e52-8a74-4456-b8df-ac240a6175cc tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416698
Nov 29 12:22:09.546159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0424-cdcc-46b8-a0ec-2bfed7e4f6f5 req-8f3186d3-71dd-4219-9c9d-1bd58ac9549a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:09.547659 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3dfa0424-cdcc-46b8-a0ec-2bfed7e4f6f5 req-8f3186d3-71dd-4219-9c9d-1bd58ac9549a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0944705
Nov 29 12:22:09.595116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3dfa0424-cdcc-46b8-a0ec-2bfed7e4f6f5 req-e5663512-b098-470b-8804-c86b5c037782 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414379
Nov 29 12:22:10.804548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef216a6-0ffb-41e7-a0f1-7c9e344eb9db req-ac7396cd-18ae-4351-9418-d332e919ad86 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:10.805902 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ef216a6-0ffb-41e7-a0f1-7c9e344eb9db req-ac7396cd-18ae-4351-9418-d332e919ad86 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0888426
Nov 29 12:22:10.851785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ef216a6-0ffb-41e7-a0f1-7c9e344eb9db req-c988a0a7-00d3-4d12-81a4-0f2326be736b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399494
Nov 29 12:22:12.050823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19a75-7b71-4dc3-ab8d-e63cc6250649 req-988ae8fd-7a2d-42f2-8a37-85b6b057f71d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:12.052329 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b7b19a75-7b71-4dc3-ab8d-e63cc6250649 req-988ae8fd-7a2d-42f2-8a37-85b6b057f71d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0842776
Nov 29 12:22:12.097263 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b7b19a75-7b71-4dc3-ab8d-e63cc6250649 req-ee847d27-65e1-4d27-9f35-42f3417676d9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388114
Nov 29 12:22:13.298933 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd656-34c3-4829-940d-27b262c58337 req-1d32596e-b47c-4abb-863e-a00dd2fc58d9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:13.300404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-883cd656-34c3-4829-940d-27b262c58337 req-1d32596e-b47c-4abb-863e-a00dd2fc58d9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0885735
Nov 29 12:22:13.346347 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-883cd656-34c3-4829-940d-27b262c58337 req-cf225633-12df-4fba-bd01-39ef8b38bda5 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401509
Nov 29 12:22:13.406006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:13.791551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-b6488c2b-b369-46f0-b25e-0206226bd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:13.793031 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-b6488c2b-b369-46f0-b25e-0206226bd7a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1098 time: 0.0770404
Nov 29 12:22:13.951233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-e05d4c92-ba14-439b-a32d-4f71fd946bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:13.952706 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-e05d4c92-ba14-439b-a32d-4f71fd946bbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1333177
Nov 29 12:22:14.024465 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-e191169a-7939-4d8c-ab7f-fa1b2b1a83be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 217 time: 0.0648060
Nov 29 12:22:14.090316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-3108c9f2-5232-48ba-9be1-9435d152f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:14.091654 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-3108c9f2-5232-48ba-9be1-9435d152f844 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0600445
Nov 29 12:22:14.155045 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-cf575ac9-461c-41cc-9187-a7bc175af24e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563962
Nov 29 12:22:14.293560 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-c000e116-5d0d-4173-9571-47947c405de9 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315897
Nov 29 12:22:14.438148 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13a0c32f-f668-43b2-8cf1-50e796e0a2b5 req-20024b10-374e-4259-929f-059c8835ad45 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379707
Nov 29 12:22:14.572582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c57f5b-54a4-45aa-8981-38b33dba582f req-9d8e15f1-319e-4481-9c98-1e3fc6969026 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:14.574398 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4c57f5b-54a4-45aa-8981-38b33dba582f req-9d8e15f1-319e-4481-9c98-1e3fc6969026 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0913649
Nov 29 12:22:14.623965 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4c57f5b-54a4-45aa-8981-38b33dba582f req-f96c63c8-12a0-4b75-a9ab-a8187938930f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407417
Nov 29 12:22:15.204246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-c57c89e5-5643-41bc-a57d-87d98336b39d service neutron] 10.222.0.18 "GET /v2.0/ports/4e736460-938e-49fe-b9a4-0d1a345db0f3/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0876715
Nov 29 12:22:15.491834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-ed846f12-f962-49ef-b5a1-df7040d666c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:15.493199 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-ed846f12-f962-49ef-b5a1-df7040d666c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07&tenant_id=9023bd9c89424fb8857411990e8edcb2 HTTP/1.1" status: 200  len: 1098 time: 0.0777633
Nov 29 12:22:15.587543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-1be37ac3-6ae9-4ea8-aa07-2a460ef8f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:15.588993 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-1be37ac3-6ae9-4ea8-aa07-2a460ef8f27b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1098 time: 0.0732470
Nov 29 12:22:15.727818 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-6bfa9a8a-fc49-4d96-a195-1a6282de783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:15.729338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-6bfa9a8a-fc49-4d96-a195-1a6282de783d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1344481
Nov 29 12:22:15.960015 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-28a29d32-8117-4786-8720-a28d6202d684 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 217 time: 0.2241096
Nov 29 12:22:16.042723 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-b2b593e4-a547-475b-9ffe-2e24039d0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:16.044151 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-b2b593e4-a547-475b-9ffe-2e24039d0052 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0724912
Nov 29 12:22:16.096936 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-df0a370f-de55-43c7-9a62-be9dde47a476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459285
Nov 29 12:22:16.105672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2989cde-30a9-45a3-80da-35c80bf348c1 req-8c7867c0-30d2-4718-8cc2-67e236a985b0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:16.106993 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d2989cde-30a9-45a3-80da-35c80bf348c1 req-8c7867c0-30d2-4718-8cc2-67e236a985b0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.3231447
Nov 29 12:22:16.231120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d2989cde-30a9-45a3-80da-35c80bf348c1 req-09f8cab4-9ab3-4084-b8be-6c3be6ca7e0a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059771
Nov 29 12:22:16.269254 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-90ef81f1-c5a9-4fc6-bd39-6a272af5cf3c service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613100
Nov 29 12:22:16.406059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d2edd70-49cb-4c08-b544-6f7d8db4c447 req-80784c99-68ca-4c37-8e4a-a75df511cba6 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306412
Nov 29 12:22:17.188632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:22:17.378321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:17.392383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'port_id': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'mac_address': 'fa:16:3e:1f:1d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:22:17.424068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96952-48c8-4fcf-b1c3-b2bf696b3c42 req-316b85a3-ef82-4bd3-93f3-1c8c6b6e9bd4 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:17.425509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3ab96952-48c8-4fcf-b1c3-b2bf696b3c42 req-316b85a3-ef82-4bd3-93f3-1c8c6b6e9bd4 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 945 time: 0.0848544
Nov 29 12:22:17.447211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:17.465004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e736460-938e-49fe-b9a4-0d1a345db0f3 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:22:17.475360 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3ab96952-48c8-4fcf-b1c3-b2bf696b3c42 req-ec737b71-a8b6-493c-b03c-7a7997edd83c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437818
Nov 29 12:22:17.481775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:17.487055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:17.489228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:17.557414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['4e736460-938e-49fe-b9a4-0d1a345db0f3'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:22:17.604835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:17.609338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:18.682863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8d66-12b8-475e-8400-9369f5859471 req-18f824b6-fcaf-4d82-a657-4b5ff852d3a5 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:18.684321 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-127c8d66-12b8-475e-8400-9369f5859471 req-18f824b6-fcaf-4d82-a657-4b5ff852d3a5 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 944 time: 0.0996883
Nov 29 12:22:18.730923 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-127c8d66-12b8-475e-8400-9369f5859471 req-fdedad2f-c4d0-4d74-8d99-a005df8e7bdf tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408099
Nov 29 12:22:19.058283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-cd774147-551e-4293-8881-5acf2e4e9c3d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:19.059785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-cd774147-551e-4293-8881-5acf2e4e9c3d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07&tenant_id=9023bd9c89424fb8857411990e8edcb2&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 944 time: 0.0941484
Nov 29 12:22:19.191379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:22:19.260279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01cdd-3035-4a31-b918-b7cf4962d9c3 req-62dd5807-076e-407a-9248-7bc278708499 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:19.261751 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4d01cdd-3035-4a31-b918-b7cf4962d9c3 req-62dd5807-076e-407a-9248-7bc278708499 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 944 time: 0.1439712
Nov 29 12:22:19.264710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-4db9d7ab-c075-4b3f-a9bc-a0d98d883492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:19.266051 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-4db9d7ab-c075-4b3f-a9bc-a0d98d883492 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 1097 time: 0.1134875
Nov 29 12:22:19.307049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:19.324914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4e736460-938e-49fe-b9a4-0d1a345db0f3 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:22:19.340619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:19.346362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:19.348626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:19.387728 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4d01cdd-3035-4a31-b918-b7cf4962d9c3 req-38e13449-7004-4071-b821-b654e5225111 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197321
Nov 29 12:22:19.418139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:19.421238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:19.429226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-5222b97d-38e9-47a1-9168-0036e06117d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:19.430673 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-5222b97d-38e9-47a1-9168-0036e06117d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1501350
Nov 29 12:22:19.504290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-90d0afcf-5a20-4464-8bf1-d2b11a38e85e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 200  len: 217 time: 0.0657084
Nov 29 12:22:19.581469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-bc3fc15e-00d3-4df9-9384-e2f90b8df347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:19.583698 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-bc3fc15e-00d3-4df9-9384-e2f90b8df347 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0727694
Nov 29 12:22:19.631683 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-026722f1-a795-4da8-a91e-fe15476c5778 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409362
Nov 29 12:22:19.769206 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-4f07e009-6e43-446b-abaf-64123acbdf12 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308894
Nov 29 12:22:19.900248 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ba7f20-bcbf-4480-ac5b-bb479ae46d07 req-8bb06130-3764-4130-ac18-99964fe5ffe8 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241598
Nov 29 12:22:20.592583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260df06-1542-49d9-a404-6db6ebdc6ad4 req-1866f275-b0d0-4161-af15-e75c4740977f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:20.594043 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3260df06-1542-49d9-a404-6db6ebdc6ad4 req-1866f275-b0d0-4161-af15-e75c4740977f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 943 time: 0.0887260
Nov 29 12:22:20.650046 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3260df06-1542-49d9-a404-6db6ebdc6ad4 req-d8982acf-7b22-4c03-b2ba-9555aab8bbe0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495918
Nov 29 12:22:20.835057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9196-652b-46e4-ae81-44347139dbf1 req-ac633df1-1620-40b7-a5c6-4b62167dccd0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:20.836561 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-805d9196-652b-46e4-ae81-44347139dbf1 req-ac633df1-1620-40b7-a5c6-4b62167dccd0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 943 time: 0.0812314
Nov 29 12:22:20.883515 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-805d9196-652b-46e4-ae81-44347139dbf1 req-6a6e0737-d05b-4def-b172-92d5944f8999 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387504
Nov 29 12:22:21.078481 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025c64-3bd2-4a68-9500-e527b5f3fe5e req-0aae2eea-4cba-4dd2-98dc-4b768feb0bc3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:21.079985 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-54025c64-3bd2-4a68-9500-e527b5f3fe5e req-0aae2eea-4cba-4dd2-98dc-4b768feb0bc3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 943 time: 0.0919621
Nov 29 12:22:21.125053 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-54025c64-3bd2-4a68-9500-e527b5f3fe5e req-2f990bbc-6317-4937-9937-8d871343750e tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390437
Nov 29 12:22:21.625753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-ef81f75f-859b-4cf9-bc77-179268472def tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:21.627208 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-ef81f75f-859b-4cf9-bc77-179268472def tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 815 time: 0.1525545
Nov 29 12:22:21.644496 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-d63d6cb0-9612-45f1-9c3e-099b5bc9813c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/quotas/9023bd9c89424fb8857411990e8edcb2 HTTP/1.1" status: 200  len: 375 time: 0.0116906
Nov 29 12:22:21.726456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-27096d3c-3b69-4de1-9a10-c4b234ee290e tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0767307
Nov 29 12:22:21.865969 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-48432539-99a0-4715-ba52-9d7365dab2bf service neutron] 10.222.0.20 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300516
Nov 29 12:22:22.009070 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-be885f19-3550-40fe-8519-e1c08be2eabe service neutron] 10.222.0.20 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342809
Nov 29 12:22:22.327101 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9684f127-cc55-46e4-b8a9-2659e1fbe0ae req-d9b2f4d6-ab7b-4468-ad93-463a32a1181b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 210 time: 0.1819222
Nov 29 12:22:23.169585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059de6f-74dd-42e7-8c12-01818195f18a req-b69ebe7f-2a16-4308-b28e-e070f5a8be98 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:23.170968 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4059de6f-74dd-42e7-8c12-01818195f18a req-b69ebe7f-2a16-4308-b28e-e070f5a8be98 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "GET /v2.0/ports?device_id=b73b1b91-57af-4be2-a2a6-f4e41bea9e07 HTTP/1.1" status: 200  len: 943 time: 0.0795565
Nov 29 12:22:23.188420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.18', 61127) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:22:23.262618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Deleting port 4e736460-938e-49fe-b9a4-0d1a345db0f3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:22:23.262967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:23.508683 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b45021f6-c5e3-4729-a70f-b3b026235d78 req-7973a24d-5359-4f13-b6d0-226b11e6a743 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 210 time: 0.0622871
Nov 29 12:22:23.522020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] For port 4e736460-938e-49fe-b9a4-0d1a345db0f3, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4e736460-938e-49fe-b9a4-0d1a345db0f3,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:23.522526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:23.531352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-8745a48f-0988-46e0-8555-3351186299d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:23.532817 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-8745a48f-0988-46e0-8555-3351186299d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 815 time: 0.3433154
Nov 29 12:22:23.545286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Request body: {'port': {'device_id': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'admin_state_up': True, 'tenant_id': '9023bd9c89424fb8857411990e8edcb2'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:22:23.645387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Calling delete_port for 4e736460-938e-49fe-b9a4-0d1a345db0f3 owned by compute:nova {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:22:23.684167 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:22:23.694336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:22:23.704805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Made reservation on behalf of 9023bd9c89424fb8857411990e8edcb2 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:22:23.708408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:23.797267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:23.805000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:23.855995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Pushing event deleted for resources: {'Port': ['ID=4e736460-938e-49fe-b9a4-0d1a345db0f3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:23.859489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:23.913473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Allocated IP 172.20.0.6 (fb951617-c0b5-4601-99f9-56ea4465f479/5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1/8e2428ce-db27-43b2-ac6c-0a697641b514) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:22:23.935877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] No DVR routers for this DVR port 4e736460-938e-49fe-b9a4-0d1a345db0f3 on host hv-neutron-8195 {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:22:23.938387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:23.941020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'name': 'network-vif-deleted', 'tag': '4e736460-938e-49fe-b9a4-0d1a345db0f3'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:22:23.960407 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "DELETE /v2.0/ports/4e736460-938e-49fe-b9a4-0d1a345db0f3 HTTP/1.1" status: 204  len: 173 time: 0.7719860
Nov 29 12:22:23.992786 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b1b91-57af-4be2-a2a6-f4e41bea9e07', 'name': 'network-vif-deleted', 'tag': '4e736460-938e-49fe-b9a4-0d1a345db0f3', 'status': 'completed', 'code': 200}
Nov 29 12:22:24.139500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:24.171686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:24.177309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c53fede8-e8cd-4624-ab78-2a7ce45a9abd tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:24.242111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Network fb951617-c0b5-4601-99f9-56ea4465f479 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:22:24.245125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:22:24.249487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:22:24.286782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:24.297019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:24.324395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:24.324997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:24.351702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8100314
Nov 29 12:22:24.363697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Request body: {'port': {'device_id': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:22:24.477401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:24.817279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdda21-580a-4c64-8652-fa3def2f4fd7 req-4dc757af-62bc-4b64-9282-248358b7f7df tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:24.817937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2abdda21-580a-4c64-8652-fa3def2f4fd7 req-4dc757af-62bc-4b64-9282-248358b7f7df tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Synchronizing usage tracker for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:22:24.852340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2abdda21-580a-4c64-8652-fa3def2f4fd7 req-4dc757af-62bc-4b64-9282-248358b7f7df tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Unset dirty status for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:22:24.853491 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2abdda21-580a-4c64-8652-fa3def2f4fd7 req-4dc757af-62bc-4b64-9282-248358b7f7df tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 931 time: 0.2302406
Nov 29 12:22:24.938103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2428ce-db27-43b2-ac6c-0a697641b514 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:22:24.951844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:24.959932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2abdda21-580a-4c64-8652-fa3def2f4fd7 req-bf465278-58b8-4316-8d2f-97ee16625500 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736339
Nov 29 12:22:24.971424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Transition to ACTIVE for port object 8e2428ce-db27-43b2-ac6c-0a697641b514 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:22:24.976013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:24.980570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-947989c0-9568-4ca7-a60e-93c86c3b4ab4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:25.126357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:25.129135 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:25.205551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Attempting to bind port 8e2428ce-db27-43b2-ac6c-0a697641b514 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:22:25.205877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Attempting to bind port 8e2428ce-db27-43b2-ac6c-0a697641b514 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:22:25.206193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Attempting to bind port 8e2428ce-db27-43b2-ac6c-0a697641b514 on network fb951617-c0b5-4601-99f9-56ea4465f479 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:22:25.211162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Port 8e2428ce-db27-43b2-ac6c-0a697641b514 on network fb951617-c0b5-4601-99f9-56ea4465f479 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:22:25.211504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Attempting to bind port 8e2428ce-db27-43b2-ac6c-0a697641b514 on network fb951617-c0b5-4601-99f9-56ea4465f479 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:22:25.216610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:22:25.216942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Checking segment: {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:22:25.217306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Bound using segment: {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:22:25.217723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Bound port: 8e2428ce-db27-43b2-ac6c-0a697641b514, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d46016-c2de-4f15-bfc5-8c5c124be45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:22:25.218048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:25.434346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:22:25.438866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:22:25.446308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:25.451881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-29606312-3ae9-4954-9ead-2844442ef73e tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:25.513988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:25.514579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:25.516003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 200  len: 1093 time: 1.1567814
Nov 29 12:22:25.516525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:22:25.534104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:25.540450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:25.598854 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'status': 'completed', 'code': 200}
Nov 29 12:22:25.644672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-79e67903-037f-4f97-83ed-45f36e89362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:25.646230 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-79e67903-037f-4f97-83ed-45f36e89362c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 1096 time: 0.0902557
Nov 29 12:22:25.718132 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-7b8c8d4c-06fe-4b0c-af13-e3ffe35d5276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 200  len: 217 time: 0.0636880
Nov 29 12:22:25.792086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-f3215be6-ef65-49bf-a2a5-8d7a0dda8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:25.793554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-f3215be6-ef65-49bf-a2a5-8d7a0dda8dec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0687573
Nov 29 12:22:25.844058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-be2e1896-a3e0-4cdd-8a8f-38a8a9e8f7d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441427
Nov 29 12:22:25.976942 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-fbf8e3f0-9276-462b-be91-f278de6d7483 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262488
Nov 29 12:22:26.153899 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5eb8ed16-8f14-45a3-9d91-3d37d8e36a19 req-690ce432-36c6-43ad-8903-06fbfb603caf service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694522
Nov 29 12:22:26.184002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad862bf-a5f7-4677-8c54-d73d0277de04 req-4e04c1aa-5176-408e-9d0f-8eae4a235f13 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:26.185457 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8ad862bf-a5f7-4677-8c54-d73d0277de04 req-4e04c1aa-5176-408e-9d0f-8eae4a235f13 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 943 time: 0.1196306
Nov 29 12:22:26.275827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8ad862bf-a5f7-4677-8c54-d73d0277de04 req-7771653d-a4c9-4599-bc8d-f2bf6efa6093 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843108
Nov 29 12:22:26.298684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-8044f4b9-a261-479f-acd9-e2816bde04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:26.300224 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-8044f4b9-a261-479f-acd9-e2816bde04d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 1096 time: 0.0951862
Nov 29 12:22:26.434306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-2cdfc2e9-807c-4adf-95ca-a5d4d28d1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:26.435861 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-2cdfc2e9-807c-4adf-95ca-a5d4d28d1666 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1282322
Nov 29 12:22:26.504060 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-87e0bf48-75a5-402e-b180-a12b4e39603d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 200  len: 217 time: 0.0605888
Nov 29 12:22:26.535449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb83a61-443b-4022-aae0-f60d1985e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:26.575969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-63ebd7c5-90a0-40e4-864f-0a17adb5744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:26.577447 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-63ebd7c5-90a0-40e4-864f-0a17adb5744d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0669289
Nov 29 12:22:26.627952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-69dfe3f1-a5fa-43a9-b78b-9e37c206bde9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437424
Nov 29 12:22:26.761234 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-67cfbd1d-1a87-42c7-9e7d-68bcf26fc317 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259756
Nov 29 12:22:26.897631 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e97693-6aba-4917-8910-52ac42ad47c4 req-4b09b02c-2d69-4c73-90fa-907664321d85 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287792
Nov 29 12:22:27.128516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:27.251405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:22:27.253750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:22:27.283456 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No ports have port_id starting with 4e736460-938e-49fe-b9a4-0d1a345db0f3
Nov 29 12:22:27.284376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 requested by agent hyperv_hv-neutron-8195 not found in database {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}}
Nov 29 12:22:27.284725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:22:27.292367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 4e736460-938e-49fe-b9a4-0d1a345db0f3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:22:27.292724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 4e736460-938e-49fe-b9a4-0d1a345db0f3 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:22:27.429581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:27.443816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'port_id': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'mac_address': 'fa:16:3e:18:c2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:22:27.471886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cc3d2-d11a-470a-a6a1-2f7939ff9517 req-93e086e5-6d55-4d8d-846d-eb7b8c178e0b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:27.472580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-124cc3d2-d11a-470a-a6a1-2f7939ff9517 req-93e086e5-6d55-4d8d-846d-eb7b8c178e0b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Synchronizing usage tracker for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:22:27.485677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-124cc3d2-d11a-470a-a6a1-2f7939ff9517 req-93e086e5-6d55-4d8d-846d-eb7b8c178e0b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Unset dirty status for tenant:9023bd9c89424fb8857411990e8edcb2 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:22:27.486860 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-124cc3d2-d11a-470a-a6a1-2f7939ff9517 req-93e086e5-6d55-4d8d-846d-eb7b8c178e0b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 943 time: 0.0971875
Nov 29 12:22:27.502266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:27.518876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2428ce-db27-43b2-ac6c-0a697641b514 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:22:27.534785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-124cc3d2-d11a-470a-a6a1-2f7939ff9517 req-936c4f86-f0aa-4389-acfb-ce0139096402 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409417
Nov 29 12:22:27.535011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:27.539978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:27.541841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:27.607965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:27.611706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:27.732440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['8e2428ce-db27-43b2-ac6c-0a697641b514'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:22:28.741733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70f7a0-0945-4c2c-a580-b56febaffa05 req-9b69094c-7977-461b-9902-e566c2606eaf tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:28.743232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e70f7a0-0945-4c2c-a580-b56febaffa05 req-9b69094c-7977-461b-9902-e566c2606eaf tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 944 time: 0.0873911
Nov 29 12:22:28.912332 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e70f7a0-0945-4c2c-a580-b56febaffa05 req-02f93493-de02-4d3a-9ff7-8cd2e280943b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604168
Nov 29 12:22:29.069573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c887c4c6-156b-4afc-b88b-bbb30b32dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:29.269193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:22:29.346367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 8e2428ce-db27-43b2-ac6c-0a697641b514 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:22:29.351331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 8e2428ce-db27-43b2-ac6c-0a697641b514 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:22:29.351710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:29.475995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:29.507531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:22:29.517658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:22:29.523107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:29.524930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:22:29.562801 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'code': 200}
Nov 29 12:22:29.596971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:22:29.600719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:22:29.784778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dedee4-ce0f-46de-84cb-d60c0a119f98 req-10c11831-a4f8-446d-af29-00acbe33ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:29.786178 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09dedee4-ce0f-46de-84cb-d60c0a119f98 req-10c11831-a4f8-446d-af29-00acbe33ec7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 1098 time: 0.0712435
Nov 29 12:22:29.826897 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09dedee4-ce0f-46de-84cb-d60c0a119f98 req-dbf6241d-18a0-4c29-a6d9-6c629ddd5277 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342669
Nov 29 12:22:30.120085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114ebf2-b2bf-42aa-86bf-59cfe908838f req-596d76d5-cce2-4d80-87b4-28dfbbe892ef tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:30.121480 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b114ebf2-b2bf-42aa-86bf-59cfe908838f req-596d76d5-cce2-4d80-87b4-28dfbbe892ef tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0901411
Nov 29 12:22:30.164921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b114ebf2-b2bf-42aa-86bf-59cfe908838f req-703d39d9-1143-4052-9e55-5800f4558de0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377469
Nov 29 12:22:30.197095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:31.379573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242072f-c692-49bb-b1e9-4bae545d27fa req-a13d60e5-ef44-45e1-b784-0e8a3d0234e9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:31.381108 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6242072f-c692-49bb-b1e9-4bae545d27fa req-a13d60e5-ef44-45e1-b784-0e8a3d0234e9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0952280
Nov 29 12:22:31.426231 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6242072f-c692-49bb-b1e9-4bae545d27fa req-c8552f50-8d87-49db-acdd-bebf31036319 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392511
Nov 29 12:22:31.615895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511c9c-bed4-4c2c-8d79-2630120c7ef4 req-8716eb8c-ce39-446a-9382-c2bddc037f3a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:31.617365 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4511c9c-bed4-4c2c-8d79-2630120c7ef4 req-8716eb8c-ce39-446a-9382-c2bddc037f3a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0865719
Nov 29 12:22:31.664954 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4511c9c-bed4-4c2c-8d79-2630120c7ef4 req-686edd7f-58b2-41d8-9016-08c3a706cfde tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418139
Nov 29 12:22:31.734318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:32.012976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-9369cd1e-470e-4b80-90a2-103bb464ec3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0697551
Nov 29 12:22:32.070730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11479c-532f-4250-99eb-9ad1394324eb req-70a634d0-6a52-4f47-a8a0-b6b51f293f51 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:32.072322 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5d11479c-532f-4250-99eb-9ad1394324eb req-70a634d0-6a52-4f47-a8a0-b6b51f293f51 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0863869
Nov 29 12:22:32.122902 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5d11479c-532f-4250-99eb-9ad1394324eb req-a960c750-bfee-4494-97fe-02cb46974e9c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446117
Nov 29 12:22:33.191040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-6a987ced-b1b5-4021-b1e6-301f58353d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:33.192984 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-6a987ced-b1b5-4021-b1e6-301f58353d03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 1098 time: 0.0868666
Nov 29 12:22:33.312573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8a91f-fa4d-41eb-a4cd-365e6a8827b6 req-ee0b8ef3-81e3-433f-a927-9bcbdf2354be tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:33.314045 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70f8a91f-fa4d-41eb-a4cd-365e6a8827b6 req-ee0b8ef3-81e3-433f-a927-9bcbdf2354be tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0843031
Nov 29 12:22:33.326865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-05fc6750-f970-4403-931f-290f6cc967b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:33.328369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-05fc6750-f970-4403-931f-290f6cc967b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1288869
Nov 29 12:22:33.360271 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70f8a91f-fa4d-41eb-a4cd-365e6a8827b6 req-0346942c-5694-4660-a9e9-0832c4ada831 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399885
Nov 29 12:22:33.400035 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-9107156a-4f08-474d-8498-10f5f134714a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 200  len: 217 time: 0.0647800
Nov 29 12:22:33.473310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-d2dc34c7-4534-406b-a3ec-0caf7b428bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:33.474827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-d2dc34c7-4534-406b-a3ec-0caf7b428bc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0679908
Nov 29 12:22:33.526215 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-254d3b95-7ca3-4d49-aa81-da23178ff072 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449498
Nov 29 12:22:33.667662 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-6c46d417-672d-429d-b2ca-fa798d0704b3 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341827
Nov 29 12:22:33.805090 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-9b01624e-0276-453a-b307-b406d59a631d service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309497
Nov 29 12:22:34.553977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd6f10-0cf4-4217-a632-f4de764c07bd req-b7fccc9b-4178-4f4b-8e55-8b02cc62ae25 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:34.555494 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e9cd6f10-0cf4-4217-a632-f4de764c07bd req-b7fccc9b-4178-4f4b-8e55-8b02cc62ae25 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0810251
Nov 29 12:22:34.610392 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e9cd6f10-0cf4-4217-a632-f4de764c07bd req-b2c587e5-f4e1-42c0-9e0e-76afec9aa00a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459015
Nov 29 12:22:35.817403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979457-0db7-41a5-ae62-7d5c4b992169 req-9117ce08-1653-401b-8c40-52b3b1014418 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:35.818851 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-99979457-0db7-41a5-ae62-7d5c4b992169 req-9117ce08-1653-401b-8c40-52b3b1014418 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0876153
Nov 29 12:22:35.865226 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-99979457-0db7-41a5-ae62-7d5c4b992169 req-6373f70b-5ac8-43cd-8024-f90f06cfbeaa tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400527
Nov 29 12:22:37.072855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e0c62-890b-4297-8b22-18a104278ce1 req-be8f85eb-4c86-4f79-91c1-2bad992568d9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:37.074315 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-121e0c62-890b-4297-8b22-18a104278ce1 req-be8f85eb-4c86-4f79-91c1-2bad992568d9 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0899405
Nov 29 12:22:37.130202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-121e0c62-890b-4297-8b22-18a104278ce1 req-379453a8-687e-4272-b1b0-21092c4cbdf1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404587
Nov 29 12:22:38.350732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848db2a0-094b-411c-a1f9-43f877e15833 req-a154b8c1-4d57-49a0-a9b2-7a03a713374a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:38.352335 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-848db2a0-094b-411c-a1f9-43f877e15833 req-a154b8c1-4d57-49a0-a9b2-7a03a713374a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.1050053
Nov 29 12:22:38.397494 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-848db2a0-094b-411c-a1f9-43f877e15833 req-934827b9-fa81-42d9-8566-27fd9d124cd8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392199
Nov 29 12:22:39.609448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6bad-3df5-4a59-9aae-9b2644d1fd15 req-d2ccfedc-0ce5-4365-bb31-b259dade7d99 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:39.610916 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d80b6bad-3df5-4a59-9aae-9b2644d1fd15 req-d2ccfedc-0ce5-4365-bb31-b259dade7d99 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0967731
Nov 29 12:22:39.661499 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d80b6bad-3df5-4a59-9aae-9b2644d1fd15 req-e156604b-0894-4a9f-80f8-0479d5104a0c tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419514
Nov 29 12:22:40.862799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3876a-a306-4bb9-a1fe-af51c322a97e req-98b33ff8-408e-4e54-a2c6-10a62792ade3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:40.864605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9a3876a-a306-4bb9-a1fe-af51c322a97e req-98b33ff8-408e-4e54-a2c6-10a62792ade3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0907357
Nov 29 12:22:40.915229 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c9a3876a-a306-4bb9-a1fe-af51c322a97e req-83d79d28-df50-4102-85d5-4d6e064e6189 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448685
Nov 29 12:22:41.035091 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:22:42.117029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e148e-d918-482a-ad33-d86c7800ba9e req-6915951d-fb88-481a-987f-5da89f79dd2f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:42.118388 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5a6e148e-d918-482a-ad33-d86c7800ba9e req-6915951d-fb88-481a-987f-5da89f79dd2f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0843287
Nov 29 12:22:42.162724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5a6e148e-d918-482a-ad33-d86c7800ba9e req-e1866e0b-a497-4723-a53b-15a561316369 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382242
Nov 29 12:22:43.374706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767e47-8f64-4170-953b-22f39415e8fd req-839843cb-ca7e-4e32-8dd2-cc81539a2923 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:43.376206 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a767e47-8f64-4170-953b-22f39415e8fd req-839843cb-ca7e-4e32-8dd2-cc81539a2923 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0940337
Nov 29 12:22:43.406839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:43.423754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a767e47-8f64-4170-953b-22f39415e8fd req-80d54ef3-9669-451a-8075-13566cd80f41 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418544
Nov 29 12:22:44.632460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48592626-0d52-4a73-ba63-b69d4c60fd77 req-991b0fed-5df1-44d8-af99-88148a36ecea tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:44.633966 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-48592626-0d52-4a73-ba63-b69d4c60fd77 req-991b0fed-5df1-44d8-af99-88148a36ecea tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0904374
Nov 29 12:22:44.681310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-48592626-0d52-4a73-ba63-b69d4c60fd77 req-0b2311a6-5dd0-456a-af25-e3c77707781d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412946
Nov 29 12:22:45.886413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb861bf0-e27a-4de5-90f9-d57c6a4448b8 req-fc3010ad-2604-44e7-95e7-c99be667becd tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:45.887995 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb861bf0-e27a-4de5-90f9-d57c6a4448b8 req-fc3010ad-2604-44e7-95e7-c99be667becd tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0875709
Nov 29 12:22:45.935834 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb861bf0-e27a-4de5-90f9-d57c6a4448b8 req-fd71c8d1-32b6-43c9-9f0e-7b1b9a4c57d5 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404575
Nov 29 12:22:47.136566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb405-16c8-4695-b746-4ed2a6ed9ae1 req-82d5b294-c80f-4ed2-87cd-2943d9addbc6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:47.137938 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-08ecb405-16c8-4695-b746-4ed2a6ed9ae1 req-82d5b294-c80f-4ed2-87cd-2943d9addbc6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0861878
Nov 29 12:22:47.188418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-08ecb405-16c8-4695-b746-4ed2a6ed9ae1 req-7f9fa5a6-630b-4305-8882-e5f4f9f9c3df tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443914
Nov 29 12:22:48.392418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114b303-b7ff-435c-ab77-9742fcd11e19 req-27e420f0-8620-4c8e-bfed-b680a823b053 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:48.393919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2114b303-b7ff-435c-ab77-9742fcd11e19 req-27e420f0-8620-4c8e-bfed-b680a823b053 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0882096
Nov 29 12:22:48.439715 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2114b303-b7ff-435c-ab77-9742fcd11e19 req-a2ec0bcb-b08b-4910-8fd9-4440df5386e6 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393660
Nov 29 12:22:49.643427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4eb13-d51d-4c63-8670-e9633e25b896 req-c810ba01-c7f5-4db6-9603-849f0e91d3ac tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:49.644901 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cea4eb13-d51d-4c63-8670-e9633e25b896 req-c810ba01-c7f5-4db6-9603-849f0e91d3ac tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0872071
Nov 29 12:22:49.689964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cea4eb13-d51d-4c63-8670-e9633e25b896 req-12b9930e-25ff-4651-a9d0-75a2af462bc2 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392137
Nov 29 12:22:50.888487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6a5c4-b3de-4f5e-a4d7-4a15d2b2b8ee req-0d209a9f-e700-42e8-a388-82cb96858036 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:50.889947 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8e6a5c4-b3de-4f5e-a4d7-4a15d2b2b8ee req-0d209a9f-e700-42e8-a388-82cb96858036 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0876932
Nov 29 12:22:50.937299 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8e6a5c4-b3de-4f5e-a4d7-4a15d2b2b8ee req-8cb7a55e-d05f-401b-ad53-77e9d0db7220 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396230
Nov 29 12:22:52.141383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab022ad-080f-4e9f-b5f7-5820dc8cf331 req-99d48d9c-c784-42ab-88f6-dfae7fce09f2 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:52.142726 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fab022ad-080f-4e9f-b5f7-5820dc8cf331 req-99d48d9c-c784-42ab-88f6-dfae7fce09f2 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0862033
Nov 29 12:22:52.309042 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fab022ad-080f-4e9f-b5f7-5820dc8cf331 req-5ebb2747-e9e9-46dd-9429-75dce8a166af tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582413
Nov 29 12:22:53.521313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d7aa-407f-4f62-bfcd-3ded800e0f5f req-16fb32c9-9c1c-460e-917c-01788db17fba tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:53.522817 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9f0d7aa-407f-4f62-bfcd-3ded800e0f5f req-16fb32c9-9c1c-460e-917c-01788db17fba tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0971246
Nov 29 12:22:53.570255 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9f0d7aa-407f-4f62-bfcd-3ded800e0f5f req-86e78203-9a37-4072-bc23-4eb517244540 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417387
Nov 29 12:22:54.779138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722380-9f57-4a5e-abf5-81aaa0f75d03 req-d7cc0a24-1c26-46f4-b935-0b752970b325 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:54.780645 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e722380-9f57-4a5e-abf5-81aaa0f75d03 req-d7cc0a24-1c26-46f4-b935-0b752970b325 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0922537
Nov 29 12:22:54.827832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e722380-9f57-4a5e-abf5-81aaa0f75d03 req-2e9f951a-3f41-4e37-9d82-61b2e8bf6f62 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408301
Nov 29 12:22:56.155555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bc3c5-cc9f-4f9b-8454-db337307b557 req-4ef0df12-f1ad-4d1a-a2d5-cb280e0856e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:56.156958 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-032bc3c5-cc9f-4f9b-8454-db337307b557 req-4ef0df12-f1ad-4d1a-a2d5-cb280e0856e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.2068570
Nov 29 12:22:56.202446 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-032bc3c5-cc9f-4f9b-8454-db337307b557 req-a3b0d69d-9c54-4f2e-ab5e-fe22b2a65f7a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392532
Nov 29 12:22:56.546678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f4add4b8-d5cf-4824-b093-56681f72f600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:57.132143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:57.401591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde5998-a1d9-4df9-a088-0acb6235ffdc req-f78688cf-b537-4ae9-a05a-44a3e0e0cabe tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:57.402978 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6bde5998-a1d9-4df9-a088-0acb6235ffdc req-f78688cf-b537-4ae9-a05a-44a3e0e0cabe tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0882456
Nov 29 12:22:57.449550 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6bde5998-a1d9-4df9-a088-0acb6235ffdc req-4cafd7fd-7468-4c6c-9269-fe3fffd27a8b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406864
Nov 29 12:22:58.652203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74e8a8-839f-4485-9efd-8b828580b875 req-451311b2-5b29-46bb-8064-2b9e76fb46c1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:58.653766 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d74e8a8-839f-4485-9efd-8b828580b875 req-451311b2-5b29-46bb-8064-2b9e76fb46c1 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0894701
Nov 29 12:22:58.701133 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d74e8a8-839f-4485-9efd-8b828580b875 req-42121e9f-fa7d-4c8f-932d-8b567de3e09a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407970
Nov 29 12:22:59.065568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1320487d-f764-40fa-9d59-4b715bd42dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:22:59.907532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e322aeb-102f-4a38-8c61-ce2948e50748 req-1df71c1a-576f-479e-8b06-a965b056f165 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:22:59.909010 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5e322aeb-102f-4a38-8c61-ce2948e50748 req-1df71c1a-576f-479e-8b06-a965b056f165 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0908556
Nov 29 12:22:59.957516 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5e322aeb-102f-4a38-8c61-ce2948e50748 req-36ce186e-e7e2-4025-8856-af03e3fef210 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398979
Nov 29 12:23:00.206428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:00.522957 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-f083aa60-2c6e-40fb-8ae3-182e5c7d90a8 service neutron] 10.222.0.18 "GET /v2.0/ports/8e2428ce-db27-43b2-ac6c-0a697641b514/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0954688
Nov 29 12:23:00.823990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-95a711ee-c155-403e-8409-d4b5f7bda662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:00.825793 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-95a711ee-c155-403e-8409-d4b5f7bda662 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72&tenant_id=9023bd9c89424fb8857411990e8edcb2 HTTP/1.1" status: 200  len: 1098 time: 0.0783005
Nov 29 12:23:00.920806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-f880676b-cab5-47f1-bb99-650c09863fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:00.922294 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-f880676b-cab5-47f1-bb99-650c09863fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 1098 time: 0.0732818
Nov 29 12:23:01.057356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-5f3ce648-4d9b-46a3-b1b3-269388c5e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:01.059059 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-5f3ce648-4d9b-46a3-b1b3-269388c5e7ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1305602
Nov 29 12:23:01.137619 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-2e181345-99c3-4bf3-8896-f30f5eca7fa3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 200  len: 217 time: 0.0716679
Nov 29 12:23:01.147093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809197b-8d3f-4ba2-9b9c-024710416131 req-8164d613-6395-4db0-80cf-e7b1314bc4c3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:01.148563 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7809197b-8d3f-4ba2-9b9c-024710416131 req-8164d613-6395-4db0-80cf-e7b1314bc4c3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0834930
Nov 29 12:23:01.193522 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7809197b-8d3f-4ba2-9b9c-024710416131 req-afa81388-1f34-43d8-a7df-f89da419d510 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390959
Nov 29 12:23:01.200295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-abb3cb15-dbbc-461c-a349-ba9d9a80a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:01.201762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-abb3cb15-dbbc-461c-a349-ba9d9a80a302 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.0581031
Nov 29 12:23:01.249047 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-36236e3d-32a5-4ca5-a733-65e67bb48b15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405817
Nov 29 12:23:01.382672 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-9f6fca32-9d4f-4092-b0a8-9df2ef5b0535 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272130
Nov 29 12:23:01.522579 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bb7dbe7f-9f4a-4018-a671-06aa25e8740f req-114293bf-b3de-42c5-9803-e5febd91a693 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320441
Nov 29 12:23:01.740099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:02.401789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01228f28-0827-4d06-807a-c482f374a5d0 req-a596d6fa-ed30-4fb9-b60a-44c3a3460d01 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:02.403321 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-01228f28-0827-4d06-807a-c482f374a5d0 req-a596d6fa-ed30-4fb9-b60a-44c3a3460d01 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0890031
Nov 29 12:23:02.450669 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-01228f28-0827-4d06-807a-c482f374a5d0 req-c8316f9f-8554-4798-a549-ec0dad8cbaf0 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415866
Nov 29 12:23:03.381213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:23:03.504234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:03.531921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:23:03.541814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:03.547334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:03.550335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:03.587517 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'code': 200}
Nov 29 12:23:03.623670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:03.630853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.631279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.631563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.631895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.632220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.632548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.632874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.633198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.633517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.633832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.634147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.634461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:03.638602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:03.650251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f2f3a-bad4-4857-938b-6bc6147772a6 req-5c47875a-df16-44e9-9a27-862ef357bd4f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:03.651730 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-932f2f3a-bad4-4857-938b-6bc6147772a6 req-5c47875a-df16-44e9-9a27-862ef357bd4f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 943 time: 0.0921161
Nov 29 12:23:03.696739 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-932f2f3a-bad4-4857-938b-6bc6147772a6 req-71bffb17-a970-4b99-a4e5-a3835acaaa56 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390999
Nov 29 12:23:04.002843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab5636-7d56-4cf4-aa40-390b8773155a req-52a2251b-8c60-47bd-8d15-433d8471a6cc tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:04.004418 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbab5636-7d56-4cf4-aa40-390b8773155a req-52a2251b-8c60-47bd-8d15-433d8471a6cc tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 943 time: 0.0826910
Nov 29 12:23:04.006807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-60735d38-1d7f-4a30-ad2a-47f6b1739aee tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:04.008316 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-60735d38-1d7f-4a30-ad2a-47f6b1739aee tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72&tenant_id=9023bd9c89424fb8857411990e8edcb2&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 943 time: 0.0843227
Nov 29 12:23:04.055536 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dbab5636-7d56-4cf4-aa40-390b8773155a req-37c33032-d5ae-4eb0-a037-f9250fb891c4 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439746
Nov 29 12:23:04.154027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-d955c047-6240-49d6-91d0-154311438991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:04.155548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-d955c047-6240-49d6-91d0-154311438991 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9023bd9c89424fb8857411990e8edcb2&device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 1096 time: 0.0771933
Nov 29 12:23:04.288786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-47316bcc-8aa3-4a7d-984d-73e3ff2e71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:04.290146 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-47316bcc-8aa3-4a7d-984d-73e3ff2e71dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 200  len: 916 time: 0.1288090
Nov 29 12:23:04.363198 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-f2c6bd5a-1ad1-43b3-92f5-01d5d7756037 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 200  len: 217 time: 0.0656428
Nov 29 12:23:04.551800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-51c9e460-4aeb-49f1-bc09-1d349e4a4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:04.553171 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-51c9e460-4aeb-49f1-bc09-1d349e4a4339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 200  len: 855 time: 0.1838510
Nov 29 12:23:04.603547 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-26dac520-7bf8-43e1-9098-6bf754c73d6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb951617-c0b5-4601-99f9-56ea4465f479&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405686
Nov 29 12:23:04.736637 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-d71f8db0-846a-4cb0-acf3-45a8a8bbba13 service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265912
Nov 29 12:23:04.874801 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7a7b0aa4-d9b0-4488-963c-754d71e16e70 req-c065248a-9b80-4cf1-96e9-07b187b8de5a service neutron] 10.222.0.18 "GET /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320510
Nov 29 12:23:05.259700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49949565-b420-44e6-a0c9-6177047ad4b3 req-2963e22c-e5e2-457b-af7f-a3029344c99d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:05.261167 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49949565-b420-44e6-a0c9-6177047ad4b3 req-2963e22c-e5e2-457b-af7f-a3029344c99d tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 943 time: 0.0876017
Nov 29 12:23:05.306366 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49949565-b420-44e6-a0c9-6177047ad4b3 req-080caedd-036a-44d9-8398-b0a426943033 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391526
Nov 29 12:23:05.392416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:23:05.529724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:05.572504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'network_id': 'fb951617-c0b5-4601-99f9-56ea4465f479', 'port_id': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'mac_address': 'fa:16:3e:18:c2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:23:05.628577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:05.645274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2428ce-db27-43b2-ac6c-0a697641b514 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:23:05.660683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:05.665851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:05.667683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:05.728502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['8e2428ce-db27-43b2-ac6c-0a697641b514'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:23:05.777779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:05.782499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:06.505588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f64a8-a5ce-4c2e-a598-cfd0f47eed1b req-a1bc2d23-2682-4435-8aa7-d37465d125da tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:06.507051 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d13f64a8-a5ce-4c2e-a598-cfd0f47eed1b req-a1bc2d23-2682-4435-8aa7-d37465d125da tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 944 time: 0.0894265
Nov 29 12:23:06.551885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d13f64a8-a5ce-4c2e-a598-cfd0f47eed1b req-0fc72f3d-23ec-4410-b53e-a1c2f5655b9b tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389912
Nov 29 12:23:06.751492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ba89a-3e62-4be6-981a-db47b6ad65f4 req-46f43d47-6110-4a32-b927-823bb39129a8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:06.752945 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-977ba89a-3e62-4be6-981a-db47b6ad65f4 req-46f43d47-6110-4a32-b927-823bb39129a8 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 944 time: 0.0926573
Nov 29 12:23:06.801351 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-977ba89a-3e62-4be6-981a-db47b6ad65f4 req-7a3589d4-0673-4763-8b76-fc1ac4de7df3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426340
Nov 29 12:23:07.003215 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5cc10-e884-4274-9777-7ae86eef9464 req-771f4b38-aaf7-460d-9c57-76f68a05bf7f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:07.004712 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3dc5cc10-e884-4274-9777-7ae86eef9464 req-771f4b38-aaf7-460d-9c57-76f68a05bf7f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 944 time: 0.0989385
Nov 29 12:23:07.049641 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3dc5cc10-e884-4274-9777-7ae86eef9464 req-ff704996-6615-45b2-93b3-465fa352c18a tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392711
Nov 29 12:23:07.396001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:07.470128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 8e2428ce-db27-43b2-ac6c-0a697641b514 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:07.470642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:07.587702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:07.613552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:23:07.623497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:07.626207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f8016-ceb3-414b-8c34-c5018c829fb9 req-a1f79ba9-3754-47fc-a23b-70b638964a11 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:07.627756 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-132f8016-ceb3-414b-8c34-c5018c829fb9 req-a1f79ba9-3754-47fc-a23b-70b638964a11 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 944 time: 0.0805771
Nov 29 12:23:07.629801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:07.632674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7f9675f-e967-498d-9310-bc5f9cf5f755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:07.665367 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'code': 200}
Nov 29 12:23:07.676694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-132f8016-ceb3-414b-8c34-c5018c829fb9 req-9e54a6ae-5122-49f3-8815-1c47940bd618 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400088
Nov 29 12:23:07.703684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:07.706791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:08.877494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1519b-a4d9-472f-ae23-c90d03eeff53 req-530c7ad2-1a13-4726-a068-efe8658c8de3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:08.878914 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45e1519b-a4d9-472f-ae23-c90d03eeff53 req-530c7ad2-1a13-4726-a068-efe8658c8de3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0876424
Nov 29 12:23:08.925231 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45e1519b-a4d9-472f-ae23-c90d03eeff53 req-6c6a24a7-8526-4d9c-a9e6-7af242dcdb1f tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7f0140b-b951-4990-ab43-12510fc1711e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403588
Nov 29 12:23:09.098318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-a6e0275e-bec7-4b9e-b926-69dab5d1f659 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:09.099830 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-a6e0275e-bec7-4b9e-b926-69dab5d1f659 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 945 time: 0.0895600
Nov 29 12:23:09.172304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Deleting port 8e2428ce-db27-43b2-ac6c-0a697641b514 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:23:09.172672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:09.429817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] For port 8e2428ce-db27-43b2-ac6c-0a697641b514, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8e2428ce-db27-43b2-ac6c-0a697641b514,segment=NetworkSegment(36d46016-c2de-4f15-bfc5-8c5c124be45e),segment_id=36d46016-c2de-4f15-bfc5-8c5c124be45e)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:09.430143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:09.554123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Calling delete_port for 8e2428ce-db27-43b2-ac6c-0a697641b514 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:23:09.705663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:09.711678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:09.756548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Pushing event deleted for resources: {'Port': ['ID=8e2428ce-db27-43b2-ac6c-0a697641b514,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:09.765628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.766021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.766376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.766786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.767161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.767532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.767940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.768269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.768649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.769013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.769370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.769730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:09.797254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:09.847679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] No DVR routers for this DVR port 8e2428ce-db27-43b2-ac6c-0a697641b514 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:23:09.850231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:09.852839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-deleted', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:23:09.869381 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c722562-f7c0-4d5f-b155-95ec417eaa78 req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.18 "DELETE /v2.0/ports/8e2428ce-db27-43b2-ac6c-0a697641b514 HTTP/1.1" status: 204  len: 173 time: 0.7639828
Nov 29 12:23:09.899597 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00b54d-8f42-46a3-85a9-9759f5d7aa72', 'name': 'network-vif-deleted', 'tag': '8e2428ce-db27-43b2-ac6c-0a697641b514', 'status': 'completed', 'code': 200}
Nov 29 12:23:10.107638 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8447232e-3d00-47aa-91b3-982100be98f4 req-27c734e1-0e14-4a5c-9623-762738e35662 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae00b54d-8f42-46a3-85a9-9759f5d7aa72 HTTP/1.1" status: 200  len: 210 time: 0.0489628
Nov 29 12:23:11.357881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 59142) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:11.424236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Deleting subnet 5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:23:11.424430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:23:11.427549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:11.462192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 8e2428ce-db27-43b2-ac6c-0a697641b514 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:23:11.462549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 8e2428ce-db27-43b2-ac6c-0a697641b514 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:23:11.490761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:11.557301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:11.629595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:11.633176 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f43d1b0d-a72e-4991-8ef9-18652013f536 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:11.669575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:11.673027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:11.675696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:11.681681 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-60d60b6f-0c3f-402f-9853-c1b538d599ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5792ed43-2e7e-4f2f-a0bd-a9ce67f219c1 HTTP/1.1" status: 204  len: 168 time: 0.3227370
Nov 29 12:23:11.684689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 59146) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:11.792961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.027457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.052566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d092b6340>,) {'filters': {'network_id': ['fb951617-c0b5-4601-99f9-56ea4465f479']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:12.064412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092b6340>, '36d46016-c2de-4f15-bfc5-8c5c124be45e') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:12.064699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092b6340>, '36d46016-c2de-4f15-bfc5-8c5c124be45e') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:12.076283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.091878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.097978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:23:12.098351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:23:12.111280 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:23:12.194592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.198638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c9bbd7a1-e8b5-4134-a833-a6a51ee18d7a tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:12.211269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.221589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb951617-c0b5-4601-99f9-56ea4465f479,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:12.224689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:12.231404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7eb7982f-1250-4726-a9aa-f38e3875608e admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb951617-c0b5-4601-99f9-56ea4465f479 HTTP/1.1" status: 204  len: 168 time: 0.5457270
Nov 29 12:23:12.372673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59152) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:12.423145 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6571e2a8-a233-4f6a-bdbb-1a072dade188 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9023bd9c89424fb8857411990e8edcb2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0491664
Nov 29 12:23:12.425551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:12.488479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.515218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.570635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.578233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c87f1af-4780-4c61-81a3-bf001cd0590f tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:12.596476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0140b-b951-4990-ab43-12510fc1711e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:12.603934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.604323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.604706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.605078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.605602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.605991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.606365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.606738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.607108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.607504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.607869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.608230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:12.612379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:12.615644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:12.616757 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e7a8b11-d8dc-4dbd-8362-d4c65f3df707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7f0140b-b951-4990-ab43-12510fc1711e HTTP/1.1" status: 204  len: 168 time: 0.1903458
Nov 29 12:23:13.402153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.502292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59180) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:13.633647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1945149694-network', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:13.639033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:13.643279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Usage tracker for resource:network and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:13.646320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:13.656317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:13.669589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Made reservation on behalf of 9d86c8196ca6490bb177944e9f64e824 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:23:13.672222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.684550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.700365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:13.704448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Usage tracker for resource:security_group_rule and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:13.707345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:13.713155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:13.800155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.804484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.809139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bff24e8c-d6f8-401c-9ba2-bca7046f507e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:13.835107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:23:13.848390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7508e0e3-d8e0-4675-ab7a-04acea73aaff,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:13.851965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:13.854747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.855090 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Added segment 32bed37b-0380-4be7-9310-846877402d51 of type vlan for network e526c518-9dbf-4476-b9f0-19d71a2e56e9
Nov 29 12:23:13.895201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.929199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.930305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:13.931105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:13.935499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d6b4274-1665-4e40-bf00-c0bebea882e3 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:14.036012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Pushing event updated for resources: {'Network': ['ID=e526c518-9dbf-4476-b9f0-19d71a2e56e9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:14.038944 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5347862
Nov 29 12:23:14.039843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:14.041964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:14.046565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:23:14.047771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Request body: {'subnet': {'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1945149694-subnet', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:14.052687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:14.056581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Usage tracker for resource:subnet and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:14.059788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:14.065510 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:14.077629 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Made reservation on behalf of 9d86c8196ca6490bb177944e9f64e824 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:23:14.079977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.304412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.308850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1352682d-a497-4f37-a373-8958cd276022 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:14.380857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64ccab0-3ad2-4e53-aa65-725dbefb5c29,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:14.384178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:14.390062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:23:14.390415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Network hostable DHCP agents. Network: e526c518-9dbf-4476-b9f0-19d71a2e56e9, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:23:14.410128 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:23:14.419610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, e526c518-9dbf-4476-b9f0-19d71a2e56e9) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:14.423570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:14.424155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.428535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71181ecf-d26d-4269-93b5-492662155264 None None] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:23:14.445882 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4028807
Nov 29 12:23:14.448737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 59190) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:14.454471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:14.459542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:14.463549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Usage tracker for resource:router and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:14.466416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:14.472085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:14.483559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.484581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.499050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.650951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:23:14.651838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.768926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:14.809817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Allocated IP 172.20.0.2 (e526c518-9dbf-4476-b9f0-19d71a2e56e9/e64ccab0-3ad2-4e53-aa65-725dbefb5c29/67c2c289-6c4e-4e2c-8979-958d3bb1c001) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:23:15.017990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.028183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Transition to ACTIVE for port object 67c2c289-6c4e-4e2c-8979-958d3bb1c001 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:15.045949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Transition to ACTIVE for port object 67c2c289-6c4e-4e2c-8979-958d3bb1c001 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:15.052419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.059727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:15.086188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.116473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.118876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:23:15.122164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:15.125859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:23:15.134773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Pushing event updated for resources: {'Port': ['ID=67c2c289-6c4e-4e2c-8979-958d3bb1c001,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:15.164891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:15.222414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Attempting to bind port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:23:15.222708 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Attempting to bind port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:23:15.223082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Attempting to bind port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:23:15.228490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:23:15.228871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:23:15.229281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.229682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Bound using segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:23:15.230151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Bound port: 67c2c289-6c4e-4e2c-8979-958d3bb1c001, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:23:15.231308 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.252444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Allocated IP 172.26.4.48 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/b0e4b58f-f1f7-44e5-8204-e96f587f740e) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:23:15.319912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] For port 67c2c289-6c4e-4e2c-8979-958d3bb1c001, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:23:15.322927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] For port 67c2c289-6c4e-4e2c-8979-958d3bb1c001, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=67c2c289-6c4e-4e2c-8979-958d3bb1c001,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:23:15.328303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.332711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:15.410655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.441050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:15.445146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:15.453973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Pushing event updated for resources: {'Port': ['ID=67c2c289-6c4e-4e2c-8979-958d3bb1c001,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:15.456779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:15.511380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:23:15.515027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:15.518786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:23:15.552725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e4b58f-f1f7-44e5-8204-e96f587f740e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:15.711880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:16.104068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:16.363293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd9c32-2b28-49f6-8a46-db2e8e2398d7 None None] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:23:16.458634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9593a3fd-c3e4-4eb4-b833-9c616c05dcc8 None None] Provisioning for port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:16.464235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:16.680575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Router d1b91260-cc6e-4b55-b005-ddb53b810304 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:23:16.859767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:23:16.869169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:23:16.878572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:23:16.879126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087eceb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:22:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:16.883586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:16.884824 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4348195
Nov 29 12:23:16.887850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59194) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:17.066000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 67c2c289-6c4e-4e2c-8979-958d3bb1c001 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:17.102246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:23:17.332147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:17.340532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:17.341024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:17.519033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:17.536954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087eceb0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:15Z', 'revision_number': 3, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:17.547123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:23:17.547511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Updating router d1b91260-cc6e-4b55-b005-ddb53b810304 port b0e4b58f-f1f7-44e5-8204-e96f587f740e binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:23:17.602436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 67c2c289-6c4e-4e2c-8979-958d3bb1c001, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=67c2c289-6c4e-4e2c-8979-958d3bb1c001,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:17.612257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:17.614115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:17.644868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:17.704674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:17.782262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=67c2c289-6c4e-4e2c-8979-958d3bb1c001,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:17.787572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:17.922031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Allocated IP 172.20.0.1 (e526c518-9dbf-4476-b9f0-19d71a2e56e9/e64ccab0-3ad2-4e53-aa65-725dbefb5c29/b8fcc393-75e4-4e51-9c86-8dca8d54e828) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:23:18.003020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.014915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Transition to ACTIVE for port object b0e4b58f-f1f7-44e5-8204-e96f587f740e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:18.021816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.025303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:18.034071 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:23:18.074267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.090307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Transition to ACTIVE for port object b8fcc393-75e4-4e51-9c86-8dca8d54e828 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:18.114966 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.119038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fa329b6-8a7c-4e48-9a4f-183c36893e4c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:18.156289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Attempting to bind port b0e4b58f-f1f7-44e5-8204-e96f587f740e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:23:18.156706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Attempting to bind port b0e4b58f-f1f7-44e5-8204-e96f587f740e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:23:18.157079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Attempting to bind port b0e4b58f-f1f7-44e5-8204-e96f587f740e on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:23:18.159275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d286-2168-4248-ac6e-2c35fae75934 None None] Pushing event updated for resources: {'Port': ['ID=b0e4b58f-f1f7-44e5-8204-e96f587f740e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:18.162906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc00d286-2168-4248-ac6e-2c35fae75934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:18.165424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:23:18.165792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:23:18.166205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.167009 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:23:18.167095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Bound port: b0e4b58f-f1f7-44e5-8204-e96f587f740e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:23:18.167461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.187997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:23:18.190757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:18.194815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:23:18.241712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] For port b0e4b58f-f1f7-44e5-8204-e96f587f740e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:23:18.244939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] For port b0e4b58f-f1f7-44e5-8204-e96f587f740e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b0e4b58f-f1f7-44e5-8204-e96f587f740e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:23:18.248526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.249822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.251047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Pushing event updated for resources: {'Port': ['ID=b8fcc393-75e4-4e51-9c86-8dca8d54e828,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:18.254181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:18.257193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:18.337496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:23:18.338146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087eceb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:22:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:18.371278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.452731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d286-2168-4248-ac6e-2c35fae75934 None None] Pushing event updated for resources: {'Port': ['ID=b0e4b58f-f1f7-44e5-8204-e96f587f740e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:18.465718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc00d286-2168-4248-ac6e-2c35fae75934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:18.494270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-35a18a1a-c34a-47e7-a13d-ddc99f57aa5e None None] Provisioning for port b8fcc393-75e4-4e51-9c86-8dca8d54e828 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:18.503804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-35a18a1a-c34a-47e7-a13d-ddc99f57aa5e None None] Provisioning complete for port b8fcc393-75e4-4e51-9c86-8dca8d54e828 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:18.504179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35a18a1a-c34a-47e7-a13d-ddc99f57aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.575995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:23:18.598763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.604514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.624948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-35a18a1a-c34a-47e7-a13d-ddc99f57aa5e None None] Port b8fcc393-75e4-4e51-9c86-8dca8d54e828 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:23:18.637586 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a17a65b0-dfb7-4b72-a2cc-668cb6f9e639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:18.717335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Pushing event updated for resources: {'Port': ['ID=b8fcc393-75e4-4e51-9c86-8dca8d54e828,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:18.720077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:18.723892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:18.897299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087eceb0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:17Z', 'revision_number': 1, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:18.901904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670d646-6822-4668-8a7b-f40f922aaa31 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:17Z', 'revision_number': 1, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:23:19.005298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:23:19.007815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:19.037945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 67c2c289-6c4e-4e2c-8979-958d3bb1c001 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:19.144017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:19.144403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:19.245537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:23:19.350424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2de41768-41a4-43c7-bcec-797161d84184 None None] Provisioning complete for port b8fcc393-75e4-4e51-9c86-8dca8d54e828 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:19.350809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2de41768-41a4-43c7-bcec-797161d84184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:19.407323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2de41768-41a4-43c7-bcec-797161d84184 None None] Port b8fcc393-75e4-4e51-9c86-8dca8d54e828 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:23:19.436709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:23:19.448886 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] 10.222.0.20 "PUT /v2.0/routers/d1b91260-cc6e-4b55-b005-ddb53b810304/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5598223
Nov 29 12:23:19.903794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59204) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:19.909247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--891639392', 'description': 'tempest-description--724381490'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:19.915448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:19.920054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Usage tracker for resource:security_group and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:19.922956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:19.929047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:19.942338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:19.963761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:19.970399 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Usage tracker for resource:security_group_rule and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:19.975282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:19.984632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:20.062282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.067607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.071537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f0d6298-acfc-4222-8aa2-769af6a7526f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:20.112149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:20.115026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:20.116167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.120246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2125161
Nov 29 12:23:20.120615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59208) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:20.126034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'security_group_rule': {'security_group_id': '1f22edaf-67d1-4b2d-b117-6b7e21ac51e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:20.132279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:20.136114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Usage tracker for resource:security_group_rule and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:20.139487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:20.145452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:20.165092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.230577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.235721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.237632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-004452e3-8a8b-4650-98bc-ec7c1b4fed39 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:20.260042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e11d4d-2b07-434c-8255-56d71cf951f9,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:20.264638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:20.269513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.270757 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1492763
Nov 29 12:23:20.273550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:20.279504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'security_group_rule': {'security_group_id': '1f22edaf-67d1-4b2d-b117-6b7e21ac51e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:20.285861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:20.289662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Usage tracker for resource:security_group_rule and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:20.292533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:20.298841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:20.321329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.384981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.390651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.396955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5dd7e7c-90d0-47a7-9e50-23555b7f03fb tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:20.416504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94195f0c-fec5-4463-8326-22de29cde4b0,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:20.419983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:20.429692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.430938 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1564505
Nov 29 12:23:20.434157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59216) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:20.439322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:20.445986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:20.450125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Usage tracker for resource:floatingip and tenant:9d86c8196ca6490bb177944e9f64e824 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:23:20.453125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:23:20.459044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:20.469556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.612983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.754087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Allocated IP 172.26.4.151 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/20f18ec6-a571-4892-a849-feb0add451a1) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:23:20.903356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.905544 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:23:20.915325 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:23:20.915932 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08ae3e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:22:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:20.933580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:20.938225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-767a6292-b3a9-4a7c-a693-b77eb10b5233 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:20.998816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:23:21.001997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:21.005759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:23:21.056337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'Port': ['ID=20f18ec6-a571-4892-a849-feb0add451a1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:21.059740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b0e4b58f-f1f7-44e5-8204-e96f587f740e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:21.060856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:21.103239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.114342 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:23:21.141484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b0e4b58f-f1f7-44e5-8204-e96f587f740e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:21.146565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b0e4b58f-f1f7-44e5-8204-e96f587f740e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:21.147070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.164451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.274846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.293154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port b0e4b58f-f1f7-44e5-8204-e96f587f740e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b0e4b58f-f1f7-44e5-8204-e96f587f740e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:21.296656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.298744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:21.373925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=b0e4b58f-f1f7-44e5-8204-e96f587f740e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:21.379813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:21.383224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.388144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.391994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-644e42d1-e970-4908-bf68-979edf0728d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:21.435543 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08ae3e80>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 2, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:21.440184 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:23:21.440551 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Updating router d1b91260-cc6e-4b55-b005-ddb53b810304 port b8fcc393-75e4-4e51-9c86-8dca8d54e828 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:23:21.496305 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.633060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'Port': ['ID=20f18ec6-a571-4892-a849-feb0add451a1,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:21.637176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:21.646209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.669042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.670277 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2352316
Nov 29 12:23:21.841037 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-4c620e10-8cbc-4f17-8956-e4f203da90dc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--891639392&fields=id&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 267 time: 0.0490727
Nov 29 12:23:21.846792 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.858621 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Transition to ACTIVE for port object b8fcc393-75e4-4e51-9c86-8dca8d54e828 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:21.866060 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:21.869564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6b0658e7-66c0-4cc5-afe3-19540e2e98e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:21.996212 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Pushing event updated for resources: {'Port': ['ID=b8fcc393-75e4-4e51-9c86-8dca8d54e828,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:22.044143 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.044482 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.044992 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.045326 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.045654 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.045979 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.046402 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.046726 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.047047 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.047407 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.047697 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.048158 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:23:22.077388 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:22.105374 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Attempting to bind port b8fcc393-75e4-4e51-9c86-8dca8d54e828 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:23:22.105883 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Attempting to bind port b8fcc393-75e4-4e51-9c86-8dca8d54e828 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:23:22.106263 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Attempting to bind port b8fcc393-75e4-4e51-9c86-8dca8d54e828 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:23:22.112426 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:23:22.112813 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:23:22.113318 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:22.113643 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Bound using segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:23:22.114211 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Bound port: b8fcc393-75e4-4e51-9c86-8dca8d54e828, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:23:22.114589 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:22.155226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-a0d83a57-698e-44df-b087-5a69aac5f210 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:22.156715 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-a0d83a57-698e-44df-b087-5a69aac5f210 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.3089855
Nov 29 12:23:22.171802 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-3465b756-54c3-4516-8b4b-5a211a890778 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/quotas/9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 375 time: 0.0093844
Nov 29 12:23:22.206514 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] For port b8fcc393-75e4-4e51-9c86-8dca8d54e828, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:23:22.209972 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] For port b8fcc393-75e4-4e51-9c86-8dca8d54e828, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b8fcc393-75e4-4e51-9c86-8dca8d54e828,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:23:22.216707 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:22.221699 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e7ab0cbe-3323-48e7-bd8e-4e1877710889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:22.260810 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-c687c7de-6ecf-4deb-9187-2bdfc80d33f0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0832891
Nov 29 12:23:22.296632 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:23:22.297264 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08ae3e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:22:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:22.392920 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Pushing event updated for resources: {'Port': ['ID=b8fcc393-75e4-4e51-9c86-8dca8d54e828,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:22.410260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-93b248e6-69ef-442b-b8e3-f3b7df6f2e39 service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369684
Nov 29 12:23:22.446277 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-743f9672-e160-42e7-bc4b-d6591bd786e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:22.513516 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:23:22.546838 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-3e119bfa-2b04-4032-bb1a-7f094dd2e341 service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298654
Nov 29 12:23:22.733284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-41e9a3ec-160b-4fdf-924d-2ef3c9481b52 req-ccdad3ca-924c-480f-9c11-5986d0a46697 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:23:22.752598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-41e9a3ec-160b-4fdf-924d-2ef3c9481b52 req-ccdad3ca-924c-480f-9c11-5986d0a46697 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:23:22.753864 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-41e9a3ec-160b-4fdf-924d-2ef3c9481b52 req-ccdad3ca-924c-480f-9c11-5986d0a46697 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 210 time: 0.0684514
Nov 29 12:23:22.854149 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08ae3e80>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:22Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:22.858989 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad951-98f2-49c7-8aa9-a08b94749b32 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:22Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:23:23.068919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8fcc393-75e4-4e51-9c86-8dca8d54e828 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:23.141251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b8fcc393-75e4-4e51-9c86-8dca8d54e828 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:23.146359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b8fcc393-75e4-4e51-9c86-8dca8d54e828 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:23.146935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:23.273571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:23.307537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port b8fcc393-75e4-4e51-9c86-8dca8d54e828, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b8fcc393-75e4-4e51-9c86-8dca8d54e828,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:23.312611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:23.313582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b0e4b58f-f1f7-44e5-8204-e96f587f740e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:23.342948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:23.483817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=b8fcc393-75e4-4e51-9c86-8dca8d54e828,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:23.486943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:23.496733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b0e4b58f-f1f7-44e5-8204-e96f587f740e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:23.497149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:23.834565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-1306161e-ada2-4160-b039-1777ac0859cd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:23.836052 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-1306161e-ada2-4160-b039-1777ac0859cd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1583810
Nov 29 12:23:23.932848 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-b8da7cb6-a616-4092-9fa2-9ea292742be0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 379 time: 0.0877421
Nov 29 12:23:23.935298 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-74593b91-42e1-4fb7-bd4d-e4c894e01b91 req-6137ec46-2a98-4003-8590-bc2f3c6a66e2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 210 time: 0.0588334
Nov 29 12:23:23.943517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'port': {'device_id': '68a312da-1775-48f9-b836-758f4299d5aa', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'admin_state_up': True, 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'security_groups': ['1f22edaf-67d1-4b2d-b117-6b7e21ac51e2']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:24.088497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:23:24.098976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:23:24.109491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Made reservation on behalf of 9d86c8196ca6490bb177944e9f64e824 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:23:24.113047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:24.291440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Allocated IP 172.20.0.12 (e526c518-9dbf-4476-b9f0-19d71a2e56e9/e64ccab0-3ad2-4e53-aa65-725dbefb5c29/705ea8d2-e6fd-4934-9f8d-697484ff41d2) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:23:24.482605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:24.498354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Transition to ACTIVE for port object 705ea8d2-e6fd-4934-9f8d-697484ff41d2 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:24.522711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:24.529561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:24.590867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:23:24.594280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:23:24.598130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:23:24.643660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:24.648966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:24.673260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:24.673895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:24.701119 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7616119
Nov 29 12:23:24.713115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Request body: {'port': {'device_id': '68a312da-1775-48f9-b836-758f4299d5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:24.809868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c9ed2ff1-2793-42c0-8c2d-1f54e93384f4 None None] Provisioning for port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:24.815040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c9ed2ff1-2793-42c0-8c2d-1f54e93384f4 None None] Provisioning complete for port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:24.815452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2ff1-2793-42c0-8c2d-1f54e93384f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:24.831091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:24.869771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed2ff1-2793-42c0-8c2d-1f54e93384f4 None None] Port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:23:25.035938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8fcc393-75e4-4e51-9c86-8dca8d54e828 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:25.111473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b8fcc393-75e4-4e51-9c86-8dca8d54e828 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:25.111873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:25.141684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75e765-4820-4a40-a311-33bd138edf5b req-f8e73370-6d97-4176-aafc-ad8b84135562 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:25.143443 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dd75e765-4820-4a40-a311-33bd138edf5b req-f8e73370-6d97-4176-aafc-ad8b84135562 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 932 time: 0.0941942
Nov 29 12:23:25.193396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-dd75e765-4820-4a40-a311-33bd138edf5b req-e9f366ca-03b7-40c3-93af-27fbd5706170 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:23:25.212788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-dd75e765-4820-4a40-a311-33bd138edf5b req-e9f366ca-03b7-40c3-93af-27fbd5706170 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:23:25.214622 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dd75e765-4820-4a40-a311-33bd138edf5b req-e9f366ca-03b7-40c3-93af-27fbd5706170 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632226
Nov 29 12:23:25.315048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705ea8d2-e6fd-4934-9f8d-697484ff41d2 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:23:25.323392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:25.338571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Transition to ACTIVE for port object 705ea8d2-e6fd-4934-9f8d-697484ff41d2 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:23:25.342678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:25.346355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7919dae8-f797-40de-ada7-bc6aa38f8406 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:25.496966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:25.504083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:25.576352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Attempting to bind port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:23:25.576709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Attempting to bind port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:23:25.577046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Attempting to bind port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:23:25.581797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:23:25.582117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Attempting to bind port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:23:25.587157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:23:25.587512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:23:25.587893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Bound using segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:23:25.588314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Bound port: 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:23:25.588655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:25.680590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:23:25.683612 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:23:25.689816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:25.695347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-32b74c7a-dc4c-4bbb-9808-33bfdfef91f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:25.750909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:25.751534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:25.752932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] 10.222.0.18 "PUT /v2.0/ports/705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 1094 time: 1.0441589
Nov 29 12:23:25.753474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:23:25.779539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:25.782495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:25.848735 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'status': 'completed', 'code': 200}
Nov 29 12:23:25.880100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-0f57d13d-24b1-431b-82c0-95bab329c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:25.881600 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-0f57d13d-24b1-431b-82c0-95bab329c668 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1097 time: 0.0814350
Nov 29 12:23:25.954199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-52c96349-71d6-4d52-89d3-c44aeea32ae6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 217 time: 0.0649862
Nov 29 12:23:26.025662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-a6a9c877-f441-4519-9fc1-279220f66edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.027887 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-a6a9c877-f441-4519-9fc1-279220f66edb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0675061
Nov 29 12:23:26.104456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-9652a958-175f-4a8c-86c4-82d705243f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.105943 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-9652a958-175f-4a8c-86c4-82d705243f7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715482
Nov 29 12:23:26.236774 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-9c69c4c6-7557-432a-8afa-bca97f02c300 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235914
Nov 29 12:23:26.372416 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-be6ac3b1-2f09-42a1-b4bb-2e026504dfde req-5d496d53-0728-44d7-8e67-eb4c512ec662 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292374
Nov 29 12:23:26.415060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967ed09-3714-4426-9c72-fc11994283f2 req-b2f5afb1-7b94-4fb9-8b10-2c2172164330 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.416534 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b967ed09-3714-4426-9c72-fc11994283f2 req-b2f5afb1-7b94-4fb9-8b10-2c2172164330 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 944 time: 0.0872486
Nov 29 12:23:26.464471 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b967ed09-3714-4426-9c72-fc11994283f2 req-6ba5a8ce-1107-4a5c-a309-ded04eef5700 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415473
Nov 29 12:23:26.487395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-94febe72-70ba-42f1-be9b-beb6cb9c5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.488859 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-94febe72-70ba-42f1-be9b-beb6cb9c5a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1097 time: 0.0712504
Nov 29 12:23:26.541711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8402fa3-4f0c-4446-9001-4dc90d20c723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:26.619761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-77f0af3b-5643-4851-9a46-81f4c984c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.621215 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-77f0af3b-5643-4851-9a46-81f4c984c708 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1249847
Nov 29 12:23:26.695463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-e5986963-d617-4464-93a6-ba83671121d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 217 time: 0.0669911
Nov 29 12:23:26.765216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-6b5d812b-2047-40dc-88b0-2d2d5e466da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.766666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-6b5d812b-2047-40dc-88b0-2d2d5e466da5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0644081
Nov 29 12:23:26.849868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-13849dc4-6d7d-4fc3-8068-b2b36356fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:26.851487 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-13849dc4-6d7d-4fc3-8068-b2b36356fbbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758736
Nov 29 12:23:27.115578 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-09732599-7088-41f1-a312-1df35b75035a service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568369
Nov 29 12:23:27.130804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:27.250567 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebef9f55-195f-489a-b278-9b3ee6e2aabc req-a001f9b5-fb9b-4eeb-bfb4-e3627f107628 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274307
Nov 29 12:23:27.664613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bef6a-3bd5-44aa-bdba-f907f81e5f63 req-641a3e97-a50e-4086-8126-5ec58cdff5c0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:27.665357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-7d4bef6a-3bd5-44aa-bdba-f907f81e5f63 req-641a3e97-a50e-4086-8126-5ec58cdff5c0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:23:27.687468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-7d4bef6a-3bd5-44aa-bdba-f907f81e5f63 req-641a3e97-a50e-4086-8126-5ec58cdff5c0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:23:27.688804 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7d4bef6a-3bd5-44aa-bdba-f907f81e5f63 req-641a3e97-a50e-4086-8126-5ec58cdff5c0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 944 time: 0.1123807
Nov 29 12:23:27.751485 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7d4bef6a-3bd5-44aa-bdba-f907f81e5f63 req-2ad27d20-9af7-489f-ada2-8903285fdbc5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542617
Nov 29 12:23:28.959439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646326d9-6fa7-4bab-b050-7da812927a52 req-61765fa0-4639-45ba-8692-c3a41d5644cb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:28.961030 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-646326d9-6fa7-4bab-b050-7da812927a52 req-61765fa0-4639-45ba-8692-c3a41d5644cb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 944 time: 0.0948017
Nov 29 12:23:29.009805 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-646326d9-6fa7-4bab-b050-7da812927a52 req-cafecd3f-ad4e-498f-8f68-ce871a2e2f60 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428486
Nov 29 12:23:29.061768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2af2-68b7-4d7d-af21-1740f2c59070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:29.467076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:23:29.635291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:29.648718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'mac_address': 'fa:16:3e:d7:86:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:23:29.704917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:29.722987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705ea8d2-e6fd-4934-9f8d-697484ff41d2 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:23:29.742090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:29.748894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:29.750744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc00d286-2168-4248-ac6e-2c35fae75934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:29.825008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:29.828200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:29.960820 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['705ea8d2-e6fd-4934-9f8d-697484ff41d2'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:23:30.197730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448070a6-7b96-4bce-94a6-ebbb3ab0ddd0 req-c86a76e9-c887-47a6-ba07-8b8d8a5b8ee6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:30.199509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-448070a6-7b96-4bce-94a6-ebbb3ab0ddd0 req-c86a76e9-c887-47a6-ba07-8b8d8a5b8ee6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 945 time: 0.0855417
Nov 29 12:23:30.199907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:30.244436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-448070a6-7b96-4bce-94a6-ebbb3ab0ddd0 req-61e778b9-1c17-4043-b3fe-155ed7f96f72 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387871
Nov 29 12:23:31.444019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790af2-eaa5-460d-8ec3-d09ba84366cb req-fa1c1591-2868-4c73-b19c-a112d0fb0859 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:31.445457 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a3790af2-eaa5-460d-8ec3-d09ba84366cb req-fa1c1591-2868-4c73-b19c-a112d0fb0859 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 945 time: 0.0891283
Nov 29 12:23:31.466186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:23:31.489371 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a3790af2-eaa5-460d-8ec3-d09ba84366cb req-9636ec89-216e-488f-885b-5cbe64f2f02d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382316
Nov 29 12:23:31.537867 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:23:31.542616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:23:31.543015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:31.660434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:31.690132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:23:31.703284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:23:31.707605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:31.709465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:23:31.739562 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'code': 200}
Nov 29 12:23:31.773697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:31.788964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:23:31.791807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:23:31.995463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b6b1-8f85-403c-a388-85c05ac4a774 req-9050b387-997e-4825-ac61-aad752a4d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:31.997544 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9227b6b1-8f85-403c-a388-85c05ac4a774 req-9050b387-997e-4825-ac61-aad752a4d25f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1099 time: 0.0846219
Nov 29 12:23:32.044192 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9227b6b1-8f85-403c-a388-85c05ac4a774 req-5719fa97-6f44-4ff9-82d7-267455853d8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392361
Nov 29 12:23:32.688826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ec983-6f2c-4879-838c-2964fe834e44 req-4478087f-4523-4410-a093-ec2ace4de696 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:32.690293 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-833ec983-6f2c-4879-838c-2964fe834e44 req-4478087f-4523-4410-a093-ec2ace4de696 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0864928
Nov 29 12:23:32.734977 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-833ec983-6f2c-4879-838c-2964fe834e44 req-0e46c3a0-3ba1-49c7-8e6c-00fbe3d1f4bf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386131
Nov 29 12:23:33.945006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e30f5b-3c1e-474b-bf60-f4453c80278a req-05a1d5a8-2aa6-40ab-a206-63bdd528f94e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:33.946415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-99e30f5b-3c1e-474b-bf60-f4453c80278a req-05a1d5a8-2aa6-40ab-a206-63bdd528f94e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0834754
Nov 29 12:23:33.994066 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-99e30f5b-3c1e-474b-bf60-f4453c80278a req-1749cc4c-f586-4a03-9f26-e31c589ed2e6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406559
Nov 29 12:23:34.183645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ba9e9-c5ce-4188-b387-bdfc3aa4d998 req-962ac02b-92f3-4789-ab5a-c73f96a139e1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:34.185335 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d9ba9e9-c5ce-4188-b387-bdfc3aa4d998 req-962ac02b-92f3-4789-ab5a-c73f96a139e1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0865993
Nov 29 12:23:34.196195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59270) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:23:34.203947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'floatingip': {'port_id': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:23:34.287025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:34.897570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:34.903873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:35.201225 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc associated. External IP: 172.26.4.151, port: 705ea8d2-e6fd-4934-9f8d-697484ff41d2.
Nov 29 12:23:35.561175 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:23:35.742971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:23:35.747992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:35.753963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:23:35.765273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:23:35.765981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4df0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:23:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:35.804423 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ebb6be15-60b0-4c36-b4dc-443f8a1c9f58 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "PUT /v2.0/floatingips/af5ebd2c-fac2-47e8-8b53-89c18656c3fc HTTP/1.1" status: 200  len: 992 time: 1.6042457
Nov 29 12:23:35.804423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:23:35.861366 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'status': 'completed', 'code': 200}
Nov 29 12:23:35.954320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:23:35.966222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32e29-1354-44f1-924a-52a025b04237 req-e9836def-9adf-4cb0-9168-947484098d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:35.967743 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-e9836def-9adf-4cb0-9168-947484098d8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1099 time: 0.0837297
Nov 29 12:23:36.099680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32e29-1354-44f1-924a-52a025b04237 req-15f84f43-bdd5-41d1-a709-3e8d9616a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:36.101049 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-15f84f43-bdd5-41d1-a709-3e8d9616a23e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1265182
Nov 29 12:23:36.208509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-e13f30c3-a560-49c3-9903-1727ae6fdbd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 1000 time: 0.1003010
Nov 29 12:23:36.270053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32e29-1354-44f1-924a-52a025b04237 req-8746f948-3c1d-4fc6-acb2-2a08dccfe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:36.271501 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-8746f948-3c1d-4fc6-acb2-2a08dccfe218 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0564127
Nov 29 12:23:36.345751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4df0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:d7:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a312da-1775-48f9-b836-758f4299d5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:23:34Z', 'revision_number': 1, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:36.347603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32e29-1354-44f1-924a-52a025b04237 req-0d017423-e036-48c4-82f3-ba9e34129009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:23:36.349201 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-0d017423-e036-48c4-82f3-ba9e34129009 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715783
Nov 29 12:23:36.349771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:23:36.358415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:23:36.359012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4df0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:23:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:36.478797 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-75d4a377-677b-4875-8631-3aa1f09ec7c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231043
Nov 29 12:23:36.538590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:23:36.611815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f9d32e29-1354-44f1-924a-52a025b04237 req-c917edda-97b3-42f8-9874-bf4ddc237981 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263638
Nov 29 12:23:37.048759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080d4df0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:d7:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a312da-1775-48f9-b836-758f4299d5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:23:34Z', 'revision_number': 1, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:23:37.055075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ac4d-a8e0-49f6-adee-7f670473bbde None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:d7:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a312da-1775-48f9-b836-758f4299d5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:23:34Z', 'revision_number': 1, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:23:37.279625 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b575bb3-a5dd-4a85-bc90-2ded5b0fae13 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:23:43.407199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:55.033615 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:23:56.551956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65cd37b5-847e-420e-a33f-df2b4bdef7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:57.137669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:23:59.068431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d28e661c-53fb-46ce-a7c0-25d9aa3a670e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:00.210654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:01.746777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:11.406512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdd822-ab99-44d9-86bb-d7b823a2f41f req-a937585b-3e6e-4c07-9ab4-eb39fa3830c5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:11.407898 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4fdd822-ab99-44d9-86bb-d7b823a2f41f req-a937585b-3e6e-4c07-9ab4-eb39fa3830c5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0909030
Nov 29 12:24:11.454453 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4fdd822-ab99-44d9-86bb-d7b823a2f41f req-7a4c8892-56ab-4b54-84f8-6e4ea53c4427 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408509
Nov 29 12:24:11.816959 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-787d94b6-746b-41de-9935-e4fa171a81e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0749586
Nov 29 12:24:11.869758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca7c4-206e-4455-ac10-b2b2dbd334a2 req-8bbb3455-256f-431f-ae7c-6d8194716515 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:11.871258 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-540ca7c4-206e-4455-ac10-b2b2dbd334a2 req-8bbb3455-256f-431f-ae7c-6d8194716515 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0844321
Nov 29 12:24:11.924398 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-540ca7c4-206e-4455-ac10-b2b2dbd334a2 req-177671d8-15d0-46df-bbb3-8aedd88e41c9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472848
Nov 29 12:24:13.061538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-feba28ff-c8a3-4dda-bb88-06018f6a5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:13.063011 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-feba28ff-c8a3-4dda-bb88-06018f6a5c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1099 time: 0.0798414
Nov 29 12:24:13.127934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd16cd-76f5-486e-abc8-caf8f0898720 req-c766b4ab-d8ca-4941-8bbd-60f089b68e37 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:13.129294 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2cd16cd-76f5-486e-abc8-caf8f0898720 req-c766b4ab-d8ca-4941-8bbd-60f089b68e37 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0863943
Nov 29 12:24:13.175312 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2cd16cd-76f5-486e-abc8-caf8f0898720 req-3051a8e0-ed17-411f-8722-a4665d3894a7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402181
Nov 29 12:24:13.320208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-8a89e71f-2af3-4342-9910-230966894018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:13.321667 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-8a89e71f-2af3-4342-9910-230966894018 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.2525387
Nov 29 12:24:13.421113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:13.428915 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-e381044b-f16b-49cd-9c94-ba82740eed40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 1002 time: 0.1005073
Nov 29 12:24:13.493314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-fdcba700-ac98-4da5-a748-8e786478b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:13.494752 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-fdcba700-ac98-4da5-a748-8e786478b4ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0596035
Nov 29 12:24:13.582224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-cde6acfc-fd7a-41e7-be1a-79ff338408f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:13.584429 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-cde6acfc-fd7a-41e7-be1a-79ff338408f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0834723
Nov 29 12:24:13.723252 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-06878b21-083a-43e7-86f0-9e18c7f988d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323929
Nov 29 12:24:13.859150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-f914ef4e-e291-4754-a5b1-03cd5919d43c service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286564
Nov 29 12:24:14.378706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17f2d9-4a58-4b49-9d8a-a0cfbd2c4650 req-68eee5c9-898f-4f0c-bc50-53f7c0c72f7d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:14.380199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3b17f2d9-4a58-4b49-9d8a-a0cfbd2c4650 req-68eee5c9-898f-4f0c-bc50-53f7c0c72f7d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0858879
Nov 29 12:24:14.425029 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3b17f2d9-4a58-4b49-9d8a-a0cfbd2c4650 req-138e3762-435a-491a-a69a-1e976ab8283d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389767
Nov 29 12:24:15.642487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d16ca-a0bd-49b2-bbd3-055f3a277810 req-69eb3744-4ca5-4d6c-9845-e17a0d86717f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:15.643930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-774d16ca-a0bd-49b2-bbd3-055f3a277810 req-69eb3744-4ca5-4d6c-9845-e17a0d86717f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.1031640
Nov 29 12:24:15.703344 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-774d16ca-a0bd-49b2-bbd3-055f3a277810 req-7ef17623-42e6-49a8-a741-13f2bd5169a3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510454
Nov 29 12:24:16.381373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-eaff1345-a5d3-43d8-b029-dfe7eec707d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:16.382902 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-eaff1345-a5d3-43d8-b029-dfe7eec707d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1099 time: 0.0912685
Nov 29 12:24:16.535714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-a06b1d95-b21b-4e57-b583-703c51ad7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:16.537175 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-a06b1d95-b21b-4e57-b583-703c51ad7c2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1330204
Nov 29 12:24:16.640883 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-d3f9f940-072c-4cc4-8391-3e11b1cdb288 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 1002 time: 0.0974603
Nov 29 12:24:16.707901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-ba98618a-3ba6-4f22-bc1a-c8af8c8ee9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:16.709344 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-ba98618a-3ba6-4f22-bc1a-c8af8c8ee9f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0606668
Nov 29 12:24:16.784613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-45dc0ddc-f5cf-4a7c-b0e4-f8fd057ba42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:16.786087 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-45dc0ddc-f5cf-4a7c-b0e4-f8fd057ba42e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706394
Nov 29 12:24:16.981990 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-55ee5cc7-0f5c-4617-9b87-641aa13c34c6 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882167
Nov 29 12:24:16.994538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e4f8-fba3-4318-87c5-6b3d4710adaa req-f0fdcacd-fb9c-458f-b35c-5f5329619300 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:16.995942 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aa20e4f8-fba3-4318-87c5-6b3d4710adaa req-f0fdcacd-fb9c-458f-b35c-5f5329619300 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.1795912
Nov 29 12:24:17.118121 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-aa20e4f8-fba3-4318-87c5-6b3d4710adaa req-6235ebad-c4a4-46fa-84b8-2ab9c0ad6dcc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036294
Nov 29 12:24:17.152637 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6164934d-b678-4541-8cf1-ee406c63ce67 req-d807a6e9-8bcd-4e25-bcf6-34367b4b8eeb service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557360
Nov 29 12:24:18.318095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db53e1-5478-4642-8011-8886b583382c req-22ac8e53-b878-4654-9f30-ac007e8d471c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:18.319563 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59db53e1-5478-4642-8011-8886b583382c req-22ac8e53-b878-4654-9f30-ac007e8d471c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0834475
Nov 29 12:24:18.363072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59db53e1-5478-4642-8011-8886b583382c req-6bc17f80-4209-44f8-8771-1799d379845d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378830
Nov 29 12:24:19.695991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3e104-7ac9-442b-bb5f-a5c1ff7bb056 req-2ab8fbef-b4ca-46f2-a890-48c14c8bc4f7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:19.697354 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cb3e104-7ac9-442b-bb5f-a5c1ff7bb056 req-2ab8fbef-b4ca-46f2-a890-48c14c8bc4f7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.2226541
Nov 29 12:24:19.744650 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cb3e104-7ac9-442b-bb5f-a5c1ff7bb056 req-feec6f7f-5281-4c15-9160-fdcca79200bb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400574
Nov 29 12:24:20.956870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25f898-b313-42aa-90cc-90bae5a65aa3 req-dc0cf9c9-317e-48da-bfd8-a753d806c820 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:20.958216 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef25f898-b313-42aa-90cc-90bae5a65aa3 req-dc0cf9c9-317e-48da-bfd8-a753d806c820 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.1040876
Nov 29 12:24:21.004070 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef25f898-b313-42aa-90cc-90bae5a65aa3 req-32d6c63c-18ec-4efb-b513-fff754a899da tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376637
Nov 29 12:24:22.209094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43915cf2-979f-4239-a59e-9d98f11d1456 req-6785661d-f9c7-4fc4-9f37-0a8fc653c333 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:22.211409 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-43915cf2-979f-4239-a59e-9d98f11d1456 req-6785661d-f9c7-4fc4-9f37-0a8fc653c333 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0859604
Nov 29 12:24:22.261066 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-43915cf2-979f-4239-a59e-9d98f11d1456 req-efe46d21-f4ed-4744-8ac7-e0c54a879e6b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424595
Nov 29 12:24:23.482034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9c66f-2658-4f28-8da7-9823d9799ed4 req-19ca320e-c226-49a3-9a57-10f3410dd275 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:23.483526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cb9c66f-2658-4f28-8da7-9823d9799ed4 req-19ca320e-c226-49a3-9a57-10f3410dd275 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.1044023
Nov 29 12:24:23.532186 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cb9c66f-2658-4f28-8da7-9823d9799ed4 req-8ac7f16c-92e6-4f27-973c-d173dd9423bd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429986
Nov 29 12:24:24.737486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125016f5-9e39-41c2-a3eb-3310d06736e4 req-59c5dae9-5ecf-4c16-8d22-6fa27dc3b919 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:24.738946 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-125016f5-9e39-41c2-a3eb-3310d06736e4 req-59c5dae9-5ecf-4c16-8d22-6fa27dc3b919 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0889788
Nov 29 12:24:24.786174 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-125016f5-9e39-41c2-a3eb-3310d06736e4 req-780a8a93-86b2-4f74-b6ff-09977a061c55 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412676
Nov 29 12:24:25.566131 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-c3877709-f8b5-4f9a-8774-99cda53b6f15 service neutron] 10.222.0.18 "GET /v2.0/ports/705ea8d2-e6fd-4934-9f8d-697484ff41d2/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0869176
Nov 29 12:24:25.850664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-af1c1138-9ac5-4bad-a7dd-4a8a645114e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:25.852177 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-af1c1138-9ac5-4bad-a7dd-4a8a645114e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 1099 time: 0.0708139
Nov 29 12:24:25.945931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-a51f4e4f-fb64-451f-b8b0-accaca562c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:25.947465 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-a51f4e4f-fb64-451f-b8b0-accaca562c67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1099 time: 0.0740328
Nov 29 12:24:25.972311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f402752-4dc1-42d5-b41e-7983f33f6db2 req-69ba8c3a-d769-4a9a-b438-37e555a28f2a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:25.973732 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9f402752-4dc1-42d5-b41e-7983f33f6db2 req-69ba8c3a-d769-4a9a-b438-37e555a28f2a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0804265
Nov 29 12:24:26.017835 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9f402752-4dc1-42d5-b41e-7983f33f6db2 req-bdb57204-7945-43ec-b00e-b439bb3b8582 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383370
Nov 29 12:24:26.083366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-24a86288-6329-4381-bef9-c5c6bffd95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:26.084809 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-24a86288-6329-4381-bef9-c5c6bffd95e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1310663
Nov 29 12:24:26.188737 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-df6fe5cf-1fb5-45d3-bd16-86019e6f3c04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 1002 time: 0.0962522
Nov 29 12:24:26.254649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-7f701955-6a18-4ea6-95d8-9f7c80d2a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:26.256112 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-7f701955-6a18-4ea6-95d8-9f7c80d2a5fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0614085
Nov 29 12:24:26.340760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-21b8b965-08a9-4912-842a-eb83072350b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:26.342337 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-21b8b965-08a9-4912-842a-eb83072350b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798960
Nov 29 12:24:26.482749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-12e446aa-e8d6-4b1c-91c8-e259e2206a94 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334684
Nov 29 12:24:26.545585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d33d7b73-fdac-4267-8762-c4d96e740b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:26.622350 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b0488f11-b4e1-4ee0-8e5b-f0a73d9b2abc req-19c46db0-aa73-4df1-bd43-41e2461318a4 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327276
Nov 29 12:24:27.123715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:27.213156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fa969-020e-4c7f-9a68-2fe3130557d4 req-464fa7c0-0766-470e-ad21-0263c7f4a13f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:27.214635 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a34fa969-020e-4c7f-9a68-2fe3130557d4 req-464fa7c0-0766-470e-ad21-0263c7f4a13f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0849669
Nov 29 12:24:27.263992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a34fa969-020e-4c7f-9a68-2fe3130557d4 req-1c0ef197-2bb2-41cc-90d9-c15b9570abe3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426457
Nov 29 12:24:27.762558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:24:27.879080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:27.913294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:24:27.926000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:27.931552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:27.933533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:27.976215 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'code': 200}
Nov 29 12:24:28.003327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:28.011517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.011958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.012457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.013000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.013342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.013899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.014429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.014769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.015106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.015490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.015844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.016175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:28.020170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:28.470178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844a0af-9e33-4a34-af11-81e343c18d5e req-f64bd611-dad5-46c4-91bb-2da5bdd6589c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:28.472462 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0844a0af-9e33-4a34-af11-81e343c18d5e req-f64bd611-dad5-46c4-91bb-2da5bdd6589c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 944 time: 0.0950015
Nov 29 12:24:28.525722 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0844a0af-9e33-4a34-af11-81e343c18d5e req-11c5c6b8-a313-4a6b-8294-31648488cca0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400143
Nov 29 12:24:28.902361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dabf-c263-41a1-ad26-e938940321b2 req-b9d30684-1efe-478e-b937-76b2eeb45c5d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:28.903833 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac4dabf-c263-41a1-ad26-e938940321b2 req-b9d30684-1efe-478e-b937-76b2eeb45c5d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 944 time: 0.1404834
Nov 29 12:24:28.933512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-5ac8af01-4e5b-4903-aaee-861381b3a1e9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:28.934896 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-5ac8af01-4e5b-4903-aaee-861381b3a1e9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa&tenant_id=9d86c8196ca6490bb177944e9f64e824&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 944 time: 0.1403921
Nov 29 12:24:28.961994 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac4dabf-c263-41a1-ad26-e938940321b2 req-26723df7-bcd0-4ff8-84fe-335964abcb8e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500257
Nov 29 12:24:29.060962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-751af622-3075-4048-a943-36eafd2e2c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:29.085252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-0b70fcc6-9f5b-47f8-84e5-c5af2de731a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:29.086691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-0b70fcc6-9f5b-47f8-84e5-c5af2de731a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 1097 time: 0.0809002
Nov 29 12:24:29.356234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-37444c06-4291-4873-b090-49ca1397ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:29.358197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-37444c06-4291-4873-b090-49ca1397ab28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.2641475
Nov 29 12:24:29.466028 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-93adb49d-2d94-42e8-a51a-efbec3db1d40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 200  len: 1000 time: 0.1019599
Nov 29 12:24:29.535307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-06791307-97ad-41ed-8a34-68f06e078714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:29.536815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-06791307-97ad-41ed-8a34-68f06e078714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0643249
Nov 29 12:24:29.619009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-70a4c894-6f00-489f-bd4c-377781ff345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:29.620414 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-70a4c894-6f00-489f-bd4c-377781ff345d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772371
Nov 29 12:24:29.753270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:24:29.763388 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-efd4be52-94c5-4f13-b1be-47e2d8f7aa73 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359704
Nov 29 12:24:29.903502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:29.911146 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4118b1f3-f244-4e64-a7c5-a1a06d673b0d req-4be73b31-e48f-4bb1-a39c-0a2fa0a3711d service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417053
Nov 29 12:24:29.917965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'mac_address': 'fa:16:3e:d7:86:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:24:29.975203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:29.999990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705ea8d2-e6fd-4934-9f8d-697484ff41d2 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:24:30.018855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:30.023624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:30.025457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:30.142697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:30.146883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['705ea8d2-e6fd-4934-9f8d-697484ff41d2'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:24:30.161911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690eda4-62bf-477c-915c-d7b956055366 req-5e866231-da27-4797-87df-ab2ed78ce392 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:30.163302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c690eda4-62bf-477c-915c-d7b956055366 req-5e866231-da27-4797-87df-ab2ed78ce392 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 945 time: 0.0866246
Nov 29 12:24:30.171998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:30.232550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:30.362464 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c690eda4-62bf-477c-915c-d7b956055366 req-ff63ec3b-f4a2-415a-8409-e90729601cfd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1933222
Nov 29 12:24:31.577392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25e0f7-e6be-4ce7-8a46-d30d87158616 req-d649293d-7372-4a49-a702-02694bc741b8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:31.578896 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8f25e0f7-e6be-4ce7-8a46-d30d87158616 req-d649293d-7372-4a49-a702-02694bc741b8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 945 time: 0.1014349
Nov 29 12:24:31.628813 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8f25e0f7-e6be-4ce7-8a46-d30d87158616 req-31929acd-8c47-424d-a42b-2cfeae305a50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420549
Nov 29 12:24:31.752628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:31.764496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:24:31.826032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2adb30-87e9-401f-a73e-f0fb59386f26 req-0adfd5ee-f1e3-40d1-aa30-1b247f291bc4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:31.827670 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c2adb30-87e9-401f-a73e-f0fb59386f26 req-0adfd5ee-f1e3-40d1-aa30-1b247f291bc4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 945 time: 0.0846343
Nov 29 12:24:31.835932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:24:31.836315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:31.871585 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c2adb30-87e9-401f-a73e-f0fb59386f26 req-d7a93ed9-2dd7-4c1b-a397-3c04f473aff0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381303
Nov 29 12:24:31.962137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:31.990279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:24:32.001033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:32.005501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:32.007719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:32.035703 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:24:32.042983 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'code': 200}
Nov 29 12:24:32.074541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50118d37-5c22-4b47-903a-f17c15a72c78 req-ebeebcd8-86e9-41f7-95a8-7418300bed02 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:32.076097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50118d37-5c22-4b47-903a-f17c15a72c78 req-ebeebcd8-86e9-41f7-95a8-7418300bed02 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0909822
Nov 29 12:24:32.081521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:32.084637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:32.125532 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50118d37-5c22-4b47-903a-f17c15a72c78 req-faf732bf-9504-4578-9024-1e5f1b3c87be tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432227
Nov 29 12:24:32.536673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75078534-4677-4e4d-8ae3-8805bcc15b71 req-3fe3b725-0ca1-464b-ae8e-3f476243b79f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:32.538125 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-75078534-4677-4e4d-8ae3-8805bcc15b71 req-3fe3b725-0ca1-464b-ae8e-3f476243b79f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0927937
Nov 29 12:24:32.582908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-75078534-4677-4e4d-8ae3-8805bcc15b71 req-7e6641bb-3cc9-4ee0-b032-1a28b3be20c4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389688
Nov 29 12:24:33.785433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb187a-63ec-4964-9678-75714df8ded0 req-4a22992b-dd2a-400a-89b2-71c086ebdcac tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:33.786917 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ffb187a-63ec-4964-9678-75714df8ded0 req-4a22992b-dd2a-400a-89b2-71c086ebdcac tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0866988
Nov 29 12:24:33.833442 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ffb187a-63ec-4964-9678-75714df8ded0 req-8ea5fd4c-be97-404b-8f5e-e2cfc7a37874 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398824
Nov 29 12:24:34.129940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-f75b650e-932d-4afa-9c0a-a348da87040c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:34.131379 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-f75b650e-932d-4afa-9c0a-a348da87040c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 946 time: 0.0908623
Nov 29 12:24:34.202461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Deleting port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:24:34.202788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:34.451491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] For port 705ea8d2-e6fd-4934-9f8d-697484ff41d2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=705ea8d2-e6fd-4934-9f8d-697484ff41d2,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:34.451739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:34.736169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:34.736435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:34.736729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc disassociated. External IP: 172.26.4.151, port: 705ea8d2-e6fd-4934-9f8d-697484ff41d2.
Nov 29 12:24:34.737058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Calling delete_port for 705ea8d2-e6fd-4934-9f8d-697484ff41d2 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:24:35.063979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:35.071467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c5b2b9ca-8dbf-4b12-b2d6-ce075f2e74c3 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:35.122183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event deleted for resources: {'Port': ['ID=705ea8d2-e6fd-4934-9f8d-697484ff41d2,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:35.133903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.134547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.134639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.135011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.135882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.135882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.136162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.136482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.136856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.137198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.137640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.137911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:24:35.141901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:35.219091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6903f-6568-4868-b6de-ada323f75b8e req-adb02471-c171-4613-b3fc-c89f335c8811 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:35.220656 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-14a6903f-6568-4868-b6de-ada323f75b8e req-adb02471-c171-4613-b3fc-c89f335c8811 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=68a312da-1775-48f9-b836-758f4299d5aa HTTP/1.1" status: 200  len: 867 time: 0.2719796
Nov 29 12:24:35.339113 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-14a6903f-6568-4868-b6de-ada323f75b8e req-b06e6208-2a8f-4d95-b557-48bada66f4f2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707164
Nov 29 12:24:35.370228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:24:35.563240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:24:35.574112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:24:35.584419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:24:35.585037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081f5e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:24:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:35.634794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] No DVR routers for this DVR port 705ea8d2-e6fd-4934-9f8d-697484ff41d2 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:24:35.637325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:35.640111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-deleted', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:24:35.656197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a4a88d7-cc63-4c33-bca4-31e8faab46ab req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "DELETE /v2.0/ports/705ea8d2-e6fd-4934-9f8d-697484ff41d2 HTTP/1.1" status: 204  len: 173 time: 1.5191357
Nov 29 12:24:35.688112 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a312da-1775-48f9-b836-758f4299d5aa', 'name': 'network-vif-deleted', 'tag': '705ea8d2-e6fd-4934-9f8d-697484ff41d2', 'status': 'completed', 'code': 200}
Nov 29 12:24:35.777792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:24:36.093235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081f5e80>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:36.097104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:24:36.106769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:24:36.107415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081f5e80>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:24:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:36.295723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:24:36.655809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081f5e80>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:36.659629 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68e7ab-dc0b-4c6f-9bf9-77f6767f4e70 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:24:36.668904 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-662cf460-6e89-4701-a274-7e8d544ab3e5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--891639392&fields=id&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 267 time: 0.0406606
Nov 29 12:24:36.827346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-43ca8910-17ea-4046-97bd-228e81d518cf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:36.828929 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-43ca8910-17ea-4046-97bd-228e81d518cf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1532700
Nov 29 12:24:36.845691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-7ab6c52d-d1c2-4c73-a619-b106e8b955e9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/quotas/9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 375 time: 0.0106871
Nov 29 12:24:36.902283 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d909e3-e656-46c3-bb02-3cb70fd4052d None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:24:36.936927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-060f274f-2e6f-4680-b234-479c71ac1caf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:24:36.957278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-060f274f-2e6f-4680-b234-479c71ac1caf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:24:36.957707 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-060f274f-2e6f-4680-b234-479c71ac1caf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1062419
Nov 29 12:24:37.099397 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-cfa0b04c-32c8-4218-84b3-9bd4e6fc33c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289992
Nov 29 12:24:37.230702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-209f8701-5f58-451d-9d09-77fde5a0e04d service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263838
Nov 29 12:24:37.407928 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed9e4243-155e-4c57-9ab3-f05001cd1fce req-cdaea004-ea68-4f43-9700-7b22976bec81 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 210 time: 0.0425320
Nov 29 12:24:37.792825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:24:37.832917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 705ea8d2-e6fd-4934-9f8d-697484ff41d2 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:24:37.833277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 705ea8d2-e6fd-4934-9f8d-697484ff41d2 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:24:38.484818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-5b37d1fa-e3f2-47f4-818d-abaae4d27fed tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:38.486267 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-5b37d1fa-e3f2-47f4-818d-abaae4d27fed tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1530135
Nov 29 12:24:38.567285 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bee58940-5c1b-4978-aaad-f673795c79f9 req-34a5239e-53db-4d3c-b1eb-9e16fe80b3e9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 210 time: 0.0533602
Nov 29 12:24:38.577292 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-672cca46-bed6-43ff-bbd6-650ac9fb090d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 379 time: 0.0828512
Nov 29 12:24:38.588900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'port': {'device_id': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'admin_state_up': True, 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'security_groups': ['1f22edaf-67d1-4b2d-b117-6b7e21ac51e2']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:24:38.852185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:24:38.862429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:24:38.872133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Made reservation on behalf of 9d86c8196ca6490bb177944e9f64e824 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:24:38.876076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.039960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Allocated IP 172.20.0.6 (e526c518-9dbf-4476-b9f0-19d71a2e56e9/e64ccab0-3ad2-4e53-aa65-725dbefb5c29/cd2a729a-60d1-4355-b371-ef1dd2deff96) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:24:39.244417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.261469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Transition to ACTIVE for port object cd2a729a-60d1-4355-b371-ef1dd2deff96 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:24:39.294040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.299734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfa7098b-232b-44a4-9bdc-1bd5014e2fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:39.365337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:24:39.368382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:24:39.372283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:24:39.402494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:39.413586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:39.440153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:39.441138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.468346 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8831730
Nov 29 12:24:39.480308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Request body: {'port': {'device_id': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:24:39.557690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-125af345-3776-413d-8904-3839d05a5bcb None None] Provisioning for port cd2a729a-60d1-4355-b371-ef1dd2deff96 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:24:39.562718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-125af345-3776-413d-8904-3839d05a5bcb None None] Provisioning complete for port cd2a729a-60d1-4355-b371-ef1dd2deff96 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:24:39.563081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-125af345-3776-413d-8904-3839d05a5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.603457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.618559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-125af345-3776-413d-8904-3839d05a5bcb None None] Port cd2a729a-60d1-4355-b371-ef1dd2deff96 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:24:39.763148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6f334-630c-42ee-affa-e8cfeffb30c8 req-08f6ddb8-e87e-4301-a1b2-26a6f2dc9ea5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:39.765607 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06d6f334-630c-42ee-affa-e8cfeffb30c8 req-08f6ddb8-e87e-4301-a1b2-26a6f2dc9ea5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 931 time: 0.0902355
Nov 29 12:24:39.812000 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06d6f334-630c-42ee-affa-e8cfeffb30c8 req-571b292a-c788-4bc9-ad23-e1d5eb0ed142 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415637
Nov 29 12:24:39.965913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2a729a-60d1-4355-b371-ef1dd2deff96 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:24:39.974088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:39.992006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Transition to ACTIVE for port object cd2a729a-60d1-4355-b371-ef1dd2deff96 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:24:39.998545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:40.002371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d61ddc49-3c66-4508-9550-f7b98e315583 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:40.130815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:40.157209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:40.236872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Attempting to bind port cd2a729a-60d1-4355-b371-ef1dd2deff96 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:24:40.237210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Attempting to bind port cd2a729a-60d1-4355-b371-ef1dd2deff96 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:24:40.237570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Attempting to bind port cd2a729a-60d1-4355-b371-ef1dd2deff96 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:24:40.242740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Port cd2a729a-60d1-4355-b371-ef1dd2deff96 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:24:40.243063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Attempting to bind port cd2a729a-60d1-4355-b371-ef1dd2deff96 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:24:40.248693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:24:40.249027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:24:40.249410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Bound using segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:24:40.249836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Bound port: cd2a729a-60d1-4355-b371-ef1dd2deff96, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:24:40.250178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:40.347833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:24:40.350673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:24:40.357841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:40.361529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0f97915b-1bdf-4e9f-915b-8f6be21f4841 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:40.418443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:40.419035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:40.421049 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 1093 time: 0.9456007
Nov 29 12:24:40.421599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:24:40.449263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:40.460433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:40.500429 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'status': 'completed', 'code': 200}
Nov 29 12:24:40.543433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-12bfc48b-96da-4f5b-91f6-ac2672d024f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:40.544962 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-12bfc48b-96da-4f5b-91f6-ac2672d024f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1096 time: 0.0801439
Nov 29 12:24:40.616997 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-845fb827-fad7-4d2a-980e-d82fedafc3d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 217 time: 0.0650783
Nov 29 12:24:40.685426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-88cfe4f3-2495-4d40-b02b-3f8661141418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:40.686841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-88cfe4f3-2495-4d40-b02b-3f8661141418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0635483
Nov 29 12:24:40.763760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-4d159b7b-8e39-4f17-a948-8f4dc70ff8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:40.765318 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-4d159b7b-8e39-4f17-a948-8f4dc70ff8dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717313
Nov 29 12:24:40.899031 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-d8ab97bc-5c89-4ed4-82e5-a56d1b08f136 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269937
Nov 29 12:24:41.003266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f3f92-fc9e-4f87-afb4-3f6616858f4f req-d9617ecd-f128-494b-8591-350ecac89695 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:41.004767 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a55f3f92-fc9e-4f87-afb4-3f6616858f4f req-d9617ecd-f128-494b-8591-350ecac89695 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 943 time: 0.0832365
Nov 29 12:24:41.037194 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-310d0638-51ec-4fd9-8f16-b7cd0fbf5f43 req-1d38e6d0-8ef5-41c8-9d06-8da486574aad service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305306
Nov 29 12:24:41.055048 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a55f3f92-fc9e-4f87-afb4-3f6616858f4f req-45841cf9-18b8-498d-aa51-488f7df5f144 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444362
Nov 29 12:24:41.164542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-d4e19bf2-d264-429e-9fdd-4504eaa4811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:41.165986 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-d4e19bf2-d264-429e-9fdd-4504eaa4811e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1096 time: 0.0788741
Nov 29 12:24:41.412161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-c9464372-922f-4e8f-b4cb-4ef81a359c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:41.413621 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-c9464372-922f-4e8f-b4cb-4ef81a359c28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.2411788
Nov 29 12:24:41.482694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-59136931-7b4f-449e-ab39-7ff2a0ab5215 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 217 time: 0.0613008
Nov 29 12:24:41.549314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-0dfc3144-46ef-4697-8126-351df2d40c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:41.550703 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-0dfc3144-46ef-4697-8126-351df2d40c7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0617414
Nov 29 12:24:41.626298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-70211cfd-3c28-4a99-8df1-7e2b12ace164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:41.627766 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-70211cfd-3c28-4a99-8df1-7e2b12ace164 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702887
Nov 29 12:24:41.766936 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-bf9536b3-e24b-4b5a-b51b-aedba4b6ee0a service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308837
Nov 29 12:24:41.905185 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fe8d36a6-bbbd-4443-9745-1531b0443dc7 req-a552790e-a41b-46bf-bc41-e98674496d07 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312609
Nov 29 12:24:42.263579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33034c-5233-485b-94da-1ebccb8ac3b6 req-d8c513de-1bff-4927-9ef5-dbb5f4b8536c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:42.264268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9b33034c-5233-485b-94da-1ebccb8ac3b6 req-d8c513de-1bff-4927-9ef5-dbb5f4b8536c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:24:42.284788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9b33034c-5233-485b-94da-1ebccb8ac3b6 req-d8c513de-1bff-4927-9ef5-dbb5f4b8536c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:24:42.285936 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b33034c-5233-485b-94da-1ebccb8ac3b6 req-d8c513de-1bff-4927-9ef5-dbb5f4b8536c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 943 time: 0.1184003
Nov 29 12:24:42.335592 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b33034c-5233-485b-94da-1ebccb8ac3b6 req-001b06c0-c66f-484c-a038-8cb8b5ea324f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411482
Nov 29 12:24:43.432450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:43.545926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca057f-5586-4d4e-8319-d39a33785205 req-62da1d86-722d-4342-b925-b44eb87e0f71 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:43.547422 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-50ca057f-5586-4d4e-8319-d39a33785205 req-62da1d86-722d-4342-b925-b44eb87e0f71 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 943 time: 0.0867975
Nov 29 12:24:43.593101 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-50ca057f-5586-4d4e-8319-d39a33785205 req-51c3d82d-a0ea-46b7-8ca5-045d849e7c96 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397599
Nov 29 12:24:43.807723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:24:43.950238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:43.963456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'mac_address': 'fa:16:3e:71:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:24:44.023425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:44.041333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2a729a-60d1-4355-b371-ef1dd2deff96 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:24:44.056926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:44.062459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:44.064464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:44.132124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:44.135521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:44.266352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['cd2a729a-60d1-4355-b371-ef1dd2deff96'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:24:44.783732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92dcc-d38f-497e-bbf8-674af8f495c8 req-29ed6a84-7829-4f79-959f-48b2b7fd4470 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:44.785199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f3f92dcc-d38f-497e-bbf8-674af8f495c8 req-29ed6a84-7829-4f79-959f-48b2b7fd4470 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 944 time: 0.0873606
Nov 29 12:24:44.835440 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f3f92dcc-d38f-497e-bbf8-674af8f495c8 req-ee633b81-c303-4ab1-b206-e63705ee8aff tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444262
Nov 29 12:24:45.837668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:24:45.912324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port cd2a729a-60d1-4355-b371-ef1dd2deff96 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:24:45.917551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port cd2a729a-60d1-4355-b371-ef1dd2deff96 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:24:45.917934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:46.030466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588499a5-9a43-4ae5-8841-3f3fbfd398d5 req-5aff60e0-2f8a-4ee2-8959-a06d9a74aa8b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:46.031955 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-588499a5-9a43-4ae5-8841-3f3fbfd398d5 req-5aff60e0-2f8a-4ee2-8959-a06d9a74aa8b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 944 time: 0.0852349
Nov 29 12:24:46.040895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:46.069496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:24:46.077634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-588499a5-9a43-4ae5-8841-3f3fbfd398d5 req-466da994-2489-4447-b4b1-65106963dd6e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392680
Nov 29 12:24:46.081311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:24:46.087521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:46.090283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:24:46.130167 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'code': 200}
Nov 29 12:24:46.164672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:24:46.167796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:24:46.353913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1da6-2d3f-4e2c-ae28-87fb6062ae08 req-be1fe64f-0881-45a5-b501-bdaa5e4becd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:46.355319 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c7e1da6-2d3f-4e2c-ae28-87fb6062ae08 req-be1fe64f-0881-45a5-b501-bdaa5e4becd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1098 time: 0.0780058
Nov 29 12:24:46.395686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c7e1da6-2d3f-4e2c-ae28-87fb6062ae08 req-bdd76a51-0ed4-4214-bcd9-39ccb8dbb515 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337973
Nov 29 12:24:47.278322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da7dbd-b258-42e3-98bb-62e952902da4 req-34eca70a-fbb8-4d9f-8a8f-6565b5462231 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:47.279795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-84da7dbd-b258-42e3-98bb-62e952902da4 req-34eca70a-fbb8-4d9f-8a8f-6565b5462231 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0845635
Nov 29 12:24:47.337509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-84da7dbd-b258-42e3-98bb-62e952902da4 req-1aec876a-c027-4ffb-ac6a-9130e5e7744c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513799
Nov 29 12:24:48.551501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69d964-9180-4d45-8565-46a5dff5e229 req-da1606f6-f401-49d9-842a-5f9ad806abc3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:48.552928 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3e69d964-9180-4d45-8565-46a5dff5e229 req-da1606f6-f401-49d9-842a-5f9ad806abc3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0960655
Nov 29 12:24:48.600076 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3e69d964-9180-4d45-8565-46a5dff5e229 req-cf2e1f2d-45dd-4ffd-ae9e-cd64e357ffa6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389805
Nov 29 12:24:48.786135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21bbe5-13cf-4004-b1e7-9c820a7b614f req-612ae5de-1ef9-4e2c-aa9f-37edacaf43be tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:48.787612 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aa21bbe5-13cf-4004-b1e7-9c820a7b614f req-612ae5de-1ef9-4e2c-aa9f-37edacaf43be tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0866237
Nov 29 12:24:48.796497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 59480) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:24:48.801762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'floatingip': {'port_id': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:24:48.880954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:49.611670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:49.620283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:49.810008 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc associated. External IP: 172.26.4.151, port: cd2a729a-60d1-4355-b371-ef1dd2deff96.
Nov 29 12:24:50.176696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:24:50.357275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:24:50.362265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:50.367764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:24:50.378155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:24:50.378846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0864c880>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:24:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:50.419463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b8a5adcd-a33a-41db-a044-3a601ab4813b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "PUT /v2.0/floatingips/af5ebd2c-fac2-47e8-8b53-89c18656c3fc HTTP/1.1" status: 200  len: 991 time: 1.6217697
Nov 29 12:24:50.420215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:24:50.529489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'status': 'completed', 'code': 200}
Nov 29 12:24:50.559117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:24:50.625250 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-5674e7d6-8044-47fa-b743-512860e80a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:50.626748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-5674e7d6-8044-47fa-b743-512860e80a6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1098 time: 0.0733452
Nov 29 12:24:50.758577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-7bd61548-03c4-4539-aabe-28fa1fd2f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:50.763792 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-7bd61548-03c4-4539-aabe-28fa1fd2f626 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1308715
Nov 29 12:24:50.868515 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-8750f9c2-b187-434a-ba21-bfc58f9d493c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 999 time: 0.0982404
Nov 29 12:24:50.904666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0864c880>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:71:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:24:49Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:50.908814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:24:50.918195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:24:50.918810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0864c880>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:24:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:50.931442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-d09f183c-0cc4-431b-8468-e713debf727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:50.933109 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-d09f183c-0cc4-431b-8468-e713debf727b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0588503
Nov 29 12:24:51.150148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:24:51.156462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-8fa42fd7-dfa7-4130-888a-3fc7c155650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:24:51.158024 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-8fa42fd7-dfa7-4130-888a-3fc7c155650c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2185452
Nov 29 12:24:51.290370 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-b73cd818-f714-4048-8612-5fd53178edaa service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253116
Nov 29 12:24:51.428561 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3616f1c0-dd7b-4ef6-a80f-58cc439e9632 req-7a77ed49-7aa2-4ad6-933f-fb510d8db3eb service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318150
Nov 29 12:24:51.533429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0864c880>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:71:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:24:49Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:24:51.537771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952f313-3bba-4d63-9d93-83d84f0c73d2 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:71:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:24:49Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:24:51.755153 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13dd758-2835-47f5-a583-04c8b6aa7768 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:24:56.556993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-abe5785b-220a-4bf4-a894-18086a948856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:57.129995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:24:59.068154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8260-9f4b-4ab4-825d-1e7998669024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:00.218060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:01.752742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:09.037902 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:25:13.443316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:15.721157 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-e4a609ea-6e07-49cb-ae5d-5f193fab48f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0831242
Nov 29 12:25:15.872447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-4273efea-600a-478f-b8ad-ddfc6475bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:15.873856 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-4273efea-600a-478f-b8ad-ddfc6475bae5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1098 time: 0.0816872
Nov 29 12:25:16.023971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-78d07c0c-d330-4a51-8aea-9e6cb8a36857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:16.025423 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-78d07c0c-d330-4a51-8aea-9e6cb8a36857 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1312578
Nov 29 12:25:16.149911 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-70ab4c0c-6e8d-46a4-a7f0-449f77f62960 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 1001 time: 0.1146796
Nov 29 12:25:16.214927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-fd1f8ddd-435b-49f6-ae18-3f9fad9fbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:16.216372 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-fd1f8ddd-435b-49f6-ae18-3f9fad9fbcb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0596588
Nov 29 12:25:16.297541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-fcc22c9e-2107-4c68-b961-ddd1ccbeb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:16.299018 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-fcc22c9e-2107-4c68-b961-ddd1ccbeb151 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732176
Nov 29 12:25:16.310902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-a5af9332-12d0-45ff-a0b6-c2bab9c087ad service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:25:16.311957 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-a5af9332-12d0-45ff-a0b6-c2bab9c087ad service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049071
Nov 29 12:25:16.456686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-5aa6af4f-13f4-4fb5-8d20-4dba5b02364d service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370871
Nov 29 12:25:16.601296 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c580ec13-a5b9-466a-939b-af8c0e01e9cf req-7cff142b-7c93-4b2b-a139-0ad560f0af11 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378658
Nov 29 12:25:26.310383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcda50-b0f1-433e-a867-78afbb15e9c5 req-0cad60f3-f3af-44ef-a8e9-79fc7efcac2b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:26.311865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b7fcda50-b0f1-433e-a867-78afbb15e9c5 req-0cad60f3-f3af-44ef-a8e9-79fc7efcac2b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0979362
Nov 29 12:25:26.359606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b7fcda50-b0f1-433e-a867-78afbb15e9c5 req-a2ee5264-0444-4925-9492-a9d1669c6d0f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388346
Nov 29 12:25:26.559552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c109aa80-627a-48f3-8005-ea64d33d501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:27.128810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:27.571353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0690-ee8c-480e-b130-0c8089d54575 req-fb622e90-aed9-467f-a495-eade9058e20b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:27.572841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-023e0690-ee8c-480e-b130-0c8089d54575 req-fb622e90-aed9-467f-a495-eade9058e20b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.1000772
Nov 29 12:25:27.617865 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-023e0690-ee8c-480e-b130-0c8089d54575 req-fbacf37a-bcc5-4672-a8b1-5215cb79ad4c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393205
Nov 29 12:25:28.814557 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c0758-9d34-4615-b062-ceb017f95bfb req-4ddccf43-6aa7-44fc-9e18-b6b94b72e3ba tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:28.816508 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-894c0758-9d34-4615-b062-ceb017f95bfb req-4ddccf43-6aa7-44fc-9e18-b6b94b72e3ba tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0890012
Nov 29 12:25:28.861264 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-894c0758-9d34-4615-b062-ceb017f95bfb req-985b440d-da1a-4720-a2f6-d390ce58eda2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388122
Nov 29 12:25:29.073607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a46fc4d9-68c3-46df-90d2-3487befd360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:30.086165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb1de-3045-4155-9b12-1b9190a3a5f9 req-c3219f5c-a9fd-402d-b026-ce91a8f5cf71 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:30.087552 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e1edb1de-3045-4155-9b12-1b9190a3a5f9 req-c3219f5c-a9fd-402d-b026-ce91a8f5cf71 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.1028037
Nov 29 12:25:30.137622 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e1edb1de-3045-4155-9b12-1b9190a3a5f9 req-4a031b5e-bc4a-4879-a151-5ac38d2380c6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416813
Nov 29 12:25:30.217795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:31.345735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e284ea-a4ea-4fc0-a20f-b913a1954233 req-4b88f316-00e0-47fe-a603-45c9c95d75e4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:31.347538 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78e284ea-a4ea-4fc0-a20f-b913a1954233 req-4b88f316-00e0-47fe-a603-45c9c95d75e4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.1043627
Nov 29 12:25:31.399584 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78e284ea-a4ea-4fc0-a20f-b913a1954233 req-50efdfb0-8aaf-4148-ada2-cb1aeac6ab89 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447671
Nov 29 12:25:31.755602 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:32.601846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca03404-3f5d-4068-8a61-88840374dd61 req-63b084f9-3a11-447a-8239-7d0890548551 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:32.603320 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cca03404-3f5d-4068-8a61-88840374dd61 req-63b084f9-3a11-447a-8239-7d0890548551 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0964923
Nov 29 12:25:32.651833 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cca03404-3f5d-4068-8a61-88840374dd61 req-785c8177-ae37-4556-92f2-5f0056fb6de5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401933
Nov 29 12:25:33.848658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f18f11-671b-4a91-a238-e791ec6f937e req-46ff3328-8179-431b-bc52-1a93fe5913ee tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:33.850479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-77f18f11-671b-4a91-a238-e791ec6f937e req-46ff3328-8179-431b-bc52-1a93fe5913ee tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0843701
Nov 29 12:25:33.898021 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-77f18f11-671b-4a91-a238-e791ec6f937e req-59805714-5a1d-4a82-bc94-a7e31f310287 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391085
Nov 29 12:25:35.113345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4ad92-7875-43ea-87f6-1964f7d3842f req-a4b5ed4e-76eb-4a97-84cf-61bd757392d9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:35.115156 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f2c4ad92-7875-43ea-87f6-1964f7d3842f req-a4b5ed4e-76eb-4a97-84cf-61bd757392d9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.1021709
Nov 29 12:25:35.164114 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f2c4ad92-7875-43ea-87f6-1964f7d3842f req-8a45a286-b9a0-4561-8383-30951ed44042 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430443
Nov 29 12:25:36.370285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564323b-430a-4ed3-aa2f-137b7d880d68 req-5c13db35-081f-4d7e-a914-a47a79d05910 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:36.371742 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8564323b-430a-4ed3-aa2f-137b7d880d68 req-5c13db35-081f-4d7e-a914-a47a79d05910 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0863104
Nov 29 12:25:36.419562 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8564323b-430a-4ed3-aa2f-137b7d880d68 req-aadd04eb-0742-4ea8-976d-e38969b85d2a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396175
Nov 29 12:25:37.629837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e511d9b-9cf6-4d74-b0e2-c5a8e97939ad req-cdf90015-e74d-405d-9add-bde4e981d0eb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:37.631308 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e511d9b-9cf6-4d74-b0e2-c5a8e97939ad req-cdf90015-e74d-405d-9add-bde4e981d0eb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0873866
Nov 29 12:25:37.677358 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e511d9b-9cf6-4d74-b0e2-c5a8e97939ad req-f8117541-693b-4d23-b84a-3ad57352c3fd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400684
Nov 29 12:25:38.033311 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-fb1f286a-7d60-49ad-87ef-1070dec097f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0707829
Nov 29 12:25:38.217187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b51bd-bbcb-4400-bb5f-29f81479f271 req-7d835515-602f-4f4f-abcf-7bf3ced66d34 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:38.218683 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a36b51bd-bbcb-4400-bb5f-29f81479f271 req-7d835515-602f-4f4f-abcf-7bf3ced66d34 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.2119048
Nov 29 12:25:38.264115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a36b51bd-bbcb-4400-bb5f-29f81479f271 req-fb2125c6-308c-4c63-9135-7cacc9dfe61c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397604
Nov 29 12:25:39.328110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-28e185f3-f0a1-4b2e-83e1-7286e357deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:39.329613 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-28e185f3-f0a1-4b2e-83e1-7286e357deeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1098 time: 0.1252732
Nov 29 12:25:39.467235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-ea0e2320-ffbe-4103-b490-4d9812abf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:39.468541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc890ca-f826-46fe-9f39-125eb5070746 req-0ab5a217-c4da-4b92-b602-8cbaed26256d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:39.469054 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-ea0e2320-ffbe-4103-b490-4d9812abf25e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1317425
Nov 29 12:25:39.470007 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2cc890ca-f826-46fe-9f39-125eb5070746 req-0ab5a217-c4da-4b92-b602-8cbaed26256d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0881128
Nov 29 12:25:39.514876 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2cc890ca-f826-46fe-9f39-125eb5070746 req-45e4857f-bfbf-436c-adfc-38a46acabfd5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387411
Nov 29 12:25:39.573230 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-3ed3c3ad-7ee1-45e2-9ca8-b9fd2b59ea5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 1001 time: 0.0978706
Nov 29 12:25:39.637952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-fbd5fc07-9bda-45ef-9bd2-a2130497abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:39.639394 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-fbd5fc07-9bda-45ef-9bd2-a2130497abed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0597985
Nov 29 12:25:39.715470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-123e3a44-02e0-461a-8a54-14cf08c77c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:39.716894 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-123e3a44-02e0-461a-8a54-14cf08c77c7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705721
Nov 29 12:25:39.859866 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-b53817ed-6dd2-4a18-8083-b06838bc27dc service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360769
Nov 29 12:25:39.999374 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-17f1f6be-1aa4-4bbf-aa78-0d579551afbe service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317673
Nov 29 12:25:40.712905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860865-2185-4efa-adeb-b644c7efdb13 req-2f537f1f-06a5-4039-9bac-5d2e39d95329 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:40.714361 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-88860865-2185-4efa-adeb-b644c7efdb13 req-2f537f1f-06a5-4039-9bac-5d2e39d95329 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0871024
Nov 29 12:25:40.759695 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-88860865-2185-4efa-adeb-b644c7efdb13 req-67a2553a-aa1c-4046-ba05-ff85f13aa4ad tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396643
Nov 29 12:25:41.648838 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-720b5b68-8384-4346-8166-4c9651fb4bb8 service neutron] 10.222.0.18 "GET /v2.0/ports/cd2a729a-60d1-4355-b371-ef1dd2deff96/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0881121
Nov 29 12:25:41.939102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-e93c55b2-536e-4fd8-bfd5-a5dbbedccf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:41.940991 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-e93c55b2-536e-4fd8-bfd5-a5dbbedccf2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 1098 time: 0.0784705
Nov 29 12:25:41.999941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29335-9711-43a3-b982-a5ccadd1f54d req-5043a3f5-be39-4d7f-8ca3-3786f4b6e9b0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:42.001425 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76f29335-9711-43a3-b982-a5ccadd1f54d req-5043a3f5-be39-4d7f-8ca3-3786f4b6e9b0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.1294611
Nov 29 12:25:42.031327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-0dc75112-3bbe-4c5d-a52e-18fdef9fae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:42.032857 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-0dc75112-3bbe-4c5d-a52e-18fdef9fae69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1098 time: 0.0701518
Nov 29 12:25:42.048673 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76f29335-9711-43a3-b982-a5ccadd1f54d req-ec3c787e-ca99-4c26-8606-ae15ce271600 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410218
Nov 29 12:25:42.168412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-7008b65e-6613-40d9-9363-866e15218b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:42.169772 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-7008b65e-6613-40d9-9363-866e15218b05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1306236
Nov 29 12:25:42.280404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-26d6dcba-69eb-4143-b57c-205b6d6ac919 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 1001 time: 0.1031966
Nov 29 12:25:42.345538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-de8b6939-7943-4a0b-b7b2-be00d5f55bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:42.347004 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-de8b6939-7943-4a0b-b7b2-be00d5f55bd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0592773
Nov 29 12:25:42.436643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-5ab88727-5aa5-41e3-b884-aa33b441b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:42.438725 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-5ab88727-5aa5-41e3-b884-aa33b441b2e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0851736
Nov 29 12:25:42.709203 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-f3f1bc29-0edb-4c61-b5f1-2c741779a1db service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2634425
Nov 29 12:25:42.840689 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-71b9800f-5f54-4260-a125-ff092fa7c633 req-15e26d84-5aa6-4bdb-adc2-3bd4778455ed service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245909
Nov 29 12:25:43.306183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb17b-9f94-4143-89c1-e4eb145aec19 req-f9cb7907-ac14-4b5b-8cc4-15be2a91041c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:43.307681 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f2abb17b-9f94-4143-89c1-e4eb145aec19 req-f9cb7907-ac14-4b5b-8cc4-15be2a91041c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.1481707
Nov 29 12:25:43.353787 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f2abb17b-9f94-4143-89c1-e4eb145aec19 req-f2b012de-e456-4912-b30b-d9828de84023 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404270
Nov 29 12:25:43.452004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:44.120440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:25:44.243422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:44.273089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:25:44.283232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:25:44.288833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:44.290786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:44.361900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:44.369570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.369927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.370263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.370675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.370946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.371299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.371621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.372979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.373317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.373641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.374023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.374344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:44.379078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:44.380629 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'code': 200}
Nov 29 12:25:44.571428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd24d3-3856-47a8-9dca-352c6d1f570c req-461cb278-a780-4172-978e-8b9176365e50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:44.572916 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-63bd24d3-3856-47a8-9dca-352c6d1f570c req-461cb278-a780-4172-978e-8b9176365e50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 943 time: 0.1034245
Nov 29 12:25:44.623234 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-63bd24d3-3856-47a8-9dca-352c6d1f570c req-0542c1a2-ef07-464d-abd6-84b6b63aee0a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440998
Nov 29 12:25:45.009350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe837b-e22d-4e39-bf08-f96614d5b329 req-fe1b752b-244a-40b5-b492-d83becd7112b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:45.010832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3dbe837b-e22d-4e39-bf08-f96614d5b329 req-fe1b752b-244a-40b5-b492-d83becd7112b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 943 time: 0.1524596
Nov 29 12:25:45.022530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-76cdbdb7-ff16-485d-acc0-1a28e0178bc1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:45.023916 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-76cdbdb7-ff16-485d-acc0-1a28e0178bc1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e&tenant_id=9d86c8196ca6490bb177944e9f64e824&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 943 time: 0.1251984
Nov 29 12:25:45.064365 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3dbe837b-e22d-4e39-bf08-f96614d5b329 req-5d6985dc-4953-49ab-96e6-bf898fc7d9eb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395217
Nov 29 12:25:45.202610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-df63b3a0-8d54-4a10-9b8d-136ab2fa3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:45.204893 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-df63b3a0-8d54-4a10-9b8d-136ab2fa3313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1096 time: 0.0849857
Nov 29 12:25:45.349513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-0daa2433-8778-4b95-bf37-68bf943516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:45.351435 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-0daa2433-8778-4b95-bf37-68bf943516f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1394856
Nov 29 12:25:45.453117 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-94d4827c-9bdf-412b-bcc8-9e6aab78a4dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 999 time: 0.0953989
Nov 29 12:25:45.517758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-d9b7e6e1-6760-42fe-a668-b77464c8f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:45.519124 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-d9b7e6e1-6760-42fe-a668-b77464c8f855 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0588889
Nov 29 12:25:45.595977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-2b3809fa-2e34-4bff-a5f8-33aabe300171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:45.597432 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-2b3809fa-2e34-4bff-a5f8-33aabe300171 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713763
Nov 29 12:25:45.735022 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-a9260041-96f1-4316-8455-fdca840b73a5 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306913
Nov 29 12:25:45.870813 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19278c56-81bf-49b2-b93f-732285f03ec2 req-e716d9f8-6219-466c-a7cf-a5e7e71a7775 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289747
Nov 29 12:25:46.036937 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:25:46.132392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:25:46.270421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:25:46.278067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6ac1f-db9b-4252-a0ed-c0ee14cf31e2 req-4e3bdc87-3ae1-4119-9b51-02079d7a010b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:46.279582 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bef6ac1f-db9b-4252-a0ed-c0ee14cf31e2 req-4e3bdc87-3ae1-4119-9b51-02079d7a010b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 943 time: 0.0870762
Nov 29 12:25:46.284469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'mac_address': 'fa:16:3e:71:f4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:25:46.328499 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bef6ac1f-db9b-4252-a0ed-c0ee14cf31e2 req-492847ad-4125-4bb5-bb9c-80688b71a284 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417330
Nov 29 12:25:46.343978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:46.361544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2a729a-60d1-4355-b371-ef1dd2deff96 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:25:46.377113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:25:46.381861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:46.384134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:46.459454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['cd2a729a-60d1-4355-b371-ef1dd2deff96'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:25:46.483813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:46.495076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:47.542119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262ddf-1013-4863-a56e-3407a2a9ce76 req-40dfd627-026d-4fa0-bf32-49320d643db6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:47.543628 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41262ddf-1013-4863-a56e-3407a2a9ce76 req-40dfd627-026d-4fa0-bf32-49320d643db6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 944 time: 0.1053097
Nov 29 12:25:47.594174 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41262ddf-1013-4863-a56e-3407a2a9ce76 req-ac7d25ee-20be-4d1d-bff9-37b87cfa3f6f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423765
Nov 29 12:25:47.782205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb06fb2-f4bd-4871-92e4-1f9e7e1492b8 req-0f76f0a7-64f1-4766-8774-716b1491c7fb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:47.783699 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2cb06fb2-f4bd-4871-92e4-1f9e7e1492b8 req-0f76f0a7-64f1-4766-8774-716b1491c7fb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 944 time: 0.0811164
Nov 29 12:25:47.832671 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2cb06fb2-f4bd-4871-92e4-1f9e7e1492b8 req-3300c185-ffec-46cb-95ef-f852f477288b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427859
Nov 29 12:25:48.149651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:25:48.174570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a37c40-0c5e-4949-a477-08ffe787527f req-6d4e9523-99e3-4c2d-bfa4-48b883b7059b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:48.176131 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-33a37c40-0c5e-4949-a477-08ffe787527f req-6d4e9523-99e3-4c2d-bfa4-48b883b7059b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 944 time: 0.0854828
Nov 29 12:25:48.221369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port cd2a729a-60d1-4355-b371-ef1dd2deff96 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:25:48.221659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:48.228125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-27947a72-888a-4a3e-acf1-591e5867b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:48.229516 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-33a37c40-0c5e-4949-a477-08ffe787527f req-60097cef-3404-45b5-8a3d-8b3d4c7bd20b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459940
Nov 29 12:25:48.229645 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-27947a72-888a-4a3e-acf1-591e5867b70d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 1097 time: 0.0822031
Nov 29 12:25:48.405074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-795b4553-b056-47d1-9ba2-21388b3992cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:48.406550 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-795b4553-b056-47d1-9ba2-21388b3992cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1703215
Nov 29 12:25:48.423315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:48.451637 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:25:48.461999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:25:48.467868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:48.471491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:48.514400 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'code': 200}
Nov 29 12:25:48.548774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:48.552055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:48.643959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-5ddca7c7-45cc-4fce-ae9c-0f0f15a88b31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 200  len: 1001 time: 0.2293019
Nov 29 12:25:48.711485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-2723eb44-053e-4337-8e98-f4a0e68691a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:48.712862 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-2723eb44-053e-4337-8e98-f4a0e68691a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0604467
Nov 29 12:25:48.790325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-26491ae4-f403-4e47-8bf9-30f392c53a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:48.791896 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-26491ae4-f403-4e47-8bf9-30f392c53a68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726016
Nov 29 12:25:48.931454 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-bef52466-e28f-4c84-a557-3609b451aacf service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325991
Nov 29 12:25:49.068331 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-322531d7-c71a-426b-b3b8-cf0c244229d2 req-877e6405-6588-48dd-a960-b6887dcccaff service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278496
Nov 29 12:25:49.432877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0a4d9-cd18-4ab5-900a-a4ec7ef32222 req-dac03890-8e48-41d3-936a-3dcce7c3d42e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:49.434230 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5fe0a4d9-cd18-4ab5-900a-a4ec7ef32222 req-dac03890-8e48-41d3-936a-3dcce7c3d42e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0886300
Nov 29 12:25:49.487558 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5fe0a4d9-cd18-4ab5-900a-a4ec7ef32222 req-30300827-8f18-4842-833e-97f031e32424 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444193
Nov 29 12:25:50.700715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d17bb0-3b08-49c8-a872-e33de188d7fc req-e31aa727-62d8-431e-a932-d7ff36250895 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:50.702236 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-44d17bb0-3b08-49c8-a872-e33de188d7fc req-e31aa727-62d8-431e-a932-d7ff36250895 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0969429
Nov 29 12:25:50.751468 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-44d17bb0-3b08-49c8-a872-e33de188d7fc req-f70886e0-f4bb-4945-b28d-b2c79e3b7d10 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433910
Nov 29 12:25:51.138363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafeb732-b226-478d-bb76-7e59488e7f4c req-543a9fa7-582c-4035-b932-0b848482206a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:51.139952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eafeb732-b226-478d-bb76-7e59488e7f4c req-543a9fa7-582c-4035-b932-0b848482206a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0850031
Nov 29 12:25:51.184546 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eafeb732-b226-478d-bb76-7e59488e7f4c req-cbeefd93-415b-4643-adf7-5a614f96ccc9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387094
Nov 29 12:25:52.401615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ccc10-1a67-428a-b34b-bc62734ee83e req-7864d143-d17a-4136-8fb0-265f016ffb31 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:52.403068 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0b0ccc10-1a67-428a-b34b-bc62734ee83e req-7864d143-d17a-4136-8fb0-265f016ffb31 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0889964
Nov 29 12:25:52.455352 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0b0ccc10-1a67-428a-b34b-bc62734ee83e req-505a1f85-4d37-44e0-be5d-16f32c750cfd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464518
Nov 29 12:25:52.686093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-d6e91cc1-a1b1-41cc-9914-05d761bd8621 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:52.687565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-d6e91cc1-a1b1-41cc-9914-05d761bd8621 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 945 time: 0.0882299
Nov 29 12:25:52.760638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Deleting port cd2a729a-60d1-4355-b371-ef1dd2deff96 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:25:52.761001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:53.009516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] For port cd2a729a-60d1-4355-b371-ef1dd2deff96, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cd2a729a-60d1-4355-b371-ef1dd2deff96,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:25:53.009880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:53.297501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:53.297717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:53.298054 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc disassociated. External IP: 172.26.4.151, port: cd2a729a-60d1-4355-b371-ef1dd2deff96.
Nov 29 12:25:53.298387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Calling delete_port for cd2a729a-60d1-4355-b371-ef1dd2deff96 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:25:53.457189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:53.463185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4e936aa2-0aa9-458d-919c-987a99ed56e3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:53.509693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event deleted for resources: {'Port': ['ID=cd2a729a-60d1-4355-b371-ef1dd2deff96,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:53.519524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.519924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.520317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.520699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.521076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.521451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.521827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.522196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.522600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.522966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.523363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.523725 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:25:53.708244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:53.811555 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a0c39c4b-eda8-4059-9f66-1185f0002eb6 req-2195e742-67a6-461b-acc0-f6cd30ec1cd9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e HTTP/1.1" status: 200  len: 210 time: 0.1044059
Nov 29 12:25:53.883732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:25:54.072952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:25:54.082963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266e886-9931-4c93-8157-342d04db922a None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:25:54.093046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:25:54.093742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087558e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:25:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:25:54.148086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] No DVR routers for this DVR port cd2a729a-60d1-4355-b371-ef1dd2deff96 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:25:54.150629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:54.153450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-deleted', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:25:54.170327 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1c3aad47-1ccb-4cf1-ac64-cf5bca81f5a3 req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "DELETE /v2.0/ports/cd2a729a-60d1-4355-b371-ef1dd2deff96 HTTP/1.1" status: 204  len: 173 time: 1.4753621
Nov 29 12:25:54.201422 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b57ed3-ec2b-4a4f-a1dc-0ff2fc56a33e', 'name': 'network-vif-deleted', 'tag': 'cd2a729a-60d1-4355-b371-ef1dd2deff96', 'status': 'completed', 'code': 200}
Nov 29 12:25:54.276874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:25:54.599185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087558e0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:25:54.603689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266e886-9931-4c93-8157-342d04db922a None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:25:54.612171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:25:54.612785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087558e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:25:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:25:54.793145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:25:55.113231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f266e886-9931-4c93-8157-342d04db922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087558e0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:25:55.117549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266e886-9931-4c93-8157-342d04db922a None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:25:55.161328 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-2374b94d-81fa-4ac1-9e53-6c82fe05fb6d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--891639392&fields=id&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 267 time: 0.0419726
Nov 29 12:25:55.318785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-fc7d832b-df22-4502-b9b7-b196fe0ace8f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:55.320276 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-fc7d832b-df22-4502-b9b7-b196fe0ace8f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1521239
Nov 29 12:25:55.336143 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-9e61eee8-3851-4f2d-b792-c691db4debbb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/quotas/9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 375 time: 0.0102119
Nov 29 12:25:55.348362 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b7ee6-caf6-4090-ad40-efd957df76e6 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:25:55.428680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-62432625-b866-40f3-9af2-1306c75c405b req-38a35f22-7388-4059-870e-25cefcc88b11 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:25:55.445102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-62432625-b866-40f3-9af2-1306c75c405b req-38a35f22-7388-4059-870e-25cefcc88b11 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:25:55.446403 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-38a35f22-7388-4059-870e-25cefcc88b11 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1045802
Nov 29 12:25:55.462487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-e4e8b303-7ab7-45f1-916d-ccd12e85dfb3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:25:55.463589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-e4e8b303-7ab7-45f1-916d-ccd12e85dfb3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055482
Nov 29 12:25:55.599194 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-982ef432-4baa-4044-b641-e0cf1f27e8ab service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300287
Nov 29 12:25:55.733003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-80caf211-548a-48ce-8677-ea34c69f7dbc service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276276
Nov 29 12:25:55.917956 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b1ae081d-2bba-4074-9844-b10d7353f39b req-90b72b63-8b3c-42da-b60b-51c217a53ec3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 210 time: 0.0496781
Nov 29 12:25:56.180882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:25:56.215312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: cd2a729a-60d1-4355-b371-ef1dd2deff96 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:25:56.215706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device cd2a729a-60d1-4355-b371-ef1dd2deff96 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:25:56.554398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-714630b7-9377-4179-a1b4-552c31e6b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:57.002758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-de076de0-9f70-45cd-a606-85cc9afa6653 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:57.004890 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-de076de0-9f70-45cd-a606-85cc9afa6653 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1622021
Nov 29 12:25:57.077267 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8bb32933-7259-411d-8440-737b1cf80421 req-af1dd813-7caa-4197-a3a5-836ee2ba2a61 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 210 time: 0.0511148
Nov 29 12:25:57.099335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-4caaca5f-9187-4b8c-b6f2-64ba3449d9a1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 379 time: 0.0866172
Nov 29 12:25:57.108905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'port': {'device_id': 'dc308bb8-afd6-4308-b392-77e697c83439', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'admin_state_up': True, 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'security_groups': ['1f22edaf-67d1-4b2d-b117-6b7e21ac51e2']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:25:57.123515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:57.253965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:25:57.264575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:25:57.276692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Made reservation on behalf of 9d86c8196ca6490bb177944e9f64e824 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:25:57.280353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:57.572205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Allocated IP 172.20.0.7 (e526c518-9dbf-4476-b9f0-19d71a2e56e9/e64ccab0-3ad2-4e53-aa65-725dbefb5c29/d391bb06-c32f-42e0-bc10-c6350689ef60) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:25:57.762907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:57.778645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Transition to ACTIVE for port object d391bb06-c32f-42e0-bc10-c6350689ef60 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:25:57.802332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:57.808473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40484bb7-1f6a-485e-9b29-01d1b2ce6599 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:57.880536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:25:57.883729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:25:57.887739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:25:57.918916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:57.930089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:57.956062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:57.956674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:57.983129 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8778937
Nov 29 12:25:57.995158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Request body: {'port': {'device_id': 'dc308bb8-afd6-4308-b392-77e697c83439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:25:58.110596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.126885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4d17c40b-d25a-4804-bf18-4eab1556f554 None None] Provisioning for port d391bb06-c32f-42e0-bc10-c6350689ef60 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:25:58.132649 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4d17c40b-d25a-4804-bf18-4eab1556f554 None None] Provisioning complete for port d391bb06-c32f-42e0-bc10-c6350689ef60 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:25:58.133047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d17c40b-d25a-4804-bf18-4eab1556f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.186785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4d17c40b-d25a-4804-bf18-4eab1556f554 None None] Port d391bb06-c32f-42e0-bc10-c6350689ef60 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:25:58.382431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8fe7-0e61-48ee-b2e3-937a6b6ab126 req-5c78b81d-89fa-47fd-9fd3-4fe51e8fb458 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:58.383946 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-acdb8fe7-0e61-48ee-b2e3-937a6b6ab126 req-5c78b81d-89fa-47fd-9fd3-4fe51e8fb458 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 931 time: 0.1992548
Nov 29 12:25:58.431701 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-acdb8fe7-0e61-48ee-b2e3-937a6b6ab126 req-65ca8165-bc19-4717-8b73-46d04e999d00 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419023
Nov 29 12:25:58.465482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:25:58.472755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.489049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Transition to ACTIVE for port object d391bb06-c32f-42e0-bc10-c6350689ef60 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:25:58.494644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.498251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3c5cc973-bc50-483b-9660-0c1244c99df2 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:58.626590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:58.652852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:58.732226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Attempting to bind port d391bb06-c32f-42e0-bc10-c6350689ef60 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:25:58.732539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Attempting to bind port d391bb06-c32f-42e0-bc10-c6350689ef60 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:25:58.732865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Attempting to bind port d391bb06-c32f-42e0-bc10-c6350689ef60 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:25:58.737496 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Port d391bb06-c32f-42e0-bc10-c6350689ef60 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:25:58.737813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Attempting to bind port d391bb06-c32f-42e0-bc10-c6350689ef60 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:25:58.742920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:25:58.743279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:25:58.743666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Bound using segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:25:58.744091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Bound port: d391bb06-c32f-42e0-bc10-c6350689ef60, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:25:58.744437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.839018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:25:58.842109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:25:58.848989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.852620 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-773f0842-7c46-4f7a-bce2-46fd809b01a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:25:58.907722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:58.908329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:58.909844 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] 10.222.0.18 "PUT /v2.0/ports/d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 1093 time: 0.9188659
Nov 29 12:25:58.910245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:25:58.933015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:25:58.936114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:25:58.985632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'status': 'completed', 'code': 200}
Nov 29 12:25:59.029646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-2e685f63-3654-4453-bf82-e353488d2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:59.031145 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-2e685f63-3654-4453-bf82-e353488d2480 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1096 time: 0.0826402
Nov 29 12:25:59.071313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba88b9e1-8eb0-43ef-a1ac-4d4f0dff75f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:25:59.107804 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-1fa953ee-f1b8-4f77-afe9-da6d24e5d38c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 217 time: 0.0692008
Nov 29 12:25:59.172983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-396870b4-e934-4438-b3b0-4ce650f099a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:59.174369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-396870b4-e934-4438-b3b0-4ce650f099a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0606515
Nov 29 12:25:59.253830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432625-b866-40f3-9af2-1306c75c405b req-9d856506-2bfe-429d-9051-4cafce489977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:59.255387 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-9d856506-2bfe-429d-9051-4cafce489977 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740147
Nov 29 12:25:59.514992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-0152cebd-033c-40a7-9bc8-a3928df2bb65 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526879
Nov 29 12:25:59.623197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c4118-1cd7-4c08-b942-b015b27d8e1f req-65135a2e-76b7-4c90-85b0-6ae3e6e83977 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:59.624706 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c83c4118-1cd7-4c08-b942-b015b27d8e1f req-65135a2e-76b7-4c90-85b0-6ae3e6e83977 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 943 time: 0.0846543
Nov 29 12:25:59.652638 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62432625-b866-40f3-9af2-1306c75c405b req-1cd0d45a-ebe4-49f5-9494-86edbfe76c2e service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301661
Nov 29 12:25:59.668984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c83c4118-1cd7-4c08-b942-b015b27d8e1f req-5bf8e853-29c2-485b-95df-493bec6491bf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385485
Nov 29 12:25:59.780551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-521d909f-9c21-4658-af50-a8fe35f8f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:59.782027 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-521d909f-9c21-4658-af50-a8fe35f8f802 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1096 time: 0.0788777
Nov 29 12:25:59.918594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-e9ad136b-a6f5-4fb8-b482-6839c87d2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:25:59.920081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-e9ad136b-a6f5-4fb8-b482-6839c87d2777 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1302760
Nov 29 12:25:59.988926 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-5c76f379-3ee0-472a-85cc-e4b56e25bbd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 217 time: 0.0607381
Nov 29 12:26:00.062679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-564d4e54-f8a4-4b88-b7e1-4fa6958755cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:00.064050 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-564d4e54-f8a4-4b88-b7e1-4fa6958755cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0682755
Nov 29 12:26:00.142313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-c11dd150-f242-4f26-8a8d-88633efe5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:00.143828 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-c11dd150-f242-4f26-8a8d-88633efe5abb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716724
Nov 29 12:26:00.223362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:00.281974 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-da20054e-c761-4445-a206-48573e42cdcb service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292136
Nov 29 12:26:00.417151 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a78cbf2-4f26-4d70-90ed-c5269a75661d req-63f5194f-d62b-4a9f-8c1b-66f172533d3e service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284778
Nov 29 12:26:00.871549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87684cd9-4891-4cac-baff-770ed9ca17fc req-4a828b34-13b5-4410-9596-4dfbd1e867cc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:00.872246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-87684cd9-4891-4cac-baff-770ed9ca17fc req-4a828b34-13b5-4410-9596-4dfbd1e867cc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:26:00.889588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-87684cd9-4891-4cac-baff-770ed9ca17fc req-4a828b34-13b5-4410-9596-4dfbd1e867cc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:26:00.890986 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-87684cd9-4891-4cac-baff-770ed9ca17fc req-4a828b34-13b5-4410-9596-4dfbd1e867cc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 943 time: 0.1060781
Nov 29 12:26:00.937878 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-87684cd9-4891-4cac-baff-770ed9ca17fc req-b236159f-f86f-4d65-96a9-00e16b3aab4b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408974
Nov 29 12:26:01.760895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:02.140852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821e137-bce3-4545-a862-751146919b6d req-58960930-18e6-4bdf-963a-6419b8bd219e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:02.142290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9821e137-bce3-4545-a862-751146919b6d req-58960930-18e6-4bdf-963a-6419b8bd219e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 943 time: 0.0858800
Nov 29 12:26:02.189016 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9821e137-bce3-4545-a862-751146919b6d req-bdbf326f-3e86-4f51-9a63-ae573a169967 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409348
Nov 29 12:26:02.242555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:26:02.438752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:26:02.453517 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:26:02.509895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:02.526293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:26:02.541599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:26:02.552666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:02.555520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:26:02.639610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:26:02.642838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:26:02.757369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d391bb06-c32f-42e0-bc10-c6350689ef60'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:26:03.427217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf66c20-4e2a-4158-936b-325a0d95dae7 req-18acdc0a-5789-40c5-a55e-d2245d62d07f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:03.428740 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5bf66c20-4e2a-4158-936b-325a0d95dae7 req-18acdc0a-5789-40c5-a55e-d2245d62d07f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 944 time: 0.0996728
Nov 29 12:26:03.480329 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5bf66c20-4e2a-4158-936b-325a0d95dae7 req-887c568a-6046-402d-8f3e-1728474ee8d4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435355
Nov 29 12:26:04.259196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:26:04.339733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port d391bb06-c32f-42e0-bc10-c6350689ef60 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:26:04.344582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d391bb06-c32f-42e0-bc10-c6350689ef60 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:26:04.344955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:04.482488 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:04.513759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:26:04.529922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:26:04.535382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:04.538322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:26:04.592735 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'code': 200}
Nov 29 12:26:04.655429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:26:04.660122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:26:04.752042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32740a-abb7-425c-af57-fb6fd751af33 req-0fe4fbf2-11a9-4a62-a4ba-58d52f1424e1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:04.753518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bd32740a-abb7-425c-af57-fb6fd751af33 req-0fe4fbf2-11a9-4a62-a4ba-58d52f1424e1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0817232
Nov 29 12:26:04.796550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11aa84-2d35-43a5-8905-d8b1d749fd6b req-d0775d31-5c94-463f-a832-84fb9bc83a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:04.797957 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8e11aa84-2d35-43a5-8905-d8b1d749fd6b req-d0775d31-5c94-463f-a832-84fb9bc83a37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1098 time: 0.0740387
Nov 29 12:26:04.799732 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bd32740a-abb7-425c-af57-fb6fd751af33 req-09db2dfc-9081-4b19-bc0f-5552ba0591a9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401816
Nov 29 12:26:04.842329 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8e11aa84-2d35-43a5-8905-d8b1d749fd6b req-047b7a50-8cb0-42d8-a0dc-c58b28e7cf55 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367320
Nov 29 12:26:06.003555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4dd40-2900-454d-b783-8612a8f90bd7 req-33bbf683-7925-4c2b-886e-4a7c094433a9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:06.005139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cc4dd40-2900-454d-b783-8612a8f90bd7 req-33bbf683-7925-4c2b-886e-4a7c094433a9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0939555
Nov 29 12:26:06.050293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cc4dd40-2900-454d-b783-8612a8f90bd7 req-bf2772d7-04e3-4a79-8fd1-9bba03b0c28e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393937
Nov 29 12:26:07.251132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c12576-a7a1-4ddc-b894-5c7a6ceaa5ce req-e1982088-c243-4c57-acd0-193af0497488 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:07.252643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54c12576-a7a1-4ddc-b894-5c7a6ceaa5ce req-e1982088-c243-4c57-acd0-193af0497488 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0894704
Nov 29 12:26:07.296755 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54c12576-a7a1-4ddc-b894-5c7a6ceaa5ce req-9f549070-6e0f-46a6-b53f-932776827772 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383704
Nov 29 12:26:07.498742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef88d83-4e5d-4b71-b3c4-7bab3cbe62f8 req-435c1a4c-6441-47c0-b798-148a5cd4f642 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:07.500253 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ef88d83-4e5d-4b71-b3c4-7bab3cbe62f8 req-435c1a4c-6441-47c0-b798-148a5cd4f642 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0938256
Nov 29 12:26:07.508994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 59714) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:26:07.514094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'floatingip': {'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:26:07.597760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:08.326539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:08.332761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:08.515002 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc associated. External IP: 172.26.4.151, port: d391bb06-c32f-42e0-bc10-c6350689ef60.
Nov 29 12:26:08.866942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:26:09.046804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:26:09.051864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:09.056620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:26:09.071618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:26:09.072374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0859bf10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:25:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:26:09.239037 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cc29f228-8a48-449a-8df9-7091e36c1b8a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "PUT /v2.0/floatingips/af5ebd2c-fac2-47e8-8b53-89c18656c3fc HTTP/1.1" status: 200  len: 991 time: 1.7262065
Nov 29 12:26:09.239037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:26:09.257518 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:26:09.285117 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'status': 'completed', 'code': 200}
Nov 29 12:26:09.390093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-94c4334d-9d85-4497-b916-f80f991c051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:09.391632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-94c4334d-9d85-4497-b916-f80f991c051c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1098 time: 0.0842402
Nov 29 12:26:09.523786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-be676037-5618-4fc2-9d30-33662939e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:09.525263 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-be676037-5618-4fc2-9d30-33662939e46a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1262722
Nov 29 12:26:09.618635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0859bf10>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc308bb8-afd6-4308-b392-77e697c83439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:26:08Z', 'revision_number': 9, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:26:09.622782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:26:09.631436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:26:09.632045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0859bf10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:25:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:26:09.632957 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-cb6f81ac-a32c-4942-bd62-8bb421d31f80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 999 time: 0.0995083
Nov 29 12:26:09.699498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-abd06022-5a95-4b78-8cfe-cda7ecd1ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:09.701135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-abd06022-5a95-4b78-8cfe-cda7ecd1ba9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0617871
Nov 29 12:26:09.778592 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-21dad38a-34b7-4706-8ac6-e3f6b8693dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:09.780172 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-21dad38a-34b7-4706-8ac6-e3f6b8693dc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722036
Nov 29 12:26:09.822109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:26:09.926702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-4516d549-bce3-4810-ad15-b27deeceba19 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383917
Nov 29 12:26:10.065410 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf33301c-63cc-45f2-aafb-b678b90d96d0 req-ff6ca3da-4c3d-42bb-9f69-b2cfacb66832 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316755
Nov 29 12:26:10.215188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0859bf10>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc308bb8-afd6-4308-b392-77e697c83439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:26:08Z', 'revision_number': 9, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:26:10.219432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f14d59-0c5d-4622-b9c6-c086281fbc5b None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc308bb8-afd6-4308-b392-77e697c83439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:26:08Z', 'revision_number': 9, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:26:10.415744 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba171e60-8cdb-4757-ac5b-d1f93e3c4459 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:26:13.471082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:15.737205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-5736936c-6eda-4b3d-9e12-6eb12e06fd0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0805643
Nov 29 12:26:15.904277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-512ab59c-a013-47d8-8acd-bdb84c6a75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:15.905784 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-512ab59c-a013-47d8-8acd-bdb84c6a75e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1098 time: 0.0832419
Nov 29 12:26:16.066448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-07c9b209-ab75-435c-bb99-4a8853b0176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:16.068007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-07c9b209-ab75-435c-bb99-4a8853b0176b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1402845
Nov 29 12:26:16.176913 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-fd3479ef-a52d-49fc-a3a7-664ad8e81a45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 1002 time: 0.1024110
Nov 29 12:26:16.241658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-6d62ffb5-8af3-4b28-9186-a8505c1098c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:16.243191 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-6d62ffb5-8af3-4b28-9186-a8505c1098c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0600760
Nov 29 12:26:16.323618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-6ca1ea00-4929-4cb8-aede-9e6072668a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:16.325101 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-6ca1ea00-4929-4cb8-aede-9e6072668a58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758269
Nov 29 12:26:16.460849 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-1380463f-e169-4de6-ac2f-d9f877ee891c service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286190
Nov 29 12:26:16.717117 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7541b6-1af9-4688-9549-e837f3236f1a req-de55c58b-e6c5-479e-97fd-6d99883b415d service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492266
Nov 29 12:26:23.035903 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:26:26.560634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dc19-4ba5-4dfa-bbcb-714dcc82f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:27.134004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:29.073524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f77bfff2-2471-4d01-9ff8-25b763e79e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:30.235672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:31.765363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:43.477233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:45.100464 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-85f443cf-e9ad-4b4e-a195-e4ecb713a6df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1129713
Nov 29 12:26:45.114212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21092f8-17f1-4ef4-ba6e-5f7a2a08f1d8 req-55f85f28-7ad0-4920-a0d5-053321864c1c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:45.115761 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a21092f8-17f1-4ef4-ba6e-5f7a2a08f1d8 req-55f85f28-7ad0-4920-a0d5-053321864c1c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0840778
Nov 29 12:26:45.160821 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a21092f8-17f1-4ef4-ba6e-5f7a2a08f1d8 req-51b62ef8-a202-4bcf-82f2-b7dd7f7ec881 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387964
Nov 29 12:26:46.266429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-d9fc1530-48dd-42df-a852-7b779baf1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:46.267953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-d9fc1530-48dd-42df-a852-7b779baf1e9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1098 time: 0.0828340
Nov 29 12:26:46.364891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92097526-80fb-4f51-a27c-f6c4e23af149 req-228e2a22-de2a-44d4-8379-5b47282192b0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:46.366570 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-92097526-80fb-4f51-a27c-f6c4e23af149 req-228e2a22-de2a-44d4-8379-5b47282192b0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0867608
Nov 29 12:26:46.404441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-0aacee86-e0d8-4e37-9812-9c7dff374dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:46.406023 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-0aacee86-e0d8-4e37-9812-9c7dff374dde service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1316857
Nov 29 12:26:46.412379 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-92097526-80fb-4f51-a27c-f6c4e23af149 req-264b73af-25aa-40a9-8f49-eafa27e6bf67 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403209
Nov 29 12:26:46.512553 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-d3300587-a1d1-4631-8d57-e80f1b41d600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 1002 time: 0.0992277
Nov 29 12:26:46.579765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-02fa1556-8dc4-4ca8-8f17-94a1b6383e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:46.581186 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-02fa1556-8dc4-4ca8-8f17-94a1b6383e4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0612352
Nov 29 12:26:46.664215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-e8125b70-07eb-4b7d-a4b5-8fe79ec51f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:46.665736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-e8125b70-07eb-4b7d-a4b5-8fe79ec51f64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0779736
Nov 29 12:26:46.802666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-fa5e152b-3b74-438e-9210-8871f4c41730 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302295
Nov 29 12:26:46.939699 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-77095be2-70fe-4bec-a223-6c873f8eb4db service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299160
Nov 29 12:26:47.609886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa5dbb-b450-4f8f-8320-35fcfbc721c7 req-2326f20b-120e-48d2-8ed8-511b274e98b3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:47.611375 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-35fa5dbb-b450-4f8f-8320-35fcfbc721c7 req-2326f20b-120e-48d2-8ed8-511b274e98b3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0937765
Nov 29 12:26:47.661750 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-35fa5dbb-b450-4f8f-8320-35fcfbc721c7 req-4e9e3757-48d1-4da8-8506-340f8c0a8cd8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420086
Nov 29 12:26:48.869369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaff2e7-8f8d-4886-a58c-44c60f7c3a25 req-aa80bc3c-3dda-4e00-b974-397bc4187a9d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:48.870815 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fbaff2e7-8f8d-4886-a58c-44c60f7c3a25 req-aa80bc3c-3dda-4e00-b974-397bc4187a9d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0849400
Nov 29 12:26:48.925423 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fbaff2e7-8f8d-4886-a58c-44c60f7c3a25 req-0d78d221-fe7e-4d58-b83c-e9e055d01447 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475616
Nov 29 12:26:50.157369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ce143-76ba-498b-a679-a1642778dd11 req-f2e0dbf6-c87d-4cc4-bda0-05fedcb3233c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:50.158732 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d14ce143-76ba-498b-a679-a1642778dd11 req-f2e0dbf6-c87d-4cc4-bda0-05fedcb3233c tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.1062133
Nov 29 12:26:50.203955 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d14ce143-76ba-498b-a679-a1642778dd11 req-1fe9c998-1f5f-4494-8496-3f0f9ea97968 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394161
Nov 29 12:26:51.401218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee70a3b-19c0-4ca5-95d5-3dfe8be93d40 req-5fe63f95-aa66-41b4-b8ee-329dd1f4d054 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:51.402556 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dee70a3b-19c0-4ca5-95d5-3dfe8be93d40 req-5fe63f95-aa66-41b4-b8ee-329dd1f4d054 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0869718
Nov 29 12:26:51.457946 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dee70a3b-19c0-4ca5-95d5-3dfe8be93d40 req-d3a5ac53-6a57-42d2-8c91-f06c6cb7c337 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464587
Nov 29 12:26:52.658634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39fa2-e16e-4272-8c1a-401c999150c8 req-4c0ab163-a4f7-4520-b4e7-cb641f45d132 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:52.660092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cba39fa2-e16e-4272-8c1a-401c999150c8 req-4c0ab163-a4f7-4520-b4e7-cb641f45d132 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0841875
Nov 29 12:26:52.708877 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cba39fa2-e16e-4272-8c1a-401c999150c8 req-d42905c8-71cf-44f9-9cd3-f29bb49631ce tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405262
Nov 29 12:26:53.917495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25fd6-7f39-4a81-8720-87f3c959c4ef req-5120c886-dab8-49cf-a1a6-d6b774bec818 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:53.919067 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11e25fd6-7f39-4a81-8720-87f3c959c4ef req-5120c886-dab8-49cf-a1a6-d6b774bec818 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0948443
Nov 29 12:26:53.983321 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11e25fd6-7f39-4a81-8720-87f3c959c4ef req-2fe7edfd-49e7-4acc-93e1-500ee2074705 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485992
Nov 29 12:26:55.201193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59121405-a296-4b06-9f59-007739f66e93 req-95d3b985-9c17-4f8f-adb0-ccea6c80628b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:55.202604 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-59121405-a296-4b06-9f59-007739f66e93 req-95d3b985-9c17-4f8f-adb0-ccea6c80628b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0931947
Nov 29 12:26:55.247876 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-59121405-a296-4b06-9f59-007739f66e93 req-7e4f26d0-c57e-4fc6-88ba-e741e93f7cef tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391223
Nov 29 12:26:56.460168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f1901-c04e-4e7e-b0b6-b041dec7fbe3 req-8d91b271-22c7-4e27-8e8a-3db03f64def6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:56.461615 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d29f1901-c04e-4e7e-b0b6-b041dec7fbe3 req-8d91b271-22c7-4e27-8e8a-3db03f64def6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0940025
Nov 29 12:26:56.505980 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d29f1901-c04e-4e7e-b0b6-b041dec7fbe3 req-849553bd-0e64-46f8-81eb-57e548b599bf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386937
Nov 29 12:26:56.561921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1646a3f3-c7dd-4f7c-9380-1cf6e1a08fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:57.130948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:57.705584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af383364-2b1b-4296-8008-6dbaf3f93112 req-5d212c3f-488b-47b8-89a5-9fb79aaeb57a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:57.707064 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af383364-2b1b-4296-8008-6dbaf3f93112 req-5d212c3f-488b-47b8-89a5-9fb79aaeb57a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0881991
Nov 29 12:26:57.755476 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af383364-2b1b-4296-8008-6dbaf3f93112 req-edf59a39-96e8-4efb-a3bf-2d6c0b04e01f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399227
Nov 29 12:26:58.597184 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-005c3c5b-989d-49a3-bb6c-429ee7182857 service neutron] 10.222.0.18 "GET /v2.0/ports/d391bb06-c32f-42e0-bc10-c6350689ef60/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0924571
Nov 29 12:26:58.885000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-805e1106-dc3d-4a79-aa20-76fc0f1d219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:58.886522 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-805e1106-dc3d-4a79-aa20-76fc0f1d219c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 1098 time: 0.0733569
Nov 29 12:26:58.951232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2d619-b982-4c75-ba01-5757dd0a5f1c req-1943cb57-ad6a-493c-aba6-9e1de0e460b9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:58.952754 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60f2d619-b982-4c75-ba01-5757dd0a5f1c req-1943cb57-ad6a-493c-aba6-9e1de0e460b9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0832343
Nov 29 12:26:58.988196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-dee0b8cf-9fe0-47f3-a706-1587437f15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:58.989694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-dee0b8cf-9fe0-47f3-a706-1587437f15b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1098 time: 0.0770154
Nov 29 12:26:59.004989 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60f2d619-b982-4c75-ba01-5757dd0a5f1c req-effc19b8-92f8-4719-9478-0296966b7900 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464218
Nov 29 12:26:59.068838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00bc10b9-e889-472c-986b-5a2c5417cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:26:59.241553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-9ed2d946-17c2-41fd-a10e-bbcde3a5c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:59.242917 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-9ed2d946-17c2-41fd-a10e-bbcde3a5c32f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.2471673
Nov 29 12:26:59.352832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-b0d03206-a632-438a-b34d-3053a5866703 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 1002 time: 0.1038780
Nov 29 12:26:59.417364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-405ae9fc-1f69-4dc1-8204-5969c5e5a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:59.418811 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-405ae9fc-1f69-4dc1-8204-5969c5e5a60b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0595031
Nov 29 12:26:59.501318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-0baa39a6-675e-4de1-8ecc-b194c24928c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:26:59.502707 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-0baa39a6-675e-4de1-8ecc-b194c24928c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778906
Nov 29 12:26:59.657872 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-ac233f91-0364-4e46-a7bd-24cef9705ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480827
Nov 29 12:26:59.790325 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-11209b7e-3986-4e21-9636-cbc13e2d6020 req-8622add7-40a7-4ed3-9f98-86bb132c696a service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261742
Nov 29 12:27:00.034713 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:27:00.206205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d5e2-24fb-4d11-a8bf-4048a0816803 req-fba73163-98be-4c45-b190-7b97d1c62059 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:00.207735 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f144d5e2-24fb-4d11-a8bf-4048a0816803 req-fba73163-98be-4c45-b190-7b97d1c62059 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0927629
Nov 29 12:27:00.227709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:00.261608 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f144d5e2-24fb-4d11-a8bf-4048a0816803 req-95fffdb8-2d15-4bee-a7e6-27a9c0c4a233 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480552
Nov 29 12:27:00.485094 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:27:00.609521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:00.636491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:00.649238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:00.656936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:00.660951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:00.697670 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'code': 200}
Nov 29 12:27:00.729514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:00.736694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.736979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.737314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.737639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.738021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.738348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.738723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.739073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.739423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.739744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.740059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.740374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:00.744300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:01.465903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab77e-8df2-45a2-94dd-1502c5bdd080 req-81b1aed4-7230-4b13-9674-935e414918e5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:01.467509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a77ab77e-8df2-45a2-94dd-1502c5bdd080 req-81b1aed4-7230-4b13-9674-935e414918e5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 943 time: 0.0888307
Nov 29 12:27:01.515844 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a77ab77e-8df2-45a2-94dd-1502c5bdd080 req-0e78a52a-e2d9-4cb9-81fb-3dcc473c3742 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423589
Nov 29 12:27:01.760145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:02.494147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:27:02.639631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:02.652557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:27:02.708890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3a18-c1b4-41d2-81c8-770b857fa337 req-862e8144-7813-43a3-b4d1-55538940acea tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:02.709953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:02.710375 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fbb3a18-c1b4-41d2-81c8-770b857fa337 req-862e8144-7813-43a3-b4d1-55538940acea tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 943 time: 0.0818393
Nov 29 12:27:02.727116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:27:02.742594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:02.747846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:02.749436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:02.756689 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fbb3a18-c1b4-41d2-81c8-770b857fa337 req-2fb48e16-82a3-4138-aa6e-5040eb65caad tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402706
Nov 29 12:27:02.817043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d391bb06-c32f-42e0-bc10-c6350689ef60'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:27:02.847444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:02.856065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:03.174510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-76dd5318-794e-48ff-a5ac-82d44c4edc33 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:03.176078 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-76dd5318-794e-48ff-a5ac-82d44c4edc33 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439&tenant_id=9d86c8196ca6490bb177944e9f64e824&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 944 time: 0.0893261
Nov 29 12:27:03.226052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ece6-111c-4b59-b716-e8f94a8c34f4 req-22616a5c-8c6a-478f-8916-01889c528467 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:03.227616 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6632ece6-111c-4b59-b716-e8f94a8c34f4 req-22616a5c-8c6a-478f-8916-01889c528467 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 944 time: 0.0876050
Nov 29 12:27:03.263402 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-29dfab32-bcb7-489d-8ea8-7c989d7c6f43 service neutron] 10.222.0.18 "GET /v2.0/ports/d391bb06-c32f-42e0-bc10-c6350689ef60/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0811911
Nov 29 12:27:03.274087 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6632ece6-111c-4b59-b716-e8f94a8c34f4 req-b23f4e55-ccc8-40da-b131-a965cf00e60e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403323
Nov 29 12:27:03.363120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-4298409e-10e8-46d0-b86c-c821b6f06ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:03.364614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-4298409e-10e8-46d0-b86c-c821b6f06ae4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1097 time: 0.0757904
Nov 29 12:27:03.495064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-5c8fc768-560b-4b9b-ae5f-4151a9217c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:03.496555 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-5c8fc768-560b-4b9b-ae5f-4151a9217c87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1257184
Nov 29 12:27:03.612055 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-eb155370-a7e3-4d81-a7ac-8fbca3bc8684 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 1001 time: 0.1084063
Nov 29 12:27:03.679383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-a5eead28-6415-4732-8868-7f73621d8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:03.680724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-a5eead28-6415-4732-8868-7f73621d8707 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0622337
Nov 29 12:27:03.764051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-6ea310c0-eead-4505-b45c-37edb460044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:03.765646 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-6ea310c0-eead-4505-b45c-37edb460044e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788422
Nov 29 12:27:03.898560 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-08554dfd-6e3e-4241-ab8e-37d2518f4cb2 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260138
Nov 29 12:27:04.149005 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-d90c1207-cd8e-4447-913b-f349cefd4a42 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432833
Nov 29 12:27:04.487209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97681-b87b-43f0-a681-42ba46ad102c req-bdef56d0-0503-4adc-99d8-5c1464219270 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:04.488613 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ed97681-b87b-43f0-a681-42ba46ad102c req-bdef56d0-0503-4adc-99d8-5c1464219270 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 944 time: 0.0897987
Nov 29 12:27:04.510353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:27:04.532487 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ed97681-b87b-43f0-a681-42ba46ad102c req-daaafe9b-b155-4e40-ab84-ad70d9eb459d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380292
Nov 29 12:27:04.580675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d391bb06-c32f-42e0-bc10-c6350689ef60 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:27:04.581048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:04.713788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:04.740754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:04.750467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:04.755979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:04.758880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:04.801009 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'code': 200}
Nov 29 12:27:04.831109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:04.834588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:05.741462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc531a7-708f-4c3c-88dc-ee0ef26375f3 req-058c4693-84ec-4614-ba6a-f14190a3ceca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:05.742915 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0bc531a7-708f-4c3c-88dc-ee0ef26375f3 req-058c4693-84ec-4614-ba6a-f14190a3ceca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0910087
Nov 29 12:27:05.788491 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0bc531a7-708f-4c3c-88dc-ee0ef26375f3 req-dae9734f-0787-4a87-b51c-1c7a13f0f5f2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397847
Nov 29 12:27:06.586684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-cdccdb76-97b3-4050-8e04-60d54aa83466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:06.588202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-cdccdb76-97b3-4050-8e04-60d54aa83466 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 1098 time: 0.0802836
Nov 29 12:27:06.692957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-609512c8-658b-488d-9737-83b8c062cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:06.694357 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-609512c8-658b-488d-9737-83b8c062cbd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 1098 time: 0.0809624
Nov 29 12:27:06.824675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-7dff316b-e8e5-49b4-9c0d-57284bcdbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:06.826813 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-7dff316b-e8e5-49b4-9c0d-57284bcdbbe3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1261537
Nov 29 12:27:06.930780 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-da6c16bb-5756-4962-8dc8-32987981ef0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 200  len: 1002 time: 0.0967417
Nov 29 12:27:06.990123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e553-d8b8-485a-b259-50532ccc743f req-6220528c-68b6-4a2e-a469-3101215f0b2e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:06.991596 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17d4e553-d8b8-485a-b259-50532ccc743f req-6220528c-68b6-4a2e-a469-3101215f0b2e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0862675
Nov 29 12:27:06.992298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-8749adce-ec4c-48c7-b0d5-b514cab295e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:06.993743 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-8749adce-ec4c-48c7-b0d5-b514cab295e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0570109
Nov 29 12:27:07.038497 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17d4e553-d8b8-485a-b259-50532ccc743f req-b65a241d-9c8b-4f2d-ab68-f657423c7706 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411134
Nov 29 12:27:07.070023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-8fdabc53-b2c7-44ab-9486-d2f89d88cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:07.071530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-8fdabc53-b2c7-44ab-9486-d2f89d88cee4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715418
Nov 29 12:27:07.214809 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-7233e6c9-9df1-478e-be7e-18a21b4f11eb service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368799
Nov 29 12:27:07.346410 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b37cc5df-cd39-415e-a053-5113e17c64a6 req-1d3cc089-e2d0-4b98-a5f7-d0978a3a5442 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256175
Nov 29 12:27:08.244879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0aa05-b36b-4ead-bca4-cfa500f230e7 req-db84dcc7-a260-457f-ae9b-b02e640760ec tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:08.246332 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7cd0aa05-b36b-4ead-bca4-cfa500f230e7 req-db84dcc7-a260-457f-ae9b-b02e640760ec tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0900650
Nov 29 12:27:08.293521 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7cd0aa05-b36b-4ead-bca4-cfa500f230e7 req-a57268a6-8778-4270-8f87-6d63992ee156 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391140
Nov 29 12:27:09.496480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a539c-0394-492a-8944-3967536be4c3 req-cf38d93b-78db-45d8-9c22-143d8f2291bb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:09.497847 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd3a539c-0394-492a-8944-3967536be4c3 req-cf38d93b-78db-45d8-9c22-143d8f2291bb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0888774
Nov 29 12:27:09.541858 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd3a539c-0394-492a-8944-3967536be4c3 req-ce107efb-d6d7-4b13-845a-8138925b4f00 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384142
Nov 29 12:27:09.730781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749b704-f244-4c03-a391-9252bfad9333 req-f0c649b1-cfaf-4726-affd-b4529809d236 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:09.732279 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9749b704-f244-4c03-a391-9252bfad9333 req-f0c649b1-cfaf-4726-affd-b4529809d236 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0836020
Nov 29 12:27:09.781518 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9749b704-f244-4c03-a391-9252bfad9333 req-1f4275b0-5d02-43a6-9386-831b14624afb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434034
Nov 29 12:27:09.972487 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343736-4b78-4c7d-8981-fed132e1a109 req-b2d3acd8-23f0-4989-9d7b-612307dd3c65 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:09.974008 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63343736-4b78-4c7d-8981-fed132e1a109 req-b2d3acd8-23f0-4989-9d7b-612307dd3c65 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0840962
Nov 29 12:27:10.028037 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63343736-4b78-4c7d-8981-fed132e1a109 req-330146a3-df11-47ec-9601-a1574a0df6ed tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480628
Nov 29 12:27:10.425539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673fa47-8c08-4ae8-8c71-204b2aecd7ab req-325364c5-0e30-4d68-9778-5495b23f482e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:10.426926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2673fa47-8c08-4ae8-8c71-204b2aecd7ab req-325364c5-0e30-4d68-9778-5495b23f482e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0892026
Nov 29 12:27:10.477268 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2673fa47-8c08-4ae8-8c71-204b2aecd7ab req-06dd4fde-8546-435c-b259-33f1b14fe4bc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422752
Nov 29 12:27:10.523720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:27:10.527155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:27:10.735599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:10.803447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:10.826054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:27:10.827380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:10.865309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:10.872579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:10.875159 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'code': 200}
Nov 29 12:27:10.877436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:10.945125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:10.968413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:27:10.975195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:10.978706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:11.033422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:27:11.033775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:27:11.592817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:11.610719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:27:11.625871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:11.631630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:11.633469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:11.679459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74722e5b-0815-4dcb-a312-7c5de9388604 req-51b85d82-ba60-46b3-8c9b-b420bdf4b2b5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:11.680903 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74722e5b-0815-4dcb-a312-7c5de9388604 req-51b85d82-ba60-46b3-8c9b-b420bdf4b2b5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 943 time: 0.0905097
Nov 29 12:27:11.700252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d391bb06-c32f-42e0-bc10-c6350689ef60'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:27:11.727398 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74722e5b-0815-4dcb-a312-7c5de9388604 req-f8c4398f-66b4-4c10-b0bb-0b615714c822 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405254
Nov 29 12:27:11.729904 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=10']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:11.738442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:12.420415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-9861e9a8-60a2-49ee-931b-06b714bf58e3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:12.421868 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-9861e9a8-60a2-49ee-931b-06b714bf58e3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 945 time: 0.0888534
Nov 29 12:27:12.493410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Deleting port d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:27:12.493735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:12.524965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:27:12.594855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d391bb06-c32f-42e0-bc10-c6350689ef60 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:27:12.595607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:12.714650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:12.743922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:12.744274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:12.748504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:12.754081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:12.757916 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:12.830341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=11']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:12.840929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:12.875938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:12.921228 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'code': 200}
Nov 29 12:27:13.218353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:13.218727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:13.219039 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc disassociated. External IP: 172.26.4.151, port: d391bb06-c32f-42e0-bc10-c6350689ef60.
Nov 29 12:27:13.219401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Calling delete_port for d391bb06-c32f-42e0-bc10-c6350689ef60 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:27:13.254655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818cd54-afb2-4bc7-911a-f23c9400a07c req-b970a5fb-50f2-4e23-becf-8733ec2e7ac1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:13.256515 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1818cd54-afb2-4bc7-911a-f23c9400a07c req-b970a5fb-50f2-4e23-becf-8733ec2e7ac1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 946 time: 0.4021366
Nov 29 12:27:13.332942 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1818cd54-afb2-4bc7-911a-f23c9400a07c req-284ad09f-b304-4a57-ae4a-bc51738540de tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694444
Nov 29 12:27:13.343709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:27:13.344094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:27:13.482406 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:13.845295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Deleting port d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:27:13.846120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:14.109783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] For port d391bb06-c32f-42e0-bc10-c6350689ef60, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d391bb06-c32f-42e0-bc10-c6350689ef60,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:14.110002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:14.405174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:14.405541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:14.405849 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc disassociated. External IP: 172.26.4.151, port: d391bb06-c32f-42e0-bc10-c6350689ef60.
Nov 29 12:27:14.406182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Calling delete_port for d391bb06-c32f-42e0-bc10-c6350689ef60 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:27:14.523934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b07ba-efe8-44e0-a43b-2cf35ebe67c3 req-22982220-e84d-488c-bc24-27e5f1f7bf2e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:14.525398 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-653b07ba-efe8-44e0-a43b-2cf35ebe67c3 req-22982220-e84d-488c-bc24-27e5f1f7bf2e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 946 time: 0.0827949
Nov 29 12:27:14.554742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:14.560795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-03ba8e75-8ca7-4e1f-a67a-63e6ac9c0387 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:14.572488 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-653b07ba-efe8-44e0-a43b-2cf35ebe67c3 req-fb3a479a-04fb-4190-a99e-cd4820f1defe tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410995
Nov 29 12:27:14.612339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event deleted for resources: {'Port': ['ID=d391bb06-c32f-42e0-bc10-c6350689ef60,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:14.623473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.623859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.624238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.624607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.624974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.625343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.625705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.626067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.626427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.626786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.627142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.627582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:27:14.631860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:14.815927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:27:15.139124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:27:15.149492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:27:15.159660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:27:15.160394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082ce970>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:26:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:15.214012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] No DVR routers for this DVR port d391bb06-c32f-42e0-bc10-c6350689ef60 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:27:15.216690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:15.219274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-deleted', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:15.238446 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a3157e43-5c7a-4a05-8890-5e2ee857914f req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "DELETE /v2.0/ports/d391bb06-c32f-42e0-bc10-c6350689ef60 HTTP/1.1" status: 204  len: 173 time: 2.8102636
Nov 29 12:27:15.274727 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc308bb8-afd6-4308-b392-77e697c83439', 'name': 'network-vif-deleted', 'tag': 'd391bb06-c32f-42e0-bc10-c6350689ef60', 'status': 'completed', 'code': 200}
Nov 29 12:27:15.342823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:27:15.667799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082ce970>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:15.673002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:27:15.683724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:27:15.684498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082ce970>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:26:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:15.876254 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-de35de73-11cd-4f7c-9648-b3832dbf960a req-c23a688f-f79f-4bde-a48f-0069baf13660 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc308bb8-afd6-4308-b392-77e697c83439 HTTP/1.1" status: 200  len: 210 time: 0.1732368
Nov 29 12:27:15.881665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:27:16.238677 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082ce970>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:16.242931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786aaf-9325-419b-a901-610fd19a5caf None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:27:16.481798 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410061b2-066e-4888-8e97-4f3c7e3417b0 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:27:16.553918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:27:16.592183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: d391bb06-c32f-42e0-bc10-c6350689ef60 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:27:16.592533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d391bb06-c32f-42e0-bc10-c6350689ef60 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:27:17.247369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-27f2015f-ee94-4852-b6a0-238ed3461369 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--891639392&fields=id&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 267 time: 0.0421803
Nov 29 12:27:17.416297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-df9cc81a-010d-4af0-9782-a601c987de50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:17.417666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-df9cc81a-010d-4af0-9782-a601c987de50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1638207
Nov 29 12:27:17.440199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-51fb768d-6bd5-440f-9f94-0fe406bde3e3 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/quotas/9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 375 time: 0.0120380
Nov 29 12:27:17.530360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-afba6828-4cb8-4f35-acc4-5cf1d9d1cdd8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:27:17.548319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-afba6828-4cb8-4f35-acc4-5cf1d9d1cdd8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:27:17.549628 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-afba6828-4cb8-4f35-acc4-5cf1d9d1cdd8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1013696
Nov 29 12:27:17.756046 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-bcdf7aed-c2a7-452d-8b2b-a76b4e18dc35 service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865950
Nov 29 12:27:17.891294 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-5d3b71ff-f267-4af6-98ad-0dbb975a2d48 service neutron] 10.222.0.20 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293666
Nov 29 12:27:18.079591 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cb37edd6-11c2-4bf9-96f8-6336525b515c req-aab62e49-1950-43aa-8e39-692a5cb2b89b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 210 time: 0.0473044
Nov 29 12:27:19.200372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-cc023de4-e7d3-467d-b6a2-3ce269eeb62d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:19.201797 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-cc023de4-e7d3-467d-b6a2-3ce269eeb62d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 812 time: 0.1721075
Nov 29 12:27:19.263364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8ea9f096-b9e4-4f05-aa18-f1f00503cd1a req-18ec375f-f076-4cce-9e88-5b9f590eac27 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 210 time: 0.0719903
Nov 29 12:27:19.288216 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-7b0a7b4f-88a7-43fc-bd64-bc7945a908d5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 379 time: 0.0560169
Nov 29 12:27:19.296964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'port': {'device_id': 'bb5d6901-3710-4558-8973-56287ea07c58', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'admin_state_up': True, 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'security_groups': ['1f22edaf-67d1-4b2d-b117-6b7e21ac51e2']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:27:19.442583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:27:19.452545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:27:19.464785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Made reservation on behalf of 9d86c8196ca6490bb177944e9f64e824 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:27:19.468365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:19.638719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Allocated IP 172.20.0.14 (e526c518-9dbf-4476-b9f0-19d71a2e56e9/e64ccab0-3ad2-4e53-aa65-725dbefb5c29/e29151b3-b485-4d36-ba62-d9d114555e25) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:27:19.839471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:19.857025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Transition to ACTIVE for port object e29151b3-b485-4d36-ba62-d9d114555e25 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:27:19.886022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:19.891692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e4dc7ea7-c2e6-45dc-9f00-c9acf3d5b075 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:19.956570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:27:19.959672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:27:19.964421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:27:19.998195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:20.001143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:20.037091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:20.037711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:20.064481 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7709727
Nov 29 12:27:20.076684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Request body: {'port': {'device_id': 'bb5d6901-3710-4558-8973-56287ea07c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:27:20.196245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:20.228821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34eb4c3a-565d-408e-95fe-4f314a07ec95 None None] Provisioning for port e29151b3-b485-4d36-ba62-d9d114555e25 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:27:20.235239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34eb4c3a-565d-408e-95fe-4f314a07ec95 None None] Provisioning complete for port e29151b3-b485-4d36-ba62-d9d114555e25 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:27:20.235640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34eb4c3a-565d-408e-95fe-4f314a07ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:20.290505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-34eb4c3a-565d-408e-95fe-4f314a07ec95 None None] Port e29151b3-b485-4d36-ba62-d9d114555e25 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:27:20.457289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cd62a-565f-41e1-9ced-7ebb75af7c63 req-18f6eaf2-151c-41a7-bf26-d0ff042ea2c5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:20.459079 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c08cd62a-565f-41e1-9ced-7ebb75af7c63 req-18f6eaf2-151c-41a7-bf26-d0ff042ea2c5 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 932 time: 0.0827920
Nov 29 12:27:20.506601 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c08cd62a-565f-41e1-9ced-7ebb75af7c63 req-2801e079-01db-4fd3-bcbb-65799fa6e3df tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416341
Nov 29 12:27:20.680306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:27:20.687586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:20.702850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Transition to ACTIVE for port object e29151b3-b485-4d36-ba62-d9d114555e25 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:27:20.711041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:20.716020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:20.852373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:20.878423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:20.958490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Attempting to bind port e29151b3-b485-4d36-ba62-d9d114555e25 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:27:20.958828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Attempting to bind port e29151b3-b485-4d36-ba62-d9d114555e25 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:27:20.959189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Attempting to bind port e29151b3-b485-4d36-ba62-d9d114555e25 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:27:20.964064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Port e29151b3-b485-4d36-ba62-d9d114555e25 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:27:20.964320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Attempting to bind port e29151b3-b485-4d36-ba62-d9d114555e25 on network e526c518-9dbf-4476-b9f0-19d71a2e56e9 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:27:20.969493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:27:20.969819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Checking segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:27:20.970323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Bound using segment: {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:27:20.970740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Bound port: e29151b3-b485-4d36-ba62-d9d114555e25, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32bed37b-0380-4be7-9310-846877402d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:27:20.971079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:21.063199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:27:21.066423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:27:21.074832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:21.080903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7bd1e70-063d-4188-bf12-b9fb568a2a84 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:21.142122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:21.145726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:21.145726 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] 10.222.0.18 "PUT /v2.0/ports/e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1094 time: 1.0727050
Nov 29 12:27:21.146254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:21.223724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'status': 'completed', 'code': 200}
Nov 29 12:27:21.237018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:21.240411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:21.272993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-56d879c1-ee0a-484c-92f0-9fae2eda113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:21.274548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-56d879c1-ee0a-484c-92f0-9fae2eda113c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1097 time: 0.0865512
Nov 29 12:27:21.350231 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-b953c25e-6826-4224-b836-2e1fb04c8a54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 217 time: 0.0683396
Nov 29 12:27:21.415642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-348a9a67-332a-4e65-a47f-71c37099bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:21.416982 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-348a9a67-332a-4e65-a47f-71c37099bb30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0608428
Nov 29 12:27:21.499034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-a7dddbfe-277a-4ca7-9b7d-7f02f1a07af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:21.500452 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-a7dddbfe-277a-4ca7-9b7d-7f02f1a07af5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768249
Nov 29 12:27:21.636111 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-06a31e47-d81c-48f3-8341-0fcd0eed9e47 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288071
Nov 29 12:27:21.695494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec79a-f1f9-429d-9f6e-bca57b88fed0 req-01c0d4eb-9abe-48d6-b4dd-45f07f12b321 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:21.697098 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8eec79a-f1f9-429d-9f6e-bca57b88fed0 req-01c0d4eb-9abe-48d6-b4dd-45f07f12b321 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.0818267
Nov 29 12:27:21.741947 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8eec79a-f1f9-429d-9f6e-bca57b88fed0 req-cf20ba07-d3b6-482c-9c35-4c814e7ab12b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389633
Nov 29 12:27:21.772126 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc2372d4-d6d0-4197-883a-06608ae10d63 req-ef0b18e5-a321-493d-a727-fb739740baf0 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296856
Nov 29 12:27:21.898277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615d48-b94c-407c-b774-d008688c2068 req-62fb468b-2d57-4420-909a-7ef1812a6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:21.899812 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-62fb468b-2d57-4420-909a-7ef1812a6bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1097 time: 0.0786526
Nov 29 12:27:22.033687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615d48-b94c-407c-b774-d008688c2068 req-ea380c72-eeb6-4654-b99b-a2e49b172827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:22.035018 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-ea380c72-eeb6-4654-b99b-a2e49b172827 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1281428
Nov 29 12:27:22.226260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-bd841399-fa17-456f-b2d3-8aa0fa9e3f64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 217 time: 0.1843669
Nov 29 12:27:22.294204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615d48-b94c-407c-b774-d008688c2068 req-5a0a38d7-db5b-474a-a897-bb2251423cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:22.296308 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-5a0a38d7-db5b-474a-a897-bb2251423cf3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0629098
Nov 29 12:27:22.374986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615d48-b94c-407c-b774-d008688c2068 req-34158309-fe36-4a60-8a46-c4ea90cd42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:22.376524 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-34158309-fe36-4a60-8a46-c4ea90cd42f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726619
Nov 29 12:27:22.517853 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-95e563dd-09b2-4753-8812-8ede23583b16 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331887
Nov 29 12:27:22.658544 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-05615d48-b94c-407c-b774-d008688c2068 req-28f40775-cbff-49f9-9e66-89f11c9e0d27 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332912
Nov 29 12:27:22.942693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38222bbd-aa6c-4e97-9369-526d6a3b6481 req-3420af7f-8edf-4410-8272-07013428e242 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:22.943603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-38222bbd-aa6c-4e97-9369-526d6a3b6481 req-3420af7f-8edf-4410-8272-07013428e242 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:27:22.966384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-38222bbd-aa6c-4e97-9369-526d6a3b6481 req-3420af7f-8edf-4410-8272-07013428e242 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:27:22.967602 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38222bbd-aa6c-4e97-9369-526d6a3b6481 req-3420af7f-8edf-4410-8272-07013428e242 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.1099954
Nov 29 12:27:23.012938 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38222bbd-aa6c-4e97-9369-526d6a3b6481 req-9e5636cf-e47e-428c-9947-45b0f8d0cce6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395606
Nov 29 12:27:24.222594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874544f3-1d1a-4016-9f1f-facfa29ddf99 req-d9698ac8-2f2f-498b-b762-6548f97d4276 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:24.224048 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-874544f3-1d1a-4016-9f1f-facfa29ddf99 req-d9698ac8-2f2f-498b-b762-6548f97d4276 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.0990107
Nov 29 12:27:24.269770 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-874544f3-1d1a-4016-9f1f-facfa29ddf99 req-0a02d460-b8f8-4c7f-b126-85753e08c156 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397177
Nov 29 12:27:24.601835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:27:24.745041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:24.758843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'mac_address': 'fa:16:3e:cf:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:27:24.818810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:24.837672 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:27:24.853261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:24.859021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:24.860955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:24.929846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:24.933050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:25.066793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['e29151b3-b485-4d36-ba62-d9d114555e25'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:27:25.477996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c885b-a589-4257-a501-e0112cb778a4 req-0c7d6c52-2477-4059-ba3a-85f2c0f52064 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:25.479382 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dd4c885b-a589-4257-a501-e0112cb778a4 req-0c7d6c52-2477-4059-ba3a-85f2c0f52064 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 945 time: 0.1004646
Nov 29 12:27:25.524700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dd4c885b-a589-4257-a501-e0112cb778a4 req-39582e90-7501-4c13-8faf-5242a2506044 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394824
Nov 29 12:27:26.568906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-539ec7b4-aa59-4bd9-a8f6-cf604daf6a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:26.616284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:27:26.692834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port e29151b3-b485-4d36-ba62-d9d114555e25 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:27:26.697594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port e29151b3-b485-4d36-ba62-d9d114555e25 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:27:26.697972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:26.729418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e08ed3-4b63-4340-ba7e-35b3049d4b99 req-50f21bcd-b1c7-4de9-91bb-dc07018fa002 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:26.731120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a8e08ed3-4b63-4340-ba7e-35b3049d4b99 req-50f21bcd-b1c7-4de9-91bb-dc07018fa002 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 945 time: 0.0822127
Nov 29 12:27:26.774886 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a8e08ed3-4b63-4340-ba7e-35b3049d4b99 req-5f54780a-e49a-4e4b-a7bd-929ba4d79723 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380640
Nov 29 12:27:26.817838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:26.844050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:26.853571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:27:26.858544 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:26.860450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:27:26.897457 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'code': 200}
Nov 29 12:27:26.931257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:27:26.934176 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:27:27.126076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:27.127969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdb4f1-4307-4d63-aee1-30e861013161 req-bd74bc9e-123d-45ab-9a31-1807ec0da624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:27.129493 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-15cdb4f1-4307-4d63-aee1-30e861013161 req-bd74bc9e-123d-45ab-9a31-1807ec0da624 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0828068
Nov 29 12:27:27.175385 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-15cdb4f1-4307-4d63-aee1-30e861013161 req-4aaeb3bb-eb4f-4354-9685-026820a77eed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390265
Nov 29 12:27:27.983999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c017-37f2-4835-b947-4c1e2a914a28 req-b8024a0a-0102-46e6-9b86-db5cb8583afd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:27.985481 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1d96c017-37f2-4835-b947-4c1e2a914a28 req-b8024a0a-0102-46e6-9b86-db5cb8583afd tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0976708
Nov 29 12:27:28.031232 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1d96c017-37f2-4835-b947-4c1e2a914a28 req-32ddbf37-e76e-4c39-867e-e102d1a06efa tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397792
Nov 29 12:27:29.086020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98ba9537-c8f3-47bf-baba-6f74db4fe583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:29.242431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f27a-893b-495c-926b-6b974454d0ea req-ab881391-6e8d-4a2c-add5-c9d1d1d9213b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:29.243969 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fcc7f27a-893b-495c-926b-6b974454d0ea req-ab881391-6e8d-4a2c-add5-c9d1d1d9213b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0846040
Nov 29 12:27:29.290263 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fcc7f27a-893b-495c-926b-6b974454d0ea req-005a8a6a-ce44-4371-82a3-00cbe56a3048 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393152
Nov 29 12:27:29.480575 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea1ff-39be-4a3c-8a14-ca78683615ea req-141bc140-86f4-4002-badf-7ebf8774937a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:29.482096 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b59ea1ff-39be-4a3c-8a14-ca78683615ea req-141bc140-86f4-4002-badf-7ebf8774937a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0878155
Nov 29 12:27:29.493762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 59944) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:27:29.498914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Request body: {'floatingip': {'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:27:29.578768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:30.191278 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:30.197179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:30.229005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:30.374257 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc associated. External IP: 172.26.4.151, port: e29151b3-b485-4d36-ba62-d9d114555e25.
Nov 29 12:27:30.842403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:27:31.030115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:27:31.034498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:31.040428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:27:31.051428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:27:31.052054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:27:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:31.093544 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8755332c-2885-4222-aa29-47b88c67bcb2 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "PUT /v2.0/floatingips/af5ebd2c-fac2-47e8-8b53-89c18656c3fc HTTP/1.1" status: 200  len: 993 time: 1.5959806
Nov 29 12:27:31.093544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:27:31.195479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'status': 'completed', 'code': 200}
Nov 29 12:27:31.235556 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:27:31.294036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-f7e2d301-b3f8-4e2d-b5bc-b6bbb5cff2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:31.295610 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-f7e2d301-b3f8-4e2d-b5bc-b6bbb5cff2fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0784855
Nov 29 12:27:31.429900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-c64b006b-4734-408d-9652-abad6084dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:31.431307 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-c64b006b-4734-408d-9652-abad6084dfee service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1295815
Nov 29 12:27:31.529770 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-0e3a5fdb-949a-417d-95c6-7433c7e278dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1001 time: 0.0924714
Nov 29 12:27:31.594774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-2d2a8dc7-b29d-425e-ad80-825322941949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:31.596254 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-2d2a8dc7-b29d-425e-ad80-825322941949 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0602467
Nov 29 12:27:31.622832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed1c0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:cf:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5d6901-3710-4558-8973-56287ea07c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:27:30Z', 'revision_number': 13, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:31.626701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:27:31.635564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:27:31.636165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:27:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:31.676069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-e5a64570-acf5-443b-ae9f-caf37d1d62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:27:31.677992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-e5a64570-acf5-443b-ae9f-caf37d1d62db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747173
Nov 29 12:27:31.783262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:31.816392 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-e0f7985d-8f93-408f-8604-7807c083c2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322331
Nov 29 12:27:31.821160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:27:31.948720 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-67c62ecc-e51d-4114-a2ed-06c858cce31c req-3d1c3179-df7c-4136-82c4-37ad1634e79f service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250353
Nov 29 12:27:32.171072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d086ed1c0>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:cf:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5d6901-3710-4558-8973-56287ea07c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:27:30Z', 'revision_number': 13, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:27:32.175596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e2311-4f5c-4ddd-b4e5-9299b6901295 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': 'af5ebd2c-fac2-47e8-8b53-89c18656c3fc', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'mac_address': 'fa:16:3e:cf:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5d6901-3710-4558-8973-56287ea07c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:23:21Z', 'updated_at': '2021-11-29T12:27:30Z', 'revision_number': 13, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:27:32.368717 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db703420-2098-434c-b5ae-9035c1f59c10 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:27:37.033160 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:27:43.516127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:56.566019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a518bd7-05be-4781-9d70-bb175dbda46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:57.132822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:27:59.074856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-265b7bda-dc89-4467-afa4-9cbf5f8c67ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:00.244428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:01.779731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:09.502435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f88d1-db95-40e8-b290-57345802f7f0 req-6b8c639f-e901-44b4-b80d-2b128b8be880 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:09.503930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-888f88d1-db95-40e8-b290-57345802f7f0 req-6b8c639f-e901-44b4-b80d-2b128b8be880 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0897050
Nov 29 12:28:09.549006 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-888f88d1-db95-40e8-b290-57345802f7f0 req-d23852f5-e411-430a-a51c-1ff9fc1dcf11 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393274
Nov 29 12:28:13.520331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:14.032818 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:28:16.704214 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-1af7b683-8d63-41fc-83a4-df92f74ab07e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0819752
Nov 29 12:28:16.842281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4501d-4ab6-4874-b443-57446695b907 req-8a60b8fe-ff2d-4d6c-a0a3-daab03aee79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:16.843827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-8a60b8fe-ff2d-4d6c-a0a3-daab03aee79b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0716755
Nov 29 12:28:17.129006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4501d-4ab6-4874-b443-57446695b907 req-64611ffb-ee88-4771-8b7e-5f7ff1aff7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:17.129895 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-64611ffb-ee88-4771-8b7e-5f7ff1aff7fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.2602818
Nov 29 12:28:17.234019 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-2ecb46ac-4707-40a3-8c2c-e2835be5754e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1003 time: 0.0969439
Nov 29 12:28:17.299849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4501d-4ab6-4874-b443-57446695b907 req-1172c966-c2b1-4634-8b91-ea62387ff811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:17.301278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-1172c966-c2b1-4634-8b91-ea62387ff811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0609095
Nov 29 12:28:17.377943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4501d-4ab6-4874-b443-57446695b907 req-da92d89d-ef6e-446e-8465-f23e77f64600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:17.379539 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-da92d89d-ef6e-446e-8465-f23e77f64600 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719342
Nov 29 12:28:17.514221 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-cf6ce7ab-2faa-4861-8be4-f86ef92d46de service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282966
Nov 29 12:28:17.648817 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cbd4501d-4ab6-4874-b443-57446695b907 req-d23c5138-2c4b-4f72-a53b-d5d4b68645be service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276126
Nov 29 12:28:18.241711 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-55585c2b-a4e4-41c9-ab32-a6a90c79103e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0732005
Nov 29 12:28:18.295079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce61a9e-0dd8-4fa1-a39f-91fc19a6b5c0 req-ce7438a8-5fca-4f89-9fd2-3fc8c31ffe10 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:18.296600 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9ce61a9e-0dd8-4fa1-a39f-91fc19a6b5c0 req-ce7438a8-5fca-4f89-9fd2-3fc8c31ffe10 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0835621
Nov 29 12:28:18.350533 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9ce61a9e-0dd8-4fa1-a39f-91fc19a6b5c0 req-d99a0058-6c89-4415-9c8e-2812ff89d209 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480907
Nov 29 12:28:19.404504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-8c390d2d-875c-49b2-9011-a6707e564c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:19.405989 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-8c390d2d-875c-49b2-9011-a6707e564c3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0760448
Nov 29 12:28:19.547353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-b59b394e-2d4e-4bd9-8942-f0ed7866ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:19.548826 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-b59b394e-2d4e-4bd9-8942-f0ed7866ccb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1338546
Nov 29 12:28:19.599032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cab4a0-eda9-4f77-8e65-5cd9ff1034de req-8d8a90b7-db67-47ea-b8f3-631e49208255 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:19.600519 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-27cab4a0-eda9-4f77-8e65-5cd9ff1034de req-8d8a90b7-db67-47ea-b8f3-631e49208255 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0834439
Nov 29 12:28:19.648518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-27cab4a0-eda9-4f77-8e65-5cd9ff1034de req-5041eb51-a545-4584-a67d-d8d9188dc9c4 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414817
Nov 29 12:28:19.674993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-2fb43f83-b0b5-416c-a556-db61d850ae5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1003 time: 0.1177459
Nov 29 12:28:19.742923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-6943e86d-a5ae-4ac7-8556-529cd6994b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:19.744424 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-6943e86d-a5ae-4ac7-8556-529cd6994b5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0621271
Nov 29 12:28:19.823359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-5ec6c115-8ec9-4732-8117-ee27c18a1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:19.824865 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-5ec6c115-8ec9-4732-8117-ee27c18a1f21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741529
Nov 29 12:28:19.967609 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-f099c417-48d2-441c-a867-0a3a96adc986 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352522
Nov 29 12:28:20.097480 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-b96adaa2-e2a6-46ac-a4d0-0166f5056c1a service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229692
Nov 29 12:28:20.842683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9193c-5d6f-49c5-a013-275b96c9653e req-c812827f-2665-4d08-b15d-08dfa7deb994 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:20.844206 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-37c9193c-5d6f-49c5-a013-275b96c9653e req-c812827f-2665-4d08-b15d-08dfa7deb994 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0825388
Nov 29 12:28:20.890114 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-37c9193c-5d6f-49c5-a013-275b96c9653e req-4a7bd56b-27fd-423b-aea2-38299c787b6b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402825
Nov 29 12:28:22.099488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76319-01ec-4c95-8d17-ccf7bcb64e59 req-1f55c6d6-988c-47f4-bd3a-b070c20c9876 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:22.100889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98d76319-01ec-4c95-8d17-ccf7bcb64e59 req-1f55c6d6-988c-47f4-bd3a-b070c20c9876 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0924854
Nov 29 12:28:22.149193 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98d76319-01ec-4c95-8d17-ccf7bcb64e59 req-8efade7d-9255-437a-91bd-e7898fafbeb1 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424366
Nov 29 12:28:23.499642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4e1e8-da25-4a6a-b240-5bd0c7adc37b req-39ab60ca-a2c2-4c79-8e4e-8f0c5c46c498 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:23.501054 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-91f4e1e8-da25-4a6a-b240-5bd0c7adc37b req-39ab60ca-a2c2-4c79-8e4e-8f0c5c46c498 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.2294145
Nov 29 12:28:23.548653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-91f4e1e8-da25-4a6a-b240-5bd0c7adc37b req-f982d453-5945-404d-8bab-7ec4feb13bc8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391233
Nov 29 12:28:24.767971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cee2f-9625-4c92-adab-205bc02bfc47 req-f0375aa7-b7f9-44ff-a02c-24800785e4b6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:24.769425 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8f1cee2f-9625-4c92-adab-205bc02bfc47 req-f0375aa7-b7f9-44ff-a02c-24800785e4b6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0988898
Nov 29 12:28:24.813811 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8f1cee2f-9625-4c92-adab-205bc02bfc47 req-a302b197-61a7-42a9-95be-ce4cc65de6de tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386188
Nov 29 12:28:26.008811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6ea70-e27f-498c-924a-d898de24fae6 req-209d3928-06b1-4d01-ba04-d2facc0f874e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:26.010291 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0a6ea70-e27f-498c-924a-d898de24fae6 req-209d3928-06b1-4d01-ba04-d2facc0f874e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0880547
Nov 29 12:28:26.059044 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0a6ea70-e27f-498c-924a-d898de24fae6 req-571d26c9-bd66-4935-ab2f-33cd588d1214 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429792
Nov 29 12:28:26.562107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d67a58e-0bf5-4fcb-b2ad-16be50eca098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:27.120108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:27.270165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2bc1-e60e-4481-b37a-ca1d23b9ff19 req-cf84fc5c-2b9c-4c19-93ca-29001fdd5d28 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:27.271647 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-feff2bc1-e60e-4481-b37a-ca1d23b9ff19 req-cf84fc5c-2b9c-4c19-93ca-29001fdd5d28 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0919938
Nov 29 12:28:27.317339 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-feff2bc1-e60e-4481-b37a-ca1d23b9ff19 req-4299dfb1-3872-4ee5-a538-0805cc409b9b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399106
Nov 29 12:28:28.520531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748d38c-0475-4e87-b365-9308210d27f0 req-ad044aac-2613-4cfa-aaab-dd0712de94cf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:28.522004 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0748d38c-0475-4e87-b365-9308210d27f0 req-ad044aac-2613-4cfa-aaab-dd0712de94cf tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0855567
Nov 29 12:28:28.567589 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0748d38c-0475-4e87-b365-9308210d27f0 req-ad67210e-9458-4058-b23e-20b7004d64db tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398476
Nov 29 12:28:29.070935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6aa222c6-b8ac-4fbb-bf0c-af46b45f648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:29.777500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc50fb-1a54-4699-86fa-1da9d30433f1 req-4f646180-8601-44b3-a48c-74daae88da05 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:29.778939 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f9dc50fb-1a54-4699-86fa-1da9d30433f1 req-4f646180-8601-44b3-a48c-74daae88da05 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0867705
Nov 29 12:28:29.827830 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f9dc50fb-1a54-4699-86fa-1da9d30433f1 req-2f4243d1-4c25-408d-8439-210f3d7278ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430346
Nov 29 12:28:30.248682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:31.031522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fea05-75f0-49db-b5bb-dde0d8a5bf2f req-4f735f82-63ab-427f-a422-db0cd2e1969a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:31.033003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d37fea05-75f0-49db-b5bb-dde0d8a5bf2f req-4f735f82-63ab-427f-a422-db0cd2e1969a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0850866
Nov 29 12:28:31.076756 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d37fea05-75f0-49db-b5bb-dde0d8a5bf2f req-f2be0a4a-364b-429a-9eb7-81b94ac0361e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380375
Nov 29 12:28:31.781519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:32.269553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdb7cf-3997-4ece-8939-0c2ac8a1e87e req-483fe756-a84e-4394-aa76-dc1209f87b73 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:32.271014 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fcdb7cf-3997-4ece-8939-0c2ac8a1e87e req-483fe756-a84e-4394-aa76-dc1209f87b73 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0878460
Nov 29 12:28:32.318012 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fcdb7cf-3997-4ece-8939-0c2ac8a1e87e req-3e955e69-35b4-4a76-ab70-26aef6640214 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407586
Nov 29 12:28:32.463880 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-a8a8c2f9-40a0-4f2a-8338-99f5288721bc service neutron] 10.222.0.18 "GET /v2.0/ports/e29151b3-b485-4d36-ba62-d9d114555e25/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0804901
Nov 29 12:28:32.755899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-6617fff5-9232-4c83-ad98-a8b9e18ca933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:32.757393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-6617fff5-9232-4c83-ad98-a8b9e18ca933 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 1099 time: 0.0908778
Nov 29 12:28:32.849628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-04f071e1-1327-46dc-a546-3bc643b735f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:32.851057 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-04f071e1-1327-46dc-a546-3bc643b735f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0707531
Nov 29 12:28:32.989351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-e59a0d6a-ce63-4f2a-84b8-4cc61c014f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:32.990768 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-e59a0d6a-ce63-4f2a-84b8-4cc61c014f37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1335540
Nov 29 12:28:33.107582 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-9b798410-a96a-4fb4-9e04-45b83b482cd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1003 time: 0.1102951
Nov 29 12:28:33.175767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-f5981f87-6fbc-4440-8099-87c7606325a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:33.177258 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-f5981f87-6fbc-4440-8099-87c7606325a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0632489
Nov 29 12:28:33.258034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-cffbb7b9-1e63-49c4-a01a-e177077ddb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:33.259576 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-cffbb7b9-1e63-49c4-a01a-e177077ddb39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752709
Nov 29 12:28:33.391514 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-aa913cb1-1a60-450c-98dc-4fa5de3e893e service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250718
Nov 29 12:28:33.572851 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-f6b16700-032e-4321-8c82-66c2f21e5d0f service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749494
Nov 29 12:28:33.589940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21350c-2b7f-4531-9bdf-61dc60ff8e88 req-75eb00a4-921f-4933-ad08-2f12c0ea5161 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:33.591498 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf21350c-2b7f-4531-9bdf-61dc60ff8e88 req-75eb00a4-921f-4933-ad08-2f12c0ea5161 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.1294589
Nov 29 12:28:33.638387 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cf21350c-2b7f-4531-9bdf-61dc60ff8e88 req-8dcd0973-59d9-46dd-abd1-936e77be1c20 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410953
Nov 29 12:28:34.831597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987f0e0-33eb-4e34-86b2-c2da4996b9d6 req-b0400576-765a-4654-b72a-b93d1fe03aef tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:34.833091 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2987f0e0-33eb-4e34-86b2-c2da4996b9d6 req-b0400576-765a-4654-b72a-b93d1fe03aef tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0826259
Nov 29 12:28:34.880889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2987f0e0-33eb-4e34-86b2-c2da4996b9d6 req-3e723b58-aa9b-4a7c-82a2-f128c6424e22 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420294
Nov 29 12:28:36.088996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b7e1-38d7-4f82-a57b-f7d983ea718c req-f1a8c89d-afb6-43b4-ba8d-f9ef82dfd6eb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:36.090331 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-40d2b7e1-38d7-4f82-a57b-f7d983ea718c req-f1a8c89d-afb6-43b4-ba8d-f9ef82dfd6eb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0879536
Nov 29 12:28:36.135745 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-40d2b7e1-38d7-4f82-a57b-f7d983ea718c req-4072d29c-43f8-42b0-bbe9-ae05995474de tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394425
Nov 29 12:28:37.006795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:28:37.132612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:37.158616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:28:37.172360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:37.178654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:37.180905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a3841f2-2f33-4b3b-a15f-c2a3dcf62548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:28:37.221147 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'code': 200}
Nov 29 12:28:37.253502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:28:37.260738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.261075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.261403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.261731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.262052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.262362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.262687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.263001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.263344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.263659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.263971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.264281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:28:37.268213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:28:37.326944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62d8c-520b-440e-a09e-fe142629cfd0 req-b2b6550c-3cde-4c53-9fdf-42e436edfd5d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:37.328468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-26d62d8c-520b-440e-a09e-fe142629cfd0 req-b2b6550c-3cde-4c53-9fdf-42e436edfd5d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.0815599
Nov 29 12:28:37.375042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-26d62d8c-520b-440e-a09e-fe142629cfd0 req-183b6134-f912-4573-ad58-779ab51046bc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406482
Nov 29 12:28:38.598679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8722-0838-4c51-b6ac-868a5e479296 req-0b01f8b5-1eed-4ae5-952b-795785f2023a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:38.600195 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9e6d8722-0838-4c51-b6ac-868a5e479296 req-0b01f8b5-1eed-4ae5-952b-795785f2023a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.0985570
Nov 29 12:28:38.645927 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9e6d8722-0838-4c51-b6ac-868a5e479296 req-4f2f3dbe-d5bb-408a-ae50-fcff78413d40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400293
Nov 29 12:28:39.007027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:28:39.194515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:39.208089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'mac_address': 'fa:16:3e:cf:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:28:39.270315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:39.287760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:28:39.305093 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:39.311066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:39.313490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:28:39.378570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['e29151b3-b485-4d36-ba62-d9d114555e25'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:28:39.421055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:28:39.429577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:28:39.849779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594ddbb-35d8-48b0-8a0d-8708237f2e2f req-c72669b8-9fc5-41ae-aac4-27e7d38761db tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:39.851237 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c594ddbb-35d8-48b0-8a0d-8708237f2e2f req-c72669b8-9fc5-41ae-aac4-27e7d38761db tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 945 time: 0.0850892
Nov 29 12:28:40.021027 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c594ddbb-35d8-48b0-8a0d-8708237f2e2f req-5ba4b6d5-0e7c-4af8-a6db-dbcf2d3e3be7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638961
Nov 29 12:28:41.029127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:28:41.108048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port e29151b3-b485-4d36-ba62-d9d114555e25 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:28:41.108340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:41.214952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df16-48a9-49ee-ab26-e6253b7c8814 req-0316e377-f3b8-4b88-bdae-0482af7f7e68 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:41.216445 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b584df16-48a9-49ee-ab26-e6253b7c8814 req-0316e377-f3b8-4b88-bdae-0482af7f7e68 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 945 time: 0.0818226
Nov 29 12:28:41.227762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:41.254224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:28:41.262384 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b584df16-48a9-49ee-ab26-e6253b7c8814 req-17b5d41f-5d6d-474f-b7bc-2a254181f107 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393364
Nov 29 12:28:41.264209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:41.269183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:41.271200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:28:41.313631 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'code': 200}
Nov 29 12:28:41.345031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:28:41.348492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:28:42.571335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118b12f-adb7-4121-9823-9d865fb61482 req-382b76e5-bf1f-4730-9457-78b901efe3a9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:42.572732 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2118b12f-adb7-4121-9823-9d865fb61482 req-382b76e5-bf1f-4730-9457-78b901efe3a9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.2024305
Nov 29 12:28:42.620992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2118b12f-adb7-4121-9823-9d865fb61482 req-e1391e76-6a08-4faa-b238-5a28b61f86cc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406544
Nov 29 12:28:43.092240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-c4c2c103-0901-4db6-b318-838a88346c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:43.093642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-c4c2c103-0901-4db6-b318-838a88346c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58&tenant_id=9d86c8196ca6490bb177944e9f64e824&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 946 time: 0.1397064
Nov 29 12:28:43.172573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df84a9-1b9c-43f8-9d75-e13167be2da5 req-4715b86e-56e4-445d-bf89-e439ada7a202 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:43.174022 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60df84a9-1b9c-43f8-9d75-e13167be2da5 req-4715b86e-56e4-445d-bf89-e439ada7a202 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.1658030
Nov 29 12:28:43.216450 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-b1da12ed-0acf-4de0-8ba8-a9a3c801720a service neutron] 10.222.0.18 "GET /v2.0/ports/e29151b3-b485-4d36-ba62-d9d114555e25/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.1155498
Nov 29 12:28:43.229614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60df84a9-1b9c-43f8-9d75-e13167be2da5 req-fafbad6b-1464-4953-90ec-9b91da56bbe7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476408
Nov 29 12:28:43.312962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-daa3f17a-0e7e-4659-bdde-dac960fd18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:43.314439 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-daa3f17a-0e7e-4659-bdde-dac960fd18ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0753386
Nov 29 12:28:43.451238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-43e74665-453c-4be1-9906-4036f05a7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:43.453209 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-43e74665-453c-4be1-9906-4036f05a7d0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1326954
Nov 29 12:28:43.527078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:43.569400 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-c43041c3-1c98-4331-8b49-165ce2fd20c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1003 time: 0.1095066
Nov 29 12:28:43.634262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-be46e375-91fc-49e4-b391-c81bfdf1ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:43.636201 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-be46e375-91fc-49e4-b391-c81bfdf1ddc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0608747
Nov 29 12:28:43.724491 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-c9860346-d78d-464d-b810-62a4e97b87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:43.726492 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-c9860346-d78d-464d-b810-62a4e97b87b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0838280
Nov 29 12:28:43.864804 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-f95c244c-6e7a-4153-babc-3b28618f408a service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319468
Nov 29 12:28:43.996749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-583213c9-d325-466b-af5b-97751c1b49ed service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257200
Nov 29 12:28:44.441414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef919d-f8f3-4c4d-b9cc-a4fa21b6c454 req-bff6f550-e9ab-458c-bc88-ce375cc8c360 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:44.442843 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-26ef919d-f8f3-4c4d-b9cc-a4fa21b6c454 req-bff6f550-e9ab-458c-bc88-ce375cc8c360 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0971804
Nov 29 12:28:44.498298 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-26ef919d-f8f3-4c4d-b9cc-a4fa21b6c454 req-a8594500-ba56-4a97-a09e-59e0f82b3192 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469713
Nov 29 12:28:45.702198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1320f-b33e-40ce-927c-edcb2db5dee3 req-274355b7-f9b9-4fc0-9cc7-1aebfd552870 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:45.703795 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bbe1320f-b33e-40ce-927c-edcb2db5dee3 req-274355b7-f9b9-4fc0-9cc7-1aebfd552870 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0830743
Nov 29 12:28:45.751053 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bbe1320f-b33e-40ce-927c-edcb2db5dee3 req-36fe5727-18b2-4825-9b0c-7d0fc7e62540 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415361
Nov 29 12:28:46.944409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6940c83-8c94-4b03-a363-e5975d4a5811 req-9605ef14-1c72-45a6-ad03-0f0ecc05d56d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:46.945885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b6940c83-8c94-4b03-a363-e5975d4a5811 req-9605ef14-1c72-45a6-ad03-0f0ecc05d56d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0836256
Nov 29 12:28:46.989308 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b6940c83-8c94-4b03-a363-e5975d4a5811 req-7b146f39-9325-493b-92de-43baa778ec1b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378535
Nov 29 12:28:47.124619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-47b9c4d4-5e83-43a6-8428-9110a34f8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:47.126087 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-47b9c4d4-5e83-43a6-8428-9110a34f8dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58&tenant_id=9d86c8196ca6490bb177944e9f64e824 HTTP/1.1" status: 200  len: 1099 time: 0.0845561
Nov 29 12:28:47.219361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-efe6b386-011c-428e-88c1-2bfa0a478f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:47.220841 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-efe6b386-011c-428e-88c1-2bfa0a478f29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d86c8196ca6490bb177944e9f64e824&device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 1099 time: 0.0730724
Nov 29 12:28:47.355625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-06eac56d-25b9-479d-a722-e07ea1f37a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:47.356993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-06eac56d-25b9-479d-a722-e07ea1f37a75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 200  len: 913 time: 0.1299644
Nov 29 12:28:47.467950 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-6b461929-e441-475a-9466-0a87f1e95ac7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 200  len: 1003 time: 0.1040237
Nov 29 12:28:47.534143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-3c733ef0-c111-4cfe-8791-8016a7d242ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:47.536418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-3c733ef0-c111-4cfe-8791-8016a7d242ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 200  len: 851 time: 0.0613766
Nov 29 12:28:47.755614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-00fe4e3a-f1ba-4fa6-951e-f97b2b26860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:47.757173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-00fe4e3a-f1ba-4fa6-951e-f97b2b26860d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e526c518-9dbf-4476-b9f0-19d71a2e56e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2131484
Nov 29 12:28:47.891681 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-e77361dc-a40a-478e-b041-3cb86b937d6b service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278734
Nov 29 12:28:48.045255 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b62bc7a-7ad4-4585-a46b-3202c3dedcf9 req-60c9db2e-d4d7-46fe-b95c-a728164044d1 service neutron] 10.222.0.18 "GET /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474676
Nov 29 12:28:48.181754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de467ae9-e9c2-4cb9-96d1-140d99f696c9 req-3945aa6d-affc-4222-bed5-6e815997e0e9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:48.183241 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de467ae9-e9c2-4cb9-96d1-140d99f696c9 req-3945aa6d-affc-4222-bed5-6e815997e0e9 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0863442
Nov 29 12:28:48.228420 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de467ae9-e9c2-4cb9-96d1-140d99f696c9 req-a3f1d241-f1fc-410e-8c88-044ea8c01821 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391774
Nov 29 12:28:49.428375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7fcdf-58e9-4c31-8f65-6c08beca020f req-cf091fd8-9966-4f88-ab6d-f92291be956b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:49.429884 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a8e7fcdf-58e9-4c31-8f65-6c08beca020f req-cf091fd8-9966-4f88-ab6d-f92291be956b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0944989
Nov 29 12:28:49.474606 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a8e7fcdf-58e9-4c31-8f65-6c08beca020f req-0547fd7f-c4ab-4b49-bbbb-a95a286073bb tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388823
Nov 29 12:28:50.688870 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66a7e-fd9a-4ea6-87f8-c6c6a72ec4b8 req-0197c0c3-1c64-434b-9930-69ff90d3c468 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:50.690331 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ef66a7e-fd9a-4ea6-87f8-c6c6a72ec4b8 req-0197c0c3-1c64-434b-9930-69ff90d3c468 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0971894
Nov 29 12:28:50.741177 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ef66a7e-fd9a-4ea6-87f8-c6c6a72ec4b8 req-1d78c18f-9334-44f8-8b33-77963bcba669 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428021
Nov 29 12:28:51.037577 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:28:51.091712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:28:51.209326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:51.236694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:28:51.246692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:51.251459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:51.253721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-016222e7-6627-4ecd-ada9-a46701aca596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:28:51.294750 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'code': 200}
Nov 29 12:28:51.321283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:28:51.324241 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:28:51.943473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6b40c-6b97-4384-982a-427c5ab6dec2 req-a5ea604f-db5d-48a8-b266-43bb8befcad0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:51.944940 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-58b6b40c-6b97-4384-982a-427c5ab6dec2 req-a5ea604f-db5d-48a8-b266-43bb8befcad0 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.0886300
Nov 29 12:28:52.003196 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-58b6b40c-6b97-4384-982a-427c5ab6dec2 req-cf5d5333-7949-4f2e-870d-ac437e2a262a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521076
Nov 29 12:28:53.099282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:28:53.204648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789529-38a7-472a-9dc2-875318fe786f req-e9460f31-0d27-4b90-9885-5a7762836695 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:53.206132 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d0789529-38a7-472a-9dc2-875318fe786f req-e9460f31-0d27-4b90-9885-5a7762836695 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 944 time: 0.0797441
Nov 29 12:28:53.237090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:53.250993 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d0789529-38a7-472a-9dc2-875318fe786f req-ed614847-c7bc-4736-a684-3c4e8a19b394 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391009
Nov 29 12:28:53.254257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'port_id': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'mac_address': 'fa:16:3e:cf:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:28:53.309505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:53.327194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:28:53.344591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:53.351466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:53.353483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:28:53.423965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['e29151b3-b485-4d36-ba62-d9d114555e25'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:28:53.470079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=10']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:28:53.478592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:28:54.458193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c4f0-e841-4b4d-90e8-42324da0b67a req-3d537225-1742-4483-9d34-4e6fd35364f7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:54.459713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebd7c4f0-e841-4b4d-90e8-42324da0b67a req-3d537225-1742-4483-9d34-4e6fd35364f7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 946 time: 0.0912337
Nov 29 12:28:54.506395 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ebd7c4f0-e841-4b4d-90e8-42324da0b67a req-5ea07ecc-82bb-4ebe-8b32-ebe17b0bb34f tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407434
Nov 29 12:28:55.117391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:28:55.194692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port e29151b3-b485-4d36-ba62-d9d114555e25 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:28:55.195071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:55.311200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:55.342758 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:28:55.355374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:28:55.361382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:55.365053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:28:55.414241 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'code': 200}
Nov 29 12:28:55.440738 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=11']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:28:55.444080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:28:55.746212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56873537-1590-47e5-8396-785654b3f6a5 req-ebdc79ad-7478-4d53-8981-d4a500d996af tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:55.747647 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-56873537-1590-47e5-8396-785654b3f6a5 req-ebdc79ad-7478-4d53-8981-d4a500d996af tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.1051531
Nov 29 12:28:55.809104 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-56873537-1590-47e5-8396-785654b3f6a5 req-3425980f-96bf-4e09-9791-233930086cc6 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535767
Nov 29 12:28:56.553733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdbe31ed-e5e0-44ae-bdde-dfc79d37a681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:57.014351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2387a-f9f7-4216-b6e3-78a3196f794c req-d4e4afcc-db2a-4a50-b266-15e35d62fafa tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:57.015925 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-81c2387a-f9f7-4216-b6e3-78a3196f794c req-d4e4afcc-db2a-4a50-b266-15e35d62fafa tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0911729
Nov 29 12:28:57.060885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-81c2387a-f9f7-4216-b6e3-78a3196f794c req-b8c0299c-7f29-4527-9e5d-fc0bad269854 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386794
Nov 29 12:28:57.115997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:57.257224 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003181e6-9cb5-44f9-841d-1361d71cd557 req-d5942066-80c8-414a-9f83-46a06c25cd27 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:57.258694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-003181e6-9cb5-44f9-841d-1361d71cd557 req-d5942066-80c8-414a-9f83-46a06c25cd27 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0899024
Nov 29 12:28:57.308247 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-003181e6-9cb5-44f9-841d-1361d71cd557 req-e1507ee4-62e4-466f-b483-8005d359467e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437453
Nov 29 12:28:57.499819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f793cb-8ee9-4900-a680-71f0b6b8fbab req-1e402078-fc9e-4901-a9b8-004f85cd5f89 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:57.501267 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-57f793cb-8ee9-4900-a680-71f0b6b8fbab req-1e402078-fc9e-4901-a9b8-004f85cd5f89 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0842345
Nov 29 12:28:57.546912 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-57f793cb-8ee9-4900-a680-71f0b6b8fbab req-a0b76044-01de-4db2-bc7f-7ffc2a9cca82 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398519
Nov 29 12:28:57.958584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330a357-2301-4246-8319-3f5ac673ab7e req-5f5a7755-cd89-45dc-a96c-0c2f975f96c7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:57.960043 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a330a357-2301-4246-8319-3f5ac673ab7e req-5f5a7755-cd89-45dc-a96c-0c2f975f96c7 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0951927
Nov 29 12:28:58.004900 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a330a357-2301-4246-8319-3f5ac673ab7e req-18abfefa-5261-447c-a40a-63f8005d332e tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389907
Nov 29 12:28:59.066679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d8227a3-06c0-4ad7-9d9f-9857de36e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:28:59.224979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff94c2-e5fa-4cb0-9df3-27953e4975f6 req-bed68c69-21ce-43f3-89be-95d5436742d8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:28:59.226404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f7ff94c2-e5fa-4cb0-9df3-27953e4975f6 req-bed68c69-21ce-43f3-89be-95d5436742d8 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0921443
Nov 29 12:28:59.272816 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f7ff94c2-e5fa-4cb0-9df3-27953e4975f6 req-746ce701-9511-4dbc-9a11-7710a581a42b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406954
Nov 29 12:29:00.248149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:00.264977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-279a07bc-6679-467c-b17d-d03fd2397015 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:00.266440 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-279a07bc-6679-467c-b17d-d03fd2397015 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0959330
Nov 29 12:29:00.336595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Deleting port e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:00.336838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:00.462451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672452-86f9-40ed-b1fa-a2b4d35b268b req-3cb9fe4a-3fb0-4367-a12a-c6060d8ca618 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:00.463940 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d672452-86f9-40ed-b1fa-a2b4d35b268b req-3cb9fe4a-3fb0-4367-a12a-c6060d8ca618 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 947 time: 0.0806425
Nov 29 12:29:00.513627 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d672452-86f9-40ed-b1fa-a2b4d35b268b req-b5e0a310-2559-4f5b-ae16-26a6923aa07d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437047
Nov 29 12:29:00.587889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] For port e29151b3-b485-4d36-ba62-d9d114555e25, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e29151b3-b485-4d36-ba62-d9d114555e25,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:00.588255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:00.993215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:00.993642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:00.993944 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc disassociated. External IP: 172.26.4.151, port: e29151b3-b485-4d36-ba62-d9d114555e25.
Nov 29 12:29:00.994435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Calling delete_port for e29151b3-b485-4d36-ba62-d9d114555e25 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:01.115212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:01.152916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:01.158756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:01.178564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No active binding found for port e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Nov 29 12:29:01.178978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:01.209943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event deleted for resources: {'Port': ['ID=e29151b3-b485-4d36-ba62-d9d114555e25,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:01.266262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.266980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.266980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.267366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.267733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.268097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.268475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.268820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.269175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.269530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.269884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.270239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:01.278726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:01.414494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:29:01.614282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:29:01.625508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:29:01.637360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:29:01.638064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08907c70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:28:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:01.697252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] No DVR routers for this DVR port e29151b3-b485-4d36-ba62-d9d114555e25 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:29:01.700831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:01.705249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-deleted', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:01.722757 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a3ff9b79-0128-489c-9c7e-00307fdb76e7 req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.18 "DELETE /v2.0/ports/e29151b3-b485-4d36-ba62-d9d114555e25 HTTP/1.1" status: 204  len: 173 time: 1.4506810
Nov 29 12:29:01.778340 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5d6901-3710-4558-8973-56287ea07c58', 'name': 'network-vif-deleted', 'tag': 'e29151b3-b485-4d36-ba62-d9d114555e25', 'status': 'completed', 'code': 200}
Nov 29 12:29:01.826356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-62d5b4a9-1631-492b-a70a-ce7490aa80ce req-989f7c37-94f1-47ae-b16d-c45a410d31dc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Synchronizing usage tracker for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:01.844129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:01.847693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-62d5b4a9-1631-492b-a70a-ce7490aa80ce req-989f7c37-94f1-47ae-b16d-c45a410d31dc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Unset dirty status for tenant:9d86c8196ca6490bb177944e9f64e824 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:01.848881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-62d5b4a9-1631-492b-a70a-ce7490aa80ce req-989f7c37-94f1-47ae-b16d-c45a410d31dc tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb5d6901-3710-4558-8973-56287ea07c58 HTTP/1.1" status: 200  len: 210 time: 0.0660005
Nov 29 12:29:01.891636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:29:02.281684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08907c70>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:02.285711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:29:02.294742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:29:02.295381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08907c70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:28:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:02.478940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:29:02.792006 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08907c70>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:02.797202 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2d20f-ceb1-4689-ac26-8e3ceb5c4b65 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:23:18Z', 'revision_number': 4, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'b8fcc393-75e4-4e51-9c86-8dca8d54e828', 'name': '', 'network_id': 'e526c518-9dbf-4476-b9f0-19d71a2e56e9', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'mac_address': 'fa:16:3e:f0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:17Z', 'updated_at': '2021-11-29T12:23:23Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'subnets': [{'id': 'e64ccab0-3ad2-4e53-aa65-725dbefb5c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:29:03.036461 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc468931-a6df-4198-9109-32b14031bac2 None None] New status for floating IP af5ebd2c-fac2-47e8-8b53-89c18656c3fc: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:29:05.160641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:05.195634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: e29151b3-b485-4d36-ba62-d9d114555e25 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:29:05.195991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device e29151b3-b485-4d36-ba62-d9d114555e25 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:06.186235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60222) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:06.254676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.283370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.341530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.345921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-146fc5bd-a93e-45ec-a27f-7647b828f315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:06.361212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22edaf-67d1-4b2d-b117-6b7e21ac51e2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:06.370080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.370448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.370822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.371277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.371649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.372013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.372377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.372736 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.373120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.373476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.373830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.374181 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:06.378665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:06.381971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.383043 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f22edaf-67d1-4b2d-b117-6b7e21ac51e2 HTTP/1.1" status: 204  len: 168 time: 0.1957786
Nov 29 12:29:06.385762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60226) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:06.403499 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.api.v2.resource [None req-e6abb6bf-38d2-41ba-adb4-c22c6b3a5527 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] show failed (client error): The resource could not be found.
Nov 29 12:29:06.405332 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e6abb6bf-38d2-41ba-adb4-c22c6b3a5527 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "GET /v2.0/security-groups/1f22edaf-67d1-4b2d-b117-6b7e21ac51e2 HTTP/1.1" status: 404  len: 347 time: 0.0183654
Nov 29 12:29:06.407202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60230) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:06.564879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Deleting port 20f18ec6-a571-4892-a849-feb0add451a1 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:06.565088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.732666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.733015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:06.864641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Calling delete_port for 20f18ec6-a571-4892-a849-feb0add451a1 owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:07.141094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:07.145150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:07.187272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Pushing event deleted for resources: {'Port': ['ID=20f18ec6-a571-4892-a849-feb0add451a1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:07.190882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:07.280085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:07.301566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:07.302695 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] 10.222.0.20 "DELETE /v2.0/floatingips/af5ebd2c-fac2-47e8-8b53-89c18656c3fc HTTP/1.1" status: 204  len: 168 time: 0.8946064
Nov 29 12:29:07.305849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60234) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:07.906632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:08.260378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Deleting port b8fcc393-75e4-4e51-9c86-8dca8d54e828 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:08.260758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:08.433617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] For port b8fcc393-75e4-4e51-9c86-8dca8d54e828, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b8fcc393-75e4-4e51-9c86-8dca8d54e828,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:08.434080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:08.678644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Calling delete_port for b8fcc393-75e4-4e51-9c86-8dca8d54e828 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:08.852889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:08.857198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7a621002-9536-4ce5-97cc-d148e9f6b78c tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:08.902822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fcc393-75e4-4e51-9c86-8dca8d54e828,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:08.905938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:09.171476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:09.545092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Router d1b91260-cc6e-4b55-b005-ddb53b810304 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:29:09.724144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:29:09.733548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] Sync routers for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:29:09.737924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] 10.222.0.20 "PUT /v2.0/routers/d1b91260-cc6e-4b55-b005-ddb53b810304/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4310486
Nov 29 12:29:09.740660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60240) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:09.744373 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:29:09.744986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081ede50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:28:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:09.922374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:09.927438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:29:10.266793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:10.278254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Deleting port b0e4b58f-f1f7-44e5-8204-e96f587f740e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:10.278780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:10.292106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081ede50>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:29:08Z', 'revision_number': 5, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port': {'id': 'b0e4b58f-f1f7-44e5-8204-e96f587f740e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:15Z', 'updated_at': '2021-11-29T12:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:10.295880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] Checking router: d1b91260-cc6e-4b55-b005-ddb53b810304 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:29:10.304926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] Routers {'d1b91260-cc6e-4b55-b005-ddb53b810304'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:29:10.305542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081ede50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:28:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['d1b91260-cc6e-4b55-b005-ddb53b810304'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:10.456808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] Set router d1b91260-cc6e-4b55-b005-ddb53b810304 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:29:10.457242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] For port b0e4b58f-f1f7-44e5-8204-e96f587f740e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b0e4b58f-f1f7-44e5-8204-e96f587f740e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:10.457580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:10.575701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081ede50>, [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:29:10Z', 'revision_number': 6, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:10.579814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484dd4e-3190-4146-8150-8fd41c5b7446 None None] The sync data for ids ['d1b91260-cc6e-4b55-b005-ddb53b810304'] in dv-neutron-819579-1-hyperv is: [{'id': 'd1b91260-cc6e-4b55-b005-ddb53b810304', 'name': 'tempest-ServerActionsTestJSON-1945149694-router', 'tenant_id': '9d86c8196ca6490bb177944e9f64e824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:14Z', 'updated_at': '2021-11-29T12:29:10Z', 'revision_number': 6, 'project_id': '9d86c8196ca6490bb177944e9f64e824', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:29:10.582605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Calling delete_port for b0e4b58f-f1f7-44e5-8204-e96f587f740e owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:10.755539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:10.760374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9af580e6-78e8-4c03-8686-9b9855dd8a9b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:10.831407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e4b58f-f1f7-44e5-8204-e96f587f740e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:10.837665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:10.908077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.089216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.091684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.117918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.118443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1b91260-cc6e-4b55-b005-ddb53b810304 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:29:11.130909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.132105 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d1b91260-cc6e-4b55-b005-ddb53b810304 HTTP/1.1" status: 204  len: 168 time: 1.3905354
Nov 29 12:29:11.134680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60244) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:11.204298 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Deleting subnet e64ccab0-3ad2-4e53-aa65-725dbefb5c29 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:29:11.207877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.264415 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.348999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.367791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8fcc393-75e4-4e51-9c86-8dca8d54e828 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:11.404697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b8fcc393-75e4-4e51-9c86-8dca8d54e828 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:29:11.405060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b8fcc393-75e4-4e51-9c86-8dca8d54e828 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:11.405588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b0e4b58f-f1f7-44e5-8204-e96f587f740e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:11.419329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.423814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c73b65a9-74c1-496e-b408-03becc0c51b2 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:11.439506 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b0e4b58f-f1f7-44e5-8204-e96f587f740e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:29:11.439958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b0e4b58f-f1f7-44e5-8204-e96f587f740e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:11.465557 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.469119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64ccab0-3ad2-4e53-aa65-725dbefb5c29,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:11.471129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d37e06-292c-4593-8fbc-0e729677b7d5 None None] Network e526c518-9dbf-4476-b9f0-19d71a2e56e9 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:11.471876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:11.476248 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e64ccab0-3ad2-4e53-aa65-725dbefb5c29 HTTP/1.1" status: 204  len: 168 time: 0.3405526
Nov 29 12:29:11.478714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60248) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:11.719637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.731206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Deleting port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:11.731532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.734910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] DHCP port deletion for e526c518-9dbf-4476-b9f0-19d71a2e56e9 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:29:11.739622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Deleting port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:11.740010 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.940650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] For port 67c2c289-6c4e-4e2c-8979-958d3bb1c001, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=67c2c289-6c4e-4e2c-8979-958d3bb1c001,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:11.940899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:11.943060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] For port 67c2c289-6c4e-4e2c-8979-958d3bb1c001, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=67c2c289-6c4e-4e2c-8979-958d3bb1c001,segment=NetworkSegment(32bed37b-0380-4be7-9310-846877402d51),segment_id=32bed37b-0380-4be7-9310-846877402d51)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:11.943489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.065724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Calling delete_port for 67c2c289-6c4e-4e2c-8979-958d3bb1c001 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:12.067225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Calling delete_port for 67c2c289-6c4e-4e2c-8979-958d3bb1c001 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:12.143948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 29 12:29:12.143948 dv-neutron-819579-1-hyperv neutron-server[87601]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Nov 29 12:29:12.143948 dv-neutron-819579-1-hyperv neutron-server[87601]: [parameters: {'port_id': '67c2c289-6c4e-4e2c-8979-958d3bb1c001'}]
Nov 29 12:29:12.143948 dv-neutron-819579-1-hyperv neutron-server[87601]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:29:12.144461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:29:12.148930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.155088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8d7b35eb-aac4-459a-9cef-31330f4d3427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:12.202737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Pushing event deleted for resources: {'Port': ['ID=67c2c289-6c4e-4e2c-8979-958d3bb1c001,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:12.205147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:12.208021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] No DVR routers for this DVR port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:29:12.323271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.348152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d030eed30>,) {'filters': {'network_id': ['e526c518-9dbf-4476-b9f0-19d71a2e56e9']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:12.360031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030eed30>, '32bed37b-0380-4be7-9310-846877402d51') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:12.360646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030eed30>, '32bed37b-0380-4be7-9310-846877402d51') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:12.371716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.388917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.395209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:29:12.395608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:29:12.408606 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:29:12.487519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.490895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b185c653-63b4-47f2-a75e-22b3f654f170 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:12.503988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.513933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Pushing event deleted for resources: {'Network': ['ID=e526c518-9dbf-4476-b9f0-19d71a2e56e9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:12.518189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:12.521968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] 10.222.0.20 "DELETE /v2.0/networks/e526c518-9dbf-4476-b9f0-19d71a2e56e9 HTTP/1.1" status: 204  len: 168 time: 1.0422850
Nov 29 12:29:12.645180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Deleting port 67c2c289-6c4e-4e2c-8979-958d3bb1c001 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:12.645714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.646938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60254) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:12.701106 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-49890720-909c-440b-936f-482ab30e5155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d86c8196ca6490bb177944e9f64e824&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0504322
Nov 29 12:29:12.701348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60258) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:12.714866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-12849fe2-da1e-4f1b-9af7-f1b94df30fb7 None None] The port '67c2c289-6c4e-4e2c-8979-958d3bb1c001' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:29:12.760488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.785717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.838555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.842466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b6231876-206c-492a-8273-945d41b09825 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:12.860295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508e0e3-d8e0-4675-ab7a-04acea73aaff,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:12.863281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:12.868082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:12.869193 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7508e0e3-d8e0-4675-ab7a-04acea73aaff HTTP/1.1" status: 204  len: 168 time: 0.1668684
Nov 29 12:29:13.210858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 67c2c289-6c4e-4e2c-8979-958d3bb1c001 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:13.246108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 67c2c289-6c4e-4e2c-8979-958d3bb1c001 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:29:13.246288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 67c2c289-6c4e-4e2c-8979-958d3bb1c001 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:13.543928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:13.635488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60282) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:13.747217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1735074496-network', 'tenant_id': 'bf6c35cfa42245c88f70e1ef79a5ce90'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:13.752094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:13.756261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Usage tracker for resource:network and tenant:bf6c35cfa42245c88f70e1ef79a5ce90 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:13.759055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:13.764792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:13.776764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Made reservation on behalf of bf6c35cfa42245c88f70e1ef79a5ce90 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:13.779307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:13.791827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:13.806570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:13.810547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Usage tracker for resource:security_group_rule and tenant:bf6c35cfa42245c88f70e1ef79a5ce90 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:13.813900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:13.820090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:13.905329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:13.911545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:13.914536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cbf51acf-0ffd-4f73-9163-d2cac7899740 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:13.943417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:29:13.951883 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82976241-8f4d-473a-8478-179e828c54f0,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:13.954983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:13.959565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:13.959565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Added segment 3134feec-c305-4e4d-88e9-cd72b44aa3b1 of type vlan for network cca5fa20-5115-401c-9c6c-e38fec5fc5c7
Nov 29 12:29:13.986526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:14.019489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:14.020527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:14.021285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:14.024500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bcd4986b-853e-473f-aeba-772841d61646 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:14.126935 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4901109
Nov 29 12:29:14.127799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Pushing event updated for resources: {'Network': ['ID=cca5fa20-5115-401c-9c6c-e38fec5fc5c7,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:14.129835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60288) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:14.132251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:14.135931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Request body: {'subnet': {'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1735074496-subnet', 'tenant_id': 'bf6c35cfa42245c88f70e1ef79a5ce90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:14.138382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:29:14.140836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:14.145199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Usage tracker for resource:subnet and tenant:bf6c35cfa42245c88f70e1ef79a5ce90 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:14.148071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:14.153674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:14.164761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Made reservation on behalf of bf6c35cfa42245c88f70e1ef79a5ce90 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:14.167138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:14.393284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:14.397009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6dbfa25e-8c7a-48b3-8a37-031d262762ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:14.464849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2568635-a7be-4a25-8134-4d20510c4ba0,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:14.468831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:14.476174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Checking segment: {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:14.476533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Network hostable DHCP agents. Network: cca5fa20-5115-401c-9c6c-e38fec5fc5c7, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:29:14.496985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:29:14.506472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, cca5fa20-5115-401c-9c6c-e38fec5fc5c7) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:14.510390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:14.510967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:14.515744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36a331-83c3-4c8f-bc05-68d7bff6a7be None None] Network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:14.532888 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4020019
Nov 29 12:29:14.729212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbfcb2-5be1-4c6c-9d2a-2f9b5133403b None None] Network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:15.161583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-791874d3-1d37-4b1a-9362-7b54fb9b4d0d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:15.162360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-791874d3-1d37-4b1a-9362-7b54fb9b4d0d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Synchronizing usage tracker for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:15.185079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-791874d3-1d37-4b1a-9362-7b54fb9b4d0d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Unset dirty status for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:15.186779 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-791874d3-1d37-4b1a-9362-7b54fb9b4d0d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/networks?id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 200  len: 814 time: 0.2894113
Nov 29 12:29:15.209306 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-bcecdc33-56ff-4959-a64d-3b6916cc55c8 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/quotas/bf6c35cfa42245c88f70e1ef79a5ce90 HTTP/1.1" status: 200  len: 375 time: 0.0147700
Nov 29 12:29:15.262026 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-95a0267e-e468-4ede-8401-42778b854a29 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476415
Nov 29 12:29:15.400898 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-d030c462-b028-464a-9228-21bf72ea90ea service neutron] 10.222.0.20 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275420
Nov 29 12:29:15.537460 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-98829a67-105a-4c49-9690-48878f52c658 service neutron] 10.222.0.20 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282427
Nov 29 12:29:15.727320 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a8da669-8aa3-4e96-81b8-b8e24fdf3f9c req-9b437707-2982-4b03-8de4-3f54c787fc5d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 210 time: 0.0478408
Nov 29 12:29:16.804319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-7ec094a5-9f71-438a-b766-4bfd253ec4c3 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:16.805763 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-7ec094a5-9f71-438a-b766-4bfd253ec4c3 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "GET /v2.0/networks?id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 200  len: 814 time: 0.1559587
Nov 29 12:29:16.817973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Request body: {'port': {'device_id': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7', 'admin_state_up': True, 'tenant_id': 'bf6c35cfa42245c88f70e1ef79a5ce90'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:16.952307 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-094e8daa-8039-4151-b11d-f8441aac4855 req-7d9b5dcd-816d-456b-a01d-bbaeec947622 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 210 time: 0.0667775
Nov 29 12:29:17.004616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:17.008729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Usage tracker for resource:port and tenant:bf6c35cfa42245c88f70e1ef79a5ce90 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:17.011488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:17.017145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:17.029634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Made reservation on behalf of bf6c35cfa42245c88f70e1ef79a5ce90 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:17.034662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:17.204494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Allocated IP 172.20.0.6 (cca5fa20-5115-401c-9c6c-e38fec5fc5c7/b2568635-a7be-4a25-8134-4d20510c4ba0/342b5d46-f05a-4908-9a83-d43003edf765) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:29:17.432953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:17.466413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:17.471763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d2dfb746-8ba6-4170-904a-af6c1344c12f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:17.546919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:29:17.550083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:17.555362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:29:17.581005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Pushing event updated for resources: {'Port': ['ID=342b5d46-f05a-4908-9a83-d43003edf765,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:17.586749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:17.625971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:17.626579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:17.651487 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8368170
Nov 29 12:29:17.665724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Request body: {'port': {'device_id': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:17.786894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:18.148447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649dc8-0308-41ab-ad27-0ce6f813cb8e req-c542a1cf-1ccf-490e-b53f-02027ce5226a tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:18.149797 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fb649dc8-0308-41ab-ad27-0ce6f813cb8e req-c542a1cf-1ccf-490e-b53f-02027ce5226a tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 931 time: 0.0878060
Nov 29 12:29:18.196131 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fb649dc8-0308-41ab-ad27-0ce6f813cb8e req-8e4de08a-4cb1-4f9c-a02e-376be39775a5 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401158
Nov 29 12:29:18.272738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342b5d46-f05a-4908-9a83-d43003edf765 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:29:18.280174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:18.294697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Transition to ACTIVE for port object 342b5d46-f05a-4908-9a83-d43003edf765 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:29:18.299442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:18.303401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:18.452957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Pushing event updated for resources: {'Port': ['ID=342b5d46-f05a-4908-9a83-d43003edf765,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:18.460823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:18.530646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Attempting to bind port 342b5d46-f05a-4908-9a83-d43003edf765 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:29:18.530952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Attempting to bind port 342b5d46-f05a-4908-9a83-d43003edf765 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:29:18.531308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Attempting to bind port 342b5d46-f05a-4908-9a83-d43003edf765 on network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:29:18.536332 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Port 342b5d46-f05a-4908-9a83-d43003edf765 on network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:29:18.536669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Attempting to bind port 342b5d46-f05a-4908-9a83-d43003edf765 on network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:29:18.542019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:29:18.542349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Checking segment: {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:18.542728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Bound using segment: {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:29:18.543152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Bound port: 342b5d46-f05a-4908-9a83-d43003edf765, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:29:18.543522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:18.640478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] For port 342b5d46-f05a-4908-9a83-d43003edf765, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:29:18.643619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] For port 342b5d46-f05a-4908-9a83-d43003edf765, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=342b5d46-f05a-4908-9a83-d43003edf765,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:29:18.649057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:18.653510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-05b6bd64-58bb-4c59-a06f-a92d51f81049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:18.707033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:18.707948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:18.710038 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] 10.222.0.18 "PUT /v2.0/ports/342b5d46-f05a-4908-9a83-d43003edf765 HTTP/1.1" status: 200  len: 1093 time: 1.0506170
Nov 29 12:29:18.710836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'tag': '342b5d46-f05a-4908-9a83-d43003edf765'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:18.742299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Pushing event updated for resources: {'Port': ['ID=342b5d46-f05a-4908-9a83-d43003edf765,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:18.745404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:18.786977 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'tag': '342b5d46-f05a-4908-9a83-d43003edf765', 'status': 'completed', 'code': 200}
Nov 29 12:29:18.827310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-861321a4-55f0-4312-94b7-82badbfb740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:18.829136 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-861321a4-55f0-4312-94b7-82badbfb740c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 1096 time: 0.0774436
Nov 29 12:29:18.901067 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-7bd6254a-5d4f-46e0-884e-36c2fab0eb47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=342b5d46-f05a-4908-9a83-d43003edf765 HTTP/1.1" status: 200  len: 217 time: 0.0643883
Nov 29 12:29:18.970149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-70805979-8fd3-4fba-b88d-b902ec4c39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:18.971556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-70805979-8fd3-4fba-b88d-b902ec4c39c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2568635-a7be-4a25-8134-4d20510c4ba0 HTTP/1.1" status: 200  len: 854 time: 0.0628433
Nov 29 12:29:19.029896 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-1cb655cc-173d-416a-9141-6f71cf764b45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503879
Nov 29 12:29:19.167383 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-79a8b25c-24e7-4f20-98ea-1a818efab16c service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298273
Nov 29 12:29:19.301145 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50b72fd4-abc5-4c22-a394-b2ce1549798e req-8a3d8f17-f9d8-4124-aa9c-89404acdf917 service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272314
Nov 29 12:29:19.390030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00c2ac-53b9-428d-b05f-6977f1e01c03 req-0c53c173-e6f8-4b35-b221-f07b1a5eed3e tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:19.391521 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a00c2ac-53b9-428d-b05f-6977f1e01c03 req-0c53c173-e6f8-4b35-b221-f07b1a5eed3e tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 943 time: 0.0893798
Nov 29 12:29:19.424390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752435d-02e2-4518-8897-a59f966ebdad req-93438955-9c0b-4888-aa7b-b5d08284ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:19.425902 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-93438955-9c0b-4888-aa7b-b5d08284ba3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 1096 time: 0.0757451
Nov 29 12:29:19.434950 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a00c2ac-53b9-428d-b05f-6977f1e01c03 req-eebd6e03-a1d3-4abe-b895-310244d7ec3b tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376792
Nov 29 12:29:19.556235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752435d-02e2-4518-8897-a59f966ebdad req-a0ba0cdc-bbaa-47d4-90d9-d5c3aff52b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:19.557665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-a0ba0cdc-bbaa-47d4-90d9-d5c3aff52b1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 200  len: 915 time: 0.1250563
Nov 29 12:29:19.629901 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-c3c61f21-304f-45c4-bcca-3556a3f9cbbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=342b5d46-f05a-4908-9a83-d43003edf765 HTTP/1.1" status: 200  len: 217 time: 0.0646098
Nov 29 12:29:19.697697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752435d-02e2-4518-8897-a59f966ebdad req-ba4e1979-aae4-427f-81ec-e63a2315bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:19.699110 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-ba4e1979-aae4-427f-81ec-e63a2315bf77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2568635-a7be-4a25-8134-4d20510c4ba0 HTTP/1.1" status: 200  len: 854 time: 0.0614522
Nov 29 12:29:19.747116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-feaf6bf8-199c-4432-a2f5-979780519807 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395899
Nov 29 12:29:20.011649 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-7b9061cf-aee7-4657-bd98-24381ef3ecb8 service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576592
Nov 29 12:29:20.153789 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5752435d-02e2-4518-8897-a59f966ebdad req-6ea83ff1-6133-4d4d-bc10-9050a45a05be service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345224
Nov 29 12:29:20.633836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-7a59afa1-fc3f-480a-a871-1508d3110b62 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:20.634597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-7a59afa1-fc3f-480a-a871-1508d3110b62 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Synchronizing usage tracker for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:20.654299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-7a59afa1-fc3f-480a-a871-1508d3110b62 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Unset dirty status for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:20.655548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-7a59afa1-fc3f-480a-a871-1508d3110b62 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 943 time: 0.1083529
Nov 29 12:29:20.700258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-326ccd29-0e51-42e4-bc0e-4c92440c0fb1 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Synchronizing usage tracker for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:20.720479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-326ccd29-0e51-42e4-bc0e-4c92440c0fb1 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Unset dirty status for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:20.721532 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3ed9a108-8532-4f45-ab4a-47cf341d7c3e req-326ccd29-0e51-42e4-bc0e-4c92440c0fb1 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602386
Nov 29 12:29:21.919532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dad4f-80f3-416f-9bc4-d936d10117c0 req-beff38d9-3c43-4886-83b0-51bf238a6c3f tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:21.920983 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d76dad4f-80f3-416f-9bc4-d936d10117c0 req-beff38d9-3c43-4886-83b0-51bf238a6c3f tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 943 time: 0.0823083
Nov 29 12:29:21.965258 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d76dad4f-80f3-416f-9bc4-d936d10117c0 req-29ce774c-4b05-4241-84a4-08a13aa3f641 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385451
Nov 29 12:29:23.170526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f929a0-c869-4ceb-a24b-88e749021673 req-b0989942-1064-4e99-a251-4bf34b529b9a tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:23.172047 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-36f929a0-c869-4ceb-a24b-88e749021673 req-b0989942-1064-4e99-a251-4bf34b529b9a tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 943 time: 0.0924408
Nov 29 12:29:23.216768 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-36f929a0-c869-4ceb-a24b-88e749021673 req-70171cfc-4874-402a-8853-57643802a71c tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391159
Nov 29 12:29:23.243483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 342b5d46-f05a-4908-9a83-d43003edf765 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:29:23.385198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 342b5d46-f05a-4908-9a83-d43003edf765, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=342b5d46-f05a-4908-9a83-d43003edf765,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:23.400462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '342b5d46-f05a-4908-9a83-d43003edf765', 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7', 'port_id': '342b5d46-f05a-4908-9a83-d43003edf765', 'mac_address': 'fa:16:3e:6c:56:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2568635-a7be-4a25-8134-4d20510c4ba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:29:23.466325 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:23.483411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342b5d46-f05a-4908-9a83-d43003edf765 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:29:23.499419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 342b5d46-f05a-4908-9a83-d43003edf765, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=342b5d46-f05a-4908-9a83-d43003edf765,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:23.505457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:23.507183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:23.573260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=342b5d46-f05a-4908-9a83-d43003edf765,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:23.576312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:23.731971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['342b5d46-f05a-4908-9a83-d43003edf765'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:29:24.435470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef933-ed78-4e2f-a02c-a5db987f4256 req-3ddd75d3-f445-4c2f-bf00-a7a52430239e tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:24.436918 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-964ef933-ed78-4e2f-a02c-a5db987f4256 req-3ddd75d3-f445-4c2f-bf00-a7a52430239e tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 944 time: 0.0993292
Nov 29 12:29:24.482388 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-964ef933-ed78-4e2f-a02c-a5db987f4256 req-3db7ce75-b9d9-48d0-9ffa-f08caf8240dd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392356
Nov 29 12:29:25.256402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 342b5d46-f05a-4908-9a83-d43003edf765 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:29:25.339497 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 342b5d46-f05a-4908-9a83-d43003edf765 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:29:25.347220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 342b5d46-f05a-4908-9a83-d43003edf765 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:29:25.347767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:25.481077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:25.513721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342b5d46-f05a-4908-9a83-d43003edf765'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:25.525520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 342b5d46-f05a-4908-9a83-d43003edf765, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=342b5d46-f05a-4908-9a83-d43003edf765,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:25.530814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:25.532866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:25.563942 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342b5d46-f05a-4908-9a83-d43003edf765', 'code': 200}
Nov 29 12:29:25.606569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=342b5d46-f05a-4908-9a83-d43003edf765,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:25.609475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:25.682379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6544-58f3-494f-b06f-2685e19c0398 req-3fc3af7b-4da1-4b48-b2d8-ff33c7e2a882 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:25.683906 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ba2f6544-58f3-494f-b06f-2685e19c0398 req-3fc3af7b-4da1-4b48-b2d8-ff33c7e2a882 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0932150
Nov 29 12:29:25.760995 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ba2f6544-58f3-494f-b06f-2685e19c0398 req-fe82d86e-4126-4bf0-a1c4-c5074d2cb41e tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707591
Nov 29 12:29:25.802555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f328ca3-594f-4cbe-8ef1-29f357071d39 req-830edb6a-2805-4edb-a457-5b52fdd90963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:25.804084 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5f328ca3-594f-4cbe-8ef1-29f357071d39 req-830edb6a-2805-4edb-a457-5b52fdd90963 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 1098 time: 0.0737777
Nov 29 12:29:25.849081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5f328ca3-594f-4cbe-8ef1-29f357071d39 req-730e5cf3-ccb1-40ee-b9ca-a884eefd372a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376101
Nov 29 12:29:26.556441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2634117-40a9-4f6d-986d-bb4fd32ea02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:26.954265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dfdec-d38c-4ab1-b232-7d34495e51da req-140cbf59-55a2-43f1-99f5-7e4c2b6e9cea tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:26.955755 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bf2dfdec-d38c-4ab1-b232-7d34495e51da req-140cbf59-55a2-43f1-99f5-7e4c2b6e9cea tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0837402
Nov 29 12:29:27.005885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bf2dfdec-d38c-4ab1-b232-7d34495e51da req-6f910bb0-c9d2-4ce1-a972-8d633b8cdf49 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441945
Nov 29 12:29:27.129318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:28.041575 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:29:28.213357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e2a22-05bf-465e-b6b5-c2492af5f78d req-a9ac8abc-3aa7-48c4-a627-b2e95b2e0502 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:28.214691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-959e2a22-05bf-465e-b6b5-c2492af5f78d req-a9ac8abc-3aa7-48c4-a627-b2e95b2e0502 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0926690
Nov 29 12:29:28.262492 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-959e2a22-05bf-465e-b6b5-c2492af5f78d req-7998a971-f766-405e-bb75-d3453600404e tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393047
Nov 29 12:29:28.574708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-24998985-0fbe-459a-92df-7151121db36f tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:28.576150 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-24998985-0fbe-459a-92df-7151121db36f tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/networks?id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 200  len: 814 time: 0.1586175
Nov 29 12:29:28.591539 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-e2f3120d-5e5d-49c5-a6f6-50af9fbc9e03 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/quotas/bf6c35cfa42245c88f70e1ef79a5ce90 HTTP/1.1" status: 200  len: 375 time: 0.0096958
Nov 29 12:29:28.682247 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-9d7851a3-bc33-4529-83c6-cee0d9da4d0d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0835822
Nov 29 12:29:28.744433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-a23d7595-036a-4720-ad64-3c1f928fcd59 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:29:28.745408 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-a23d7595-036a-4720-ad64-3c1f928fcd59 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0561635
Nov 29 12:29:28.885362 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33f9a1fe-a1f6-4599-9afb-94a0d6fd9b3e service neutron] 10.222.0.20 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340287
Nov 29 12:29:29.061612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-166d213d-9f55-4881-a9a7-f69f3c3669a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:29.143045 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-0dcb11e0-e3b9-491a-859d-fc8fd0920ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515097
Nov 29 12:29:29.330750 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2eb5ae40-279f-4669-8ec8-21d3b542b1f1 req-314e4354-b1e4-48a2-84d5-7a8c0ec4dc51 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 210 time: 0.0457983
Nov 29 12:29:30.242235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:30.382511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-ddcc0635-11bb-4abf-8807-fc2e1b5ab182 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:30.384013 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-ddcc0635-11bb-4abf-8807-fc2e1b5ab182 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "GET /v2.0/networks?id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 200  len: 814 time: 0.1592963
Nov 29 12:29:30.396221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Request body: {'port': {'device_id': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7', 'admin_state_up': True, 'tenant_id': 'bf6c35cfa42245c88f70e1ef79a5ce90'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:30.486143 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b48c1739-7fbc-4050-ad62-d0382281a51e req-eb3b3cfe-4388-44fd-8f23-9724f9bb4ea8 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 210 time: 0.0446348
Nov 29 12:29:30.537533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:30.548502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:30.564014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Made reservation on behalf of bf6c35cfa42245c88f70e1ef79a5ce90 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:30.569876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:30.737008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Allocated IP 172.20.0.3 (cca5fa20-5115-401c-9c6c-e38fec5fc5c7/b2568635-a7be-4a25-8134-4d20510c4ba0/d9b2ec10-69e4-474f-b281-bf1798556ed8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:29:30.955841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:30.991664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:30.997503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:31.003484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['342b5d46-f05a-4908-9a83-d43003edf765'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:29:31.061357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:29:31.064750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:31.068643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:29:31.098849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Pushing event updated for resources: {'Port': ['ID=d9b2ec10-69e4-474f-b281-bf1798556ed8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:31.109427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:31.133516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:31.134133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:31.160342 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7680414
Nov 29 12:29:31.172485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Request body: {'port': {'device_id': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:31.284437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:31.672819 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b2ec10-69e4-474f-b281-bf1798556ed8 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:29:31.682533 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:31.707823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Transition to ACTIVE for port object d9b2ec10-69e4-474f-b281-bf1798556ed8 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:29:31.713681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:31.718996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea0beb57-9826-4811-be73-634cbe747c0b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:31.778342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:31.960260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0e41-8216-419a-99c3-924cae74e11d req-671e8744-88f5-4ca2-8d64-f7c910ac65fb tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:31.960945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fb6b0e41-8216-419a-99c3-924cae74e11d req-671e8744-88f5-4ca2-8d64-f7c910ac65fb tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Synchronizing usage tracker for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:31.976898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Pushing event updated for resources: {'Port': ['ID=d9b2ec10-69e4-474f-b281-bf1798556ed8,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:31.981079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:32.055913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fb6b0e41-8216-419a-99c3-924cae74e11d req-671e8744-88f5-4ca2-8d64-f7c910ac65fb tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Unset dirty status for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:32.057051 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fb6b0e41-8216-419a-99c3-924cae74e11d req-671e8744-88f5-4ca2-8d64-f7c910ac65fb tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 931 time: 0.4528739
Nov 29 12:29:32.120784 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fb6b0e41-8216-419a-99c3-924cae74e11d req-8068c383-d9c1-4031-bd2b-26ed9563fc44 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567348
Nov 29 12:29:32.121570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Attempting to bind port d9b2ec10-69e4-474f-b281-bf1798556ed8 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:29:32.121900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Attempting to bind port d9b2ec10-69e4-474f-b281-bf1798556ed8 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:29:32.122215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Attempting to bind port d9b2ec10-69e4-474f-b281-bf1798556ed8 on network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:29:32.126944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Port d9b2ec10-69e4-474f-b281-bf1798556ed8 on network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:29:32.127279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Attempting to bind port d9b2ec10-69e4-474f-b281-bf1798556ed8 on network cca5fa20-5115-401c-9c6c-e38fec5fc5c7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:29:32.132503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:29:32.132622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Checking segment: {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:32.133012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Bound using segment: {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:29:32.133429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Bound port: d9b2ec10-69e4-474f-b281-bf1798556ed8, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3134feec-c305-4e4d-88e9-cd72b44aa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:29:32.133769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:32.226645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] For port d9b2ec10-69e4-474f-b281-bf1798556ed8, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:29:32.229837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] For port d9b2ec10-69e4-474f-b281-bf1798556ed8, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:29:32.234857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:32.238413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-976d2123-ae2d-4326-a82a-c347ee8d0612 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:32.293735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:32.294333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:32.295702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-33027334-6b74-4237-a192-13bb2111df0f service neutron] 10.222.0.18 "PUT /v2.0/ports/d9b2ec10-69e4-474f-b281-bf1798556ed8 HTTP/1.1" status: 200  len: 1093 time: 1.1272850
Nov 29 12:29:32.296217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'tag': 'd9b2ec10-69e4-474f-b281-bf1798556ed8'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:32.319267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Pushing event updated for resources: {'Port': ['ID=d9b2ec10-69e4-474f-b281-bf1798556ed8,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:32.326306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:32.378716 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'tag': 'd9b2ec10-69e4-474f-b281-bf1798556ed8', 'status': 'completed', 'code': 200}
Nov 29 12:29:32.418356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-3d15191c-343f-40de-a0d9-dbdec7de1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:32.419900 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-3d15191c-343f-40de-a0d9-dbdec7de1555 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 1096 time: 0.0812659
Nov 29 12:29:32.495203 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-b1c99d70-fb9b-456a-84a6-1d2d4b96f276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8 HTTP/1.1" status: 200  len: 217 time: 0.0677984
Nov 29 12:29:32.563591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-60f3c608-4b8a-40a2-bd67-f076d8d6f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:32.564921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-60f3c608-4b8a-40a2-bd67-f076d8d6f165 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2568635-a7be-4a25-8134-4d20510c4ba0 HTTP/1.1" status: 200  len: 854 time: 0.0630527
Nov 29 12:29:32.620560 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-0679a66c-b7c6-49d2-af8b-878f30ddd322 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479360
Nov 29 12:29:32.756911 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-a10a4449-2871-46e0-a224-b6352d1dd7ac service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297636
Nov 29 12:29:32.886392 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-29bb9b1e-d5de-411b-b6eb-032ba8cba8f1 req-43291d35-926f-4c24-be99-bb9c40f5a177 service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225579
Nov 29 12:29:33.025054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1585496-9092-426a-895b-a0644b0c018d req-d8def560-3265-454e-a4aa-cc8b0f157038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:33.026572 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-d8def560-3265-454e-a4aa-cc8b0f157038 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 1096 time: 0.0776126
Nov 29 12:29:33.162626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1585496-9092-426a-895b-a0644b0c018d req-54b11bab-a247-4bfa-a497-25fe5376cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:33.164110 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-54b11bab-a247-4bfa-a497-25fe5376cbe3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 200  len: 915 time: 0.1305411
Nov 29 12:29:33.239074 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-149531ab-44f8-4d3e-8bd3-b2b2ebe1f00e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8 HTTP/1.1" status: 200  len: 217 time: 0.0673292
Nov 29 12:29:33.343804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1585496-9092-426a-895b-a0644b0c018d req-60aee1c4-8c7e-4efd-a144-232d23e845d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:33.345211 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-60aee1c4-8c7e-4efd-a144-232d23e845d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2568635-a7be-4a25-8134-4d20510c4ba0 HTTP/1.1" status: 200  len: 854 time: 0.0773532
Nov 29 12:29:33.395924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-680b430e-783c-4dc7-95fe-ff9d5ced0dee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cca5fa20-5115-401c-9c6c-e38fec5fc5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417352
Nov 29 12:29:33.408178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abc426-11e6-4e5a-84dc-13719d9cc411 req-7b83f231-51c5-493a-83dd-a9eb9c68f2b2 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:33.409489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6abc426-11e6-4e5a-84dc-13719d9cc411 req-7b83f231-51c5-493a-83dd-a9eb9c68f2b2 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 943 time: 0.1729627
Nov 29 12:29:33.528910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6abc426-11e6-4e5a-84dc-13719d9cc411 req-092270c0-bf66-4e74-9151-29d98268ccce tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016626
Nov 29 12:29:33.569658 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-48f85211-e8fd-4e7c-bba1-46ca49e78e99 service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592572
Nov 29 12:29:33.705018 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1585496-9092-426a-895b-a0644b0c018d req-69b4e716-8445-4228-9db8-5a740248edb2 service neutron] 10.222.0.18 "GET /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265869
Nov 29 12:29:34.735095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d0da5-db00-4d97-acb8-cb7bc2aad6c4 req-fcef04bd-ca80-41d6-9351-15ca094930ab tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:34.736569 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-138d0da5-db00-4d97-acb8-cb7bc2aad6c4 req-fcef04bd-ca80-41d6-9351-15ca094930ab tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 943 time: 0.1007116
Nov 29 12:29:34.780681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-138d0da5-db00-4d97-acb8-cb7bc2aad6c4 req-493d03c8-4ee2-4213-91e6-0505c6a7c5e2 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382810
Nov 29 12:29:35.277420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d9b2ec10-69e4-474f-b281-bf1798556ed8 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:29:35.422644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d9b2ec10-69e4-474f-b281-bf1798556ed8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:35.435737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd9b2ec10-69e4-474f-b281-bf1798556ed8', 'network_id': 'cca5fa20-5115-401c-9c6c-e38fec5fc5c7', 'port_id': 'd9b2ec10-69e4-474f-b281-bf1798556ed8', 'mac_address': 'fa:16:3e:31:ca:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2568635-a7be-4a25-8134-4d20510c4ba0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:29:35.503812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:35.520319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b2ec10-69e4-474f-b281-bf1798556ed8 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:29:35.535767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d9b2ec10-69e4-474f-b281-bf1798556ed8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:35.541643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:35.543466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:35.621891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d9b2ec10-69e4-474f-b281-bf1798556ed8,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:35.625173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:35.773710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d9b2ec10-69e4-474f-b281-bf1798556ed8'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:29:35.966673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def426f-b054-435b-91d0-0d59f0ad3b41 req-669195e1-1c11-4f42-a429-e80f854e68ab tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:35.968200 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8def426f-b054-435b-91d0-0d59f0ad3b41 req-669195e1-1c11-4f42-a429-e80f854e68ab tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 944 time: 0.0814550
Nov 29 12:29:36.015339 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8def426f-b054-435b-91d0-0d59f0ad3b41 req-69e4d29d-3a0e-46de-b2a1-795c2c061731 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412865
Nov 29 12:29:37.232116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78037011-ece4-42b8-bcd8-70f5982116ab req-463dd9bf-0657-4269-b102-346942ae32f4 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:37.233875 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78037011-ece4-42b8-bcd8-70f5982116ab req-463dd9bf-0657-4269-b102-346942ae32f4 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 944 time: 0.1067488
Nov 29 12:29:37.285570 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78037011-ece4-42b8-bcd8-70f5982116ab req-04067fb5-4502-430c-ba39-b06c7b262803 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456271
Nov 29 12:29:37.290781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d9b2ec10-69e4-474f-b281-bf1798556ed8 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:29:37.367395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port d9b2ec10-69e4-474f-b281-bf1798556ed8 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:29:37.376496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d9b2ec10-69e4-474f-b281-bf1798556ed8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:29:37.377095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:37.502752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:37.530881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b2ec10-69e4-474f-b281-bf1798556ed8'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:37.540951 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d9b2ec10-69e4-474f-b281-bf1798556ed8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:37.546047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:37.547926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:37.578100 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b2ec10-69e4-474f-b281-bf1798556ed8', 'code': 200}
Nov 29 12:29:37.616102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d9b2ec10-69e4-474f-b281-bf1798556ed8,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:37.623477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.623848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.624171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.624536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.624868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.625200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.625525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.625849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.626170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.626489 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.626793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.627107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:29:37.630724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:37.815289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc574f92-5f52-450c-a884-be4ce973dce2 req-9657c8b2-5e30-4d83-b27e-ea7b8c1b9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:37.816687 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dc574f92-5f52-450c-a884-be4ce973dce2 req-9657c8b2-5e30-4d83-b27e-ea7b8c1b9d88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 1098 time: 0.0747797
Nov 29 12:29:37.860285 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dc574f92-5f52-450c-a884-be4ce973dce2 req-29e192cc-ac4e-49b2-a920-889ba0e83a33 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346961
Nov 29 12:29:38.492100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b41494-0434-49f7-b1bb-004389b1ce9f req-0a7c657e-de39-4e12-b253-658c3184043a tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:38.493573 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-47b41494-0434-49f7-b1bb-004389b1ce9f req-0a7c657e-de39-4e12-b253-658c3184043a tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 945 time: 0.0931139
Nov 29 12:29:38.539118 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-47b41494-0434-49f7-b1bb-004389b1ce9f req-2ce3a46b-0b8f-4b4e-ab3c-9f5ae9a3fe0c tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394666
Nov 29 12:29:39.750103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810166c0-02ab-4dc6-9975-242742246dba req-0a1fa378-b74e-486b-9b51-41cfa449c5e3 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:39.751557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-810166c0-02ab-4dc6-9975-242742246dba req-0a1fa378-b74e-486b-9b51-41cfa449c5e3 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 945 time: 0.0961494
Nov 29 12:29:39.795096 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-810166c0-02ab-4dc6-9975-242742246dba req-d33faf39-d74b-48a6-bef2-3e302b206291 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377638
Nov 29 12:29:40.317378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c0c95-239b-4223-8bbd-24774eb41a7a req-40a4187f-fc7f-4475-b255-cb3aa0dfa443 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:40.318861 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-962c0c95-239b-4223-8bbd-24774eb41a7a req-40a4187f-fc7f-4475-b255-cb3aa0dfa443 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 945 time: 0.2035935
Nov 29 12:29:40.369729 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-962c0c95-239b-4223-8bbd-24774eb41a7a req-2274cab8-d891-42d5-a3c0-5e331a0be445 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429549
Nov 29 12:29:41.527742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-eb60cdbb-ec23-45b7-8456-2eb128409ecd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:41.529242 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-eb60cdbb-ec23-45b7-8456-2eb128409ecd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 945 time: 0.0893087
Nov 29 12:29:41.567594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187707-1d46-441f-a2d6-710f9112314a req-33d4ae28-abf1-42a7-9ee2-3e36004e1ff1 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:41.569034 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-43187707-1d46-441f-a2d6-710f9112314a req-33d4ae28-abf1-42a7-9ee2-3e36004e1ff1 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 945 time: 0.0882087
Nov 29 12:29:41.607611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Deleting port d9b2ec10-69e4-474f-b281-bf1798556ed8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:41.607957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:41.615205 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-43187707-1d46-441f-a2d6-710f9112314a req-c5ad10b4-dba7-4d2c-a3ae-626ef8a03c01 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400574
Nov 29 12:29:41.859859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] For port d9b2ec10-69e4-474f-b281-bf1798556ed8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d9b2ec10-69e4-474f-b281-bf1798556ed8,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:41.860162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:41.984437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Calling delete_port for d9b2ec10-69e4-474f-b281-bf1798556ed8 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:42.133684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:42.142479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:42.145521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['342b5d46-f05a-4908-9a83-d43003edf765', 'd9b2ec10-69e4-474f-b281-bf1798556ed8'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:29:42.192732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Pushing event deleted for resources: {'Port': ['ID=d9b2ec10-69e4-474f-b281-bf1798556ed8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:42.195794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:42.270561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] No DVR routers for this DVR port d9b2ec10-69e4-474f-b281-bf1798556ed8 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:29:42.273132 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:42.276012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'name': 'network-vif-deleted', 'tag': 'd9b2ec10-69e4-474f-b281-bf1798556ed8'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:42.293031 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-285006ba-3004-4b75-a661-cab8fa3fca90 req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "DELETE /v2.0/ports/d9b2ec10-69e4-474f-b281-bf1798556ed8 HTTP/1.1" status: 204  len: 173 time: 0.7576962
Nov 29 12:29:42.321361 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9542f4-038c-4d24-a6f9-71b3671d5c10', 'name': 'network-vif-deleted', 'tag': 'd9b2ec10-69e4-474f-b281-bf1798556ed8', 'status': 'completed', 'code': 200}
Nov 29 12:29:42.796028 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2274e2ae-f168-4042-9d1e-2cbca2f24867 req-129fefc5-681b-455c-abd1-709bbdfdf014 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9542f4-038c-4d24-a6f9-71b3671d5c10 HTTP/1.1" status: 200  len: 210 time: 0.0450184
Nov 29 12:29:43.577152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:44.074396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56752-e6ad-4fe2-9d33-a8deb1457e4a req-daa01573-8bcf-4eff-bcce-58f93d8f7dbe tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:44.075915 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c6a56752-e6ad-4fe2-9d33-a8deb1457e4a req-daa01573-8bcf-4eff-bcce-58f93d8f7dbe tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0891523
Nov 29 12:29:44.120373 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c6a56752-e6ad-4fe2-9d33-a8deb1457e4a req-e25b5eca-05d0-4c52-8814-630f80566b3b tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385070
Nov 29 12:29:44.334530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d025-581b-4bf9-9b9b-478ae2e45bf6 req-6614ba13-356b-4238-9d7d-e586bdcaae29 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:44.336045 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d737d025-581b-4bf9-9b9b-478ae2e45bf6 req-6614ba13-356b-4238-9d7d-e586bdcaae29 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0872140
Nov 29 12:29:44.380960 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d737d025-581b-4bf9-9b9b-478ae2e45bf6 req-e0529d56-42a4-4121-8f15-69ad1199d1e7 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389948
Nov 29 12:29:44.576872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26508-ede1-4ab1-bdf9-537ba51b123d req-16d0a97c-ef26-4abc-aed2-db328b600af9 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:44.577604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-48f26508-ede1-4ab1-bdf9-537ba51b123d req-16d0a97c-ef26-4abc-aed2-db328b600af9 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Synchronizing usage tracker for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:44.596605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-48f26508-ede1-4ab1-bdf9-537ba51b123d req-16d0a97c-ef26-4abc-aed2-db328b600af9 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Unset dirty status for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:44.597744 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-48f26508-ede1-4ab1-bdf9-537ba51b123d req-16d0a97c-ef26-4abc-aed2-db328b600af9 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.1061661
Nov 29 12:29:44.644039 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-48f26508-ede1-4ab1-bdf9-537ba51b123d req-727cbc6e-b54b-4187-91fb-0c785f1a6b95 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400891
Nov 29 12:29:44.945171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd66379-b635-49b6-86e6-341d0e88dc8c req-ec2d0b13-baa4-4754-ab3e-6d84225f968c tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:44.946651 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7dd66379-b635-49b6-86e6-341d0e88dc8c req-ec2d0b13-baa4-4754-ab3e-6d84225f968c tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0881054
Nov 29 12:29:45.000168 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7dd66379-b635-49b6-86e6-341d0e88dc8c req-e969c621-dcfa-48cd-9fdf-62ae076c2570 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451031
Nov 29 12:29:45.209188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abb6ce-55b5-4734-b5ee-ed4c74427e00 req-a76bafd6-8a79-4fa7-801a-5d284005c97d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:45.210556 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7abb6ce-55b5-4734-b5ee-ed4c74427e00 req-a76bafd6-8a79-4fa7-801a-5d284005c97d tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0955508
Nov 29 12:29:45.269062 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7abb6ce-55b5-4734-b5ee-ed4c74427e00 req-45c9543a-2d50-4ece-b847-84f7f721d494 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520735
Nov 29 12:29:45.305004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d9b2ec10-69e4-474f-b281-bf1798556ed8 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:45.339856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: d9b2ec10-69e4-474f-b281-bf1798556ed8 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:29:45.340231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d9b2ec10-69e4-474f-b281-bf1798556ed8 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:45.470134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc357cb-2bcb-44c6-8e1b-00b0f468361f req-b32f0cc4-68b2-40c6-a912-bc631cdf24e3 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:45.471521 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6bc357cb-2bcb-44c6-8e1b-00b0f468361f req-b32f0cc4-68b2-40c6-a912-bc631cdf24e3 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.0877173
Nov 29 12:29:45.519043 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6bc357cb-2bcb-44c6-8e1b-00b0f468361f req-b05f127f-4d69-4fa9-abaf-f0ce0171e908 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398519
Nov 29 12:29:46.082657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233e2c9-d343-4291-9a5d-c38cda0b77df req-bbf0b421-64ef-4905-9e45-f5b883d10941 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:46.084401 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a233e2c9-d343-4291-9a5d-c38cda0b77df req-bbf0b421-64ef-4905-9e45-f5b883d10941 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.1039374
Nov 29 12:29:46.129601 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a233e2c9-d343-4291-9a5d-c38cda0b77df req-915509c6-37c7-4ddf-9650-e69640fb3a43 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394433
Nov 29 12:29:47.375058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3112530-7944-4cb0-adcb-59d2612fe57b req-e8387f92-aec9-46d6-8764-243eb2fff367 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:47.376518 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3112530-7944-4cb0-adcb-59d2612fe57b req-e8387f92-aec9-46d6-8764-243eb2fff367 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.1280005
Nov 29 12:29:47.435838 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3112530-7944-4cb0-adcb-59d2612fe57b req-8b31ff1e-3221-4752-a3dc-3d23d3b705cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/security-groups?id=82976241-8f4d-473a-8478-179e828c54f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525157
Nov 29 12:29:47.444974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286e750-701e-46c7-85fd-07e5b0552878 req-cf55de07-b3ed-4cb5-9296-23e5aa94df86 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:47.446358 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b286e750-701e-46c7-85fd-07e5b0552878 req-cf55de07-b3ed-4cb5-9296-23e5aa94df86 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 945 time: 0.1299961
Nov 29 12:29:47.516662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Deleting port 342b5d46-f05a-4908-9a83-d43003edf765 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:29:47.516973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:47.767333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] For port 342b5d46-f05a-4908-9a83-d43003edf765, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=342b5d46-f05a-4908-9a83-d43003edf765,segment=NetworkSegment(3134feec-c305-4e4d-88e9-cd72b44aa3b1),segment_id=3134feec-c305-4e4d-88e9-cd72b44aa3b1)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:47.767720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:47.906541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Calling delete_port for 342b5d46-f05a-4908-9a83-d43003edf765 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:29:48.054231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:48.060364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d8a2353e-fbb0-4ccd-8434-286031f5752d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:48.067437 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['342b5d46-f05a-4908-9a83-d43003edf765'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:29:48.227784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Pushing event deleted for resources: {'Port': ['ID=342b5d46-f05a-4908-9a83-d43003edf765,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:48.230857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:48.300124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] No DVR routers for this DVR port 342b5d46-f05a-4908-9a83-d43003edf765 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:29:48.302785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:48.305419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'name': 'network-vif-deleted', 'tag': '342b5d46-f05a-4908-9a83-d43003edf765'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:29:48.323213 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b286e750-701e-46c7-85fd-07e5b0552878 req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.18 "DELETE /v2.0/ports/342b5d46-f05a-4908-9a83-d43003edf765 HTTP/1.1" status: 204  len: 173 time: 0.8712635
Nov 29 12:29:48.358272 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5138bde0-ae2e-4e89-90f4-8c85bf213690', 'name': 'network-vif-deleted', 'tag': '342b5d46-f05a-4908-9a83-d43003edf765', 'status': 'completed', 'code': 200}
Nov 29 12:29:48.610451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ed8d1f2f-72dd-4a99-aa07-f3c6204cf168 req-19eb8f43-b06b-4de7-aa4a-cc4adfaf1021 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Synchronizing usage tracker for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:29:48.629939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-ed8d1f2f-72dd-4a99-aa07-f3c6204cf168 req-19eb8f43-b06b-4de7-aa4a-cc4adfaf1021 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Unset dirty status for tenant:bf6c35cfa42245c88f70e1ef79a5ce90 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:29:48.631101 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ed8d1f2f-72dd-4a99-aa07-f3c6204cf168 req-19eb8f43-b06b-4de7-aa4a-cc4adfaf1021 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5138bde0-ae2e-4e89-90f4-8c85bf213690 HTTP/1.1" status: 200  len: 210 time: 0.0711432
Nov 29 12:29:49.748490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:49.806864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Deleting subnet b2568635-a7be-4a25-8134-4d20510c4ba0 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:29:49.809918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:49.862813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:49.916434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:49.988913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:49.993267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b6c7f58-250a-45d0-b35c-97ee49288813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:50.027815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2568635-a7be-4a25-8134-4d20510c4ba0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:50.029729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.032365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:50.036374 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2568635-a7be-4a25-8134-4d20510c4ba0 HTTP/1.1" status: 204  len: 168 time: 0.2869108
Nov 29 12:29:50.039371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:50.152362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.279679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.303949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03d6bee0>,) {'filters': {'network_id': ['cca5fa20-5115-401c-9c6c-e38fec5fc5c7']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:50.316055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03d6bee0>, '3134feec-c305-4e4d-88e9-cd72b44aa3b1') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:50.316355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03d6bee0>, '3134feec-c305-4e4d-88e9-cd72b44aa3b1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:50.327526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.344192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.354955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:29:50.355392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:29:50.368560 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:29:50.571159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.575798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.579546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a61dac3-48b8-46a4-8a99-d65c3fd11600 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:50.601056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Pushing event deleted for resources: {'Network': ['ID=cca5fa20-5115-401c-9c6c-e38fec5fc5c7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:50.603647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:50.606031 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] 10.222.0.20 "DELETE /v2.0/networks/cca5fa20-5115-401c-9c6c-e38fec5fc5c7 HTTP/1.1" status: 204  len: 168 time: 0.5652933
Nov 29 12:29:50.728166 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60450) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:50.779319 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-afae7a6c-da91-47bc-9bf9-7fdba9484efc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf6c35cfa42245c88f70e1ef79a5ce90&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0497832
Nov 29 12:29:50.783044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60454) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:50.844212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.869799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.925779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.929309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cbe5884b-eebd-4dcc-b48a-196bb34da8db tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:50.941698 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82976241-8f4d-473a-8478-179e828c54f0,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:50.944856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:50.958119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:50.959286 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82976241-8f4d-473a-8478-179e828c54f0 HTTP/1.1" status: 204  len: 168 time: 0.1749403
Nov 29 12:29:51.331417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 342b5d46-f05a-4908-9a83-d43003edf765 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:29:51.365991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 342b5d46-f05a-4908-9a83-d43003edf765 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:29:51.366269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 342b5d46-f05a-4908-9a83-d43003edf765 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:29:51.738289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60478) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:51.844322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269262125'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:51.851996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:51.856779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:network and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:51.859681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:51.866229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:51.876229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:51.879641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:51.891956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:51.906577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:51.910678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:security_group_rule and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:51.913507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:51.919843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:52.014611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:52.020621 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:52.023746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de95fbb2-208e-46d2-9a9f-f6415107523e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:52.054404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:29:52.063464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f597d03-59c2-4575-844d-0c7be9c8a885,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:52.066681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:52.071000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:52.071383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Added segment b09c40fd-a301-40d2-9277-b8a1ef55da98 of type vlan for network 84305bff-2368-4344-b849-1fdbe2c0e001
Nov 29 12:29:52.101484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:52.133498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:52.139607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:52.140183 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:52.143664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7a428409-7871-4351-bb51-070f1aa03a2d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:52.253880 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Network': ['ID=84305bff-2368-4344-b849-1fdbe2c0e001,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:52.257053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:52.258896 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5196261
Nov 29 12:29:52.265072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 84305bff-2368-4344-b849-1fdbe2c0e001 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:29:55.456779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60484) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:55.466309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'subnet': {'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:55.581378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:55.585605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:subnet and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:55.588572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:55.594648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:55.607714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:55.611375 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:55.838957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:55.842397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a67715bd-c84b-4d43-bc8c-20f61d23d080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:55.913328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Subnet': ['ID=de0ad174-f146-42a7-b532-76059ac08fd3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:55.917290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:55.924342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Checking segment: {'id': 'b09c40fd-a301-40d2-9277-b8a1ef55da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:55.924693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network hostable DHCP agents. Network: 84305bff-2368-4344-b849-1fdbe2c0e001, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:29:55.944610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network 84305bff-2368-4344-b849-1fdbe2c0e001 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:29:55.955779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 84305bff-2368-4344-b849-1fdbe2c0e001) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:55.961205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:55.961947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:55.966284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee095543-5194-4e6a-a9d5-72df3388fa30 None None] Network 84305bff-2368-4344-b849-1fdbe2c0e001 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:55.985661 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-73740f07-777b-4550-bf41-dd5d22aaddf6 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5275557
Nov 29 12:29:55.989010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60488) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:55.995029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724764507'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:56.000118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:56.003933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:network and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:56.006782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:56.012521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:56.024371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:56.027924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.057738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:29:56.067347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.067734 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Added segment 81f6918e-11cb-4eac-9de2-4b45cc632aa8 of type vlan for network 1e023b46-d393-4112-be62-7281c557c562
Nov 29 12:29:56.098314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.129392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.135457 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:56.136044 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.141177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3160e262-6144-4114-a879-7dff65b725a0 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:56.185676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-84305bff-2368-4344-b849-1fdbe2c0e001', 'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001', 'tenant_id': '16e5b6a073e34c8aa6a2a14864715775', 'fixed_ips': [{'subnet_id': 'de0ad174-f146-42a7-b532-76059ac08fd3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:29:56.186574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.236748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2466595
Nov 29 12:29:56.239727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:56.246680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'subnet': {'network_id': '1e023b46-d393-4112-be62-7281c557c562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:56.247670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Network': ['ID=1e023b46-d393-4112-be62-7281c557c562,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:56.250370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:56.262976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1e023b46-d393-4112-be62-7281c557c562 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:29:56.360102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:56.363806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:subnet and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:56.366641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:56.372998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:56.383582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:56.387914 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.444625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Allocated IP 2001:db8:0:ffff::2 (84305bff-2368-4344-b849-1fdbe2c0e001/de0ad174-f146-42a7-b532-76059ac08fd3/6ce03fe8-4e1f-43d1-be4a-cbdc5e708866) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:29:56.627657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.635762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb2c3c34-0e89-4cb1-a5d4-0060c35d86bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:56.637931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a883540c-c611-4a74-b954-44faf56a3f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.724864 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Subnet': ['ID=55126843-2717-4eb1-9894-960ef0551138,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:56.731793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:56.743787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Checking segment: {'id': '81f6918e-11cb-4eac-9de2-4b45cc632aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1e023b46-d393-4112-be62-7281c557c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:56.744922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network hostable DHCP agents. Network: 1e023b46-d393-4112-be62-7281c557c562, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:29:56.766999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network 1e023b46-d393-4112-be62-7281c557c562 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:29:56.772136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.781861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1e023b46-d393-4112-be62-7281c557c562) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:56.784164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Transition to ACTIVE for port object 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:29:56.788197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:56.789068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.798337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c83795-9a4e-4d74-80ac-3829c38e73cd None None] Network 1e023b46-d393-4112-be62-7281c557c562 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:56.822213 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-44392550-5ae5-4842-af9d-6ee24fe2cf7e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.5784845
Nov 29 12:29:56.822942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:56.825547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Transition to ACTIVE for port object 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:29:56.887439 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:56.893750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:56.987207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Network 84305bff-2368-4344-b849-1fdbe2c0e001 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:29:56.993914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:56.994103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.005033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Pushing event updated for resources: {'Port': ['ID=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:57.010230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:29:57.012512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:57.073721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.173720 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.177688 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2df7bdb3-543f-43a6-930d-d0af760b4332 tempest-RoutersNegativeIpV6Test-1761684271 tempest-RoutersNegativeIpV6Test-1761684271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:57.189160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.196123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Attempting to bind port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:29:57.196513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Attempting to bind port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'b09c40fd-a301-40d2-9277-b8a1ef55da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:29:57.196941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Attempting to bind port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 on network 84305bff-2368-4344-b849-1fdbe2c0e001 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:29:57.223951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Subnet': ['ID=55126843-2717-4eb1-9894-960ef0551138,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:57.227664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:57.234650 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:29:57.235074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Checking segment: {'id': 'b09c40fd-a301-40d2-9277-b8a1ef55da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:57.235727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.236139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Bound using segment: {'id': 'b09c40fd-a301-40d2-9277-b8a1ef55da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:29:57.236631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Bound port: 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09c40fd-a301-40d2-9277-b8a1ef55da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '84305bff-2368-4344-b849-1fdbe2c0e001'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:29:57.237031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.292396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b96e9-7386-4093-8236-9e8a89a8575d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-1e023b46-d393-4112-be62-7281c557c562', 'network_id': '1e023b46-d393-4112-be62-7281c557c562', 'tenant_id': '16e5b6a073e34c8aa6a2a14864715775', 'fixed_ips': [{'subnet_id': '55126843-2717-4eb1-9894-960ef0551138'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:29:57.293232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c8b96e9-7386-4093-8236-9e8a89a8575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.339457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.370620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d092f5ac0>,) {'filters': {'network_id': ['1e023b46-d393-4112-be62-7281c557c562']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:57.384036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092f5ac0>, '81f6918e-11cb-4eac-9de2-4b45cc632aa8') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:57.384378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d092f5ac0>, '81f6918e-11cb-4eac-9de2-4b45cc632aa8') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:57.397056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.414057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.421671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:29:57.422138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.427127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] For port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:29:57.441688 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:29:57.448414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23d6e8-66c7-42ad-bad6-b7ba68b69658 None None] Network 1e023b46-d393-4112-be62-7281c557c562 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:57.524922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.529213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef1ab56c-077b-40a1-812f-683dfc1d247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:57.535639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] For port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,segment=NetworkSegment(b09c40fd-a301-40d2-9277-b8a1ef55da98),segment_id=b09c40fd-a301-40d2-9277-b8a1ef55da98)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:29:57.548360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.549920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.556536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:57.557028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Network': ['ID=1e023b46-d393-4112-be62-7281c557c562,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:57.560126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:57.567229 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/1e023b46-d393-4112-be62-7281c557c562 HTTP/1.1" status: 204  len: 168 time: 0.7395234
Nov 29 12:29:57.567840 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:57.574636 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366699257'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:57.580056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:57.584096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:network and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:57.587142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:57.593255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:57.603443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:57.607087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.636171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:29:57.646294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.646625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Added segment e8b3c0ad-6904-4a4c-b3ee-e5f0d1732f4d of type vlan for network 8866a0f5-2b7f-4549-8156-dc44faaaf003
Nov 29 12:29:57.675773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.695387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Pushing event updated for resources: {'Port': ['ID=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:57.698591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:57.709984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.715805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:57.716414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:57.720349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a09a7ab-2abb-491b-905c-8e76b080e772 tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:57.825540 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2536361
Nov 29 12:29:57.825909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60504) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:57.844583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'subnet': {'network_id': '8866a0f5-2b7f-4549-8156-dc44faaaf003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:57.848218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Network': ['ID=8866a0f5-2b7f-4549-8156-dc44faaaf003,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:57.851407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:57.864861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8866a0f5-2b7f-4549-8156-dc44faaaf003 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:29:57.967246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:57.971117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:subnet and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:57.974583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:57.981505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:57.992444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:57.996122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.097473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Performing IP validity checks on allocation pools {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 29 12:29:58.097902 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.ipam_backend_mixin [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 29 12:29:58.227614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.230972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3fee9855-39f7-4384-a2c1-b632916dda40 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:58.302285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Subnet': ['ID=11c6d6e9-2d7c-4175-ab99-f9306bdc93a9,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:58.306228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:58.313790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Checking segment: {'id': 'e8b3c0ad-6904-4a4c-b3ee-e5f0d1732f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8866a0f5-2b7f-4549-8156-dc44faaaf003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:58.314137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network hostable DHCP agents. Network: 8866a0f5-2b7f-4549-8156-dc44faaaf003, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:29:58.333234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network 8866a0f5-2b7f-4549-8156-dc44faaaf003 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:29:58.343667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 8866a0f5-2b7f-4549-8156-dc44faaaf003) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:58.347791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:58.348376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.356251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7df4ed-d835-4a94-b780-40feca0f931f None None] Network 8866a0f5-2b7f-4549-8156-dc44faaaf003 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:58.374029 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-335f4e4c-2bab-4556-8c78-0242098083f5 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5463846
Nov 29 12:29:58.374470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:58.584199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08923e3-1093-4f78-9aca-8faaef9329d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-8866a0f5-2b7f-4549-8156-dc44faaaf003', 'network_id': '8866a0f5-2b7f-4549-8156-dc44faaaf003', 'tenant_id': '16e5b6a073e34c8aa6a2a14864715775', 'fixed_ips': [{'subnet_id': '11c6d6e9-2d7c-4175-ab99-f9306bdc93a9'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:29:58.585065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b08923e3-1093-4f78-9aca-8faaef9329d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.672643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f584af-e7bd-45e5-89c9-123bed27a6ae None None] Network 84305bff-2368-4344-b849-1fdbe2c0e001 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:58.677715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.749004 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.829486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.834631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eb739c6d-6e76-4b3b-a52a-32cae77bc478 None None] Provisioning for port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:29:58.835134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server [None req-b08923e3-1093-4f78-9aca-8faaef9329d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11c6d6e9-2d7c-4175-ab99-f9306bdc93a9: This subnet is being modified by another concurrent operation.
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server     raise exception
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11c6d6e9-2d7c-4175-ab99-f9306bdc93a9: This subnet is being modified by another concurrent operation.
Nov 29 12:29:58.839144 dv-neutron-819579-1-hyperv neutron-server[87601]: ERROR oslo_messaging.rpc.server 
Nov 29 12:29:58.861736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6635d0-bdb8-4c54-a076-b055b95cea36 None None] Network 8866a0f5-2b7f-4549-8156-dc44faaaf003 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:29:58.873583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Subnet': ['ID=11c6d6e9-2d7c-4175-ab99-f9306bdc93a9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:58.876612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:58.964601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:58.992889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02cd1fd0>,) {'filters': {'network_id': ['8866a0f5-2b7f-4549-8156-dc44faaaf003']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:59.005257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cd1fd0>, 'e8b3c0ad-6904-4a4c-b3ee-e5f0d1732f4d') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:59.005497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02cd1fd0>, 'e8b3c0ad-6904-4a4c-b3ee-e5f0d1732f4d') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:29:59.017460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.034192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.042090 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:29:59.042472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:29:59.057134 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:29:59.132284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-299c4dea-51ca-4222-9f8d-c031304d327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.141002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.144521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8403293f-9648-430e-b3c8-b10ff1859dd4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:59.166538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.173246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Network': ['ID=8866a0f5-2b7f-4549-8156-dc44faaaf003,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:59.177477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:59.180294 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/8866a0f5-2b7f-4549-8156-dc44faaaf003 HTTP/1.1" status: 204  len: 168 time: 0.8040781
Nov 29 12:29:59.184132 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:59.190034 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738366355'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:59.196238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:59.202525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:network and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:59.205761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:59.213983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:59.225835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:59.230537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.263392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:29:59.276826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.277039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:29:59.277290 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Added segment 64b34cda-9443-42f2-86b5-49f2399397bf of type vlan for network 3b239f72-f542-43cb-b64a-7b0263af3e03
Nov 29 12:29:59.307620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.343935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.350107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:59.350871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.353745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:29:59.355404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3a5d15e6-97c4-4a25-9db8-450ca2967004 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:59.359715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:29:59.360682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.391903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02a764-0c91-4030-8d14-9f453df2f11e None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 12:29:59.457954 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2726572
Nov 29 12:29:59.460802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60516) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:59.461261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Network': ['ID=3b239f72-f542-43cb-b64a-7b0263af3e03,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:59.463972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:59.468631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'subnet': {'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:29:59.474324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 3b239f72-f542-43cb-b64a-7b0263af3e03 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:29:59.580464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:29:59.584283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:subnet and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:29:59.587129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:29:59.590281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4730667f-ec01-4368-8c60-800d70a55e0f None None] Provisioning complete for port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:29:59.590653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4730667f-ec01-4368-8c60-800d70a55e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.593490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:29:59.604815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:29:59.608412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.694651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02a764-0c91-4030-8d14-9f453df2f11e None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 12:29:59.750902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.839645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.844040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c5933998-3e4d-40e3-a402-5417b91925cf tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:59.902678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,segment=NetworkSegment(b09c40fd-a301-40d2-9277-b8a1ef55da98),segment_id=b09c40fd-a301-40d2-9277-b8a1ef55da98)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:29:59.913111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.917580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Subnet': ['ID=0ffc7585-f680-4d3e-8558-da6358eae7c3,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:29:59.920611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:29:59.922095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:29:59.926416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Checking segment: {'id': '64b34cda-9443-42f2-86b5-49f2399397bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:29:59.926769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network hostable DHCP agents. Network: 3b239f72-f542-43cb-b64a-7b0263af3e03, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:29:59.949102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network 3b239f72-f542-43cb-b64a-7b0263af3e03 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:29:59.959354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 3b239f72-f542-43cb-b64a-7b0263af3e03) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:29:59.963299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:29:59.963873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.964258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4730667f-ec01-4368-8c60-800d70a55e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:29:59.986124 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5235031
Nov 29 12:29:59.989594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60520) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:29:59.995407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443457879'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:00.000266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:00.004582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:network and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:00.007477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:00.013571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:00.025364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:00.029157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.060242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:30:00.071528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.071950 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Added segment 1dd79dd9-cf22-4ba6-b490-374bc2f76ba1 of type vlan for network e6f2e51d-1553-4f39-beda-fa263ab9322a
Nov 29 12:30:00.098435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.122460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:00.126003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:00.128946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.135830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:00.136456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.141777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5c538eb8-38d1-4469-946e-923918db750b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:00.149707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4730667f-ec01-4368-8c60-800d70a55e0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:30:00.150270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4730667f-ec01-4368-8c60-800d70a55e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:30:00.238930 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2456229
Nov 29 12:30:00.239745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60524) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:00.247825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Request body: {'subnet': {'network_id': 'e6f2e51d-1553-4f39-beda-fa263ab9322a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:00.258008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.265356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c319d5-a2e0-45bc-9567-7ad96f3e0202 None None] Network 3b239f72-f542-43cb-b64a-7b0263af3e03 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:00.270352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Network': ['ID=e6f2e51d-1553-4f39-beda-fa263ab9322a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:00.283328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network e6f2e51d-1553-4f39-beda-fa263ab9322a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:30:00.314584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:00.360944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:00.364634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Usage tracker for resource:subnet and tenant:16e5b6a073e34c8aa6a2a14864715775 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:00.367450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:00.373409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:00.383359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Made reservation on behalf of 16e5b6a073e34c8aa6a2a14864715775 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:00.386826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.631327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-3b239f72-f542-43cb-b64a-7b0263af3e03', 'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03', 'tenant_id': '16e5b6a073e34c8aa6a2a14864715775', 'fixed_ips': [{'subnet_id': '0ffc7585-f680-4d3e-8558-da6358eae7c3'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:30:00.632304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.730629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.735428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ae8dacb3-ebef-4f42-a199-df7d116c0be3 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:00.814767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event updated for resources: {'Subnet': ['ID=f8920ad7-7213-4d95-b847-eecbdd80b7d9,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:00.818304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:00.824696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Checking segment: {'id': '1dd79dd9-cf22-4ba6-b490-374bc2f76ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e6f2e51d-1553-4f39-beda-fa263ab9322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:00.825484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network hostable DHCP agents. Network: e6f2e51d-1553-4f39-beda-fa263ab9322a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:30:00.845692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Allocated IP 2001:db8::2 (3b239f72-f542-43cb-b64a-7b0263af3e03/0ffc7585-f680-4d3e-8558-da6358eae7c3/fde7305f-d70d-4d54-9aa3-08e868445719) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:00.846028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Network e6f2e51d-1553-4f39-beda-fa263ab9322a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:30:00.856563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, e6f2e51d-1553-4f39-beda-fa263ab9322a) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:00.860616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:00.861195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:00.876041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962aeb7-8df6-4c93-979c-9eb7b2fcdce7 None None] Network e6f2e51d-1553-4f39-beda-fa263ab9322a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:00.882539 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-691dc185-3b4a-4444-920e-15a247ede9b3 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6417985
Nov 29 12:30:00.885279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:01.029314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.097288 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.179094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.184943 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25eb49a7-c385-4b52-b942-732cc3dfcb6a tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:01.226980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.232602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Subnet': ['ID=f8920ad7-7213-4d95-b847-eecbdd80b7d9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:01.236580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:01.244030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Transition to ACTIVE for port object fde7305f-d70d-4d54-9aa3-08e868445719 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:01.254457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a350956-ec21-424b-931c-7863a43be2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-e6f2e51d-1553-4f39-beda-fa263ab9322a', 'network_id': 'e6f2e51d-1553-4f39-beda-fa263ab9322a', 'tenant_id': '16e5b6a073e34c8aa6a2a14864715775', 'fixed_ips': [{'subnet_id': 'f8920ad7-7213-4d95-b847-eecbdd80b7d9'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:30:01.255244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a350956-ec21-424b-931c-7863a43be2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.269931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:01.320882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Transition to ACTIVE for port object fde7305f-d70d-4d54-9aa3-08e868445719 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:01.341983 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.367816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e79610>,) {'filters': {'network_id': ['e6f2e51d-1553-4f39-beda-fa263ab9322a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:01.374070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.380254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:01.380977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e79610>, '1dd79dd9-cf22-4ba6-b490-374bc2f76ba1') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:01.381276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e79610>, '1dd79dd9-cf22-4ba6-b490-374bc2f76ba1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:01.393802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.410866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.417491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:30:01.417869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:30:01.434070 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:30:01.468310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Network 3b239f72-f542-43cb-b64a-7b0263af3e03 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:01.472925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:01.481125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:01.490205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Pushing event updated for resources: {'Port': ['ID=fde7305f-d70d-4d54-9aa3-08e868445719,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:01.495069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:01.520961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.524640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a56ec4d-44b3-4783-8f16-4488a1ee1bde tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:01.529072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66503d6d-6a76-4e2a-a3bc-0639bac5c5bc None None] Network e6f2e51d-1553-4f39-beda-fa263ab9322a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:01.539009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.549829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Network': ['ID=e6f2e51d-1553-4f39-beda-fa263ab9322a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:01.552645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:01.557515 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-351e3178-296a-45dd-a617-a63ec4613b1e tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/e6f2e51d-1553-4f39-beda-fa263ab9322a HTTP/1.1" status: 204  len: 168 time: 0.6680074
Nov 29 12:30:01.557848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:01.572461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:01.572839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.596526 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f31fabf-1794-4e95-941e-62227a5ecd30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] GET failed (client error): The resource could not be found.
Nov 29 12:30:01.597041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f31fabf-1794-4e95-941e-62227a5ecd30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Synchronizing usage tracker for tenant:16e5b6a073e34c8aa6a2a14864715775 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:30:01.613980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f31fabf-1794-4e95-941e-62227a5ecd30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Unset dirty status for tenant:16e5b6a073e34c8aa6a2a14864715775 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:30:01.614203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66503d6d-6a76-4e2a-a3bc-0639bac5c5bc None None] Network e6f2e51d-1553-4f39-beda-fa263ab9322a could not be found, it might have been deleted concurrently. {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Nov 29 12:30:01.615259 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f31fabf-1794-4e95-941e-62227a5ecd30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "GET /v2.0/subnets/f8920ad7-7213-4d95-b847-eecbdd80b7d9 HTTP/1.1" status: 404  len: 337 time: 0.0565493
Nov 29 12:30:01.618221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60536) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:01.646241 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-acde3402-1f84-464b-a5a4-16ca7ab0aee9 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:01.646712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acde3402-1f84-464b-a5a4-16ca7ab0aee9 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:01.648418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-acde3402-1f84-464b-a5a4-16ca7ab0aee9 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/e6f2e51d-1553-4f39-beda-fa263ab9322a HTTP/1.1" status: 404  len: 339 time: 0.0290689
Nov 29 12:30:01.649917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Attempting to bind port fde7305f-d70d-4d54-9aa3-08e868445719 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:01.650396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Attempting to bind port fde7305f-d70d-4d54-9aa3-08e868445719 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '64b34cda-9443-42f2-86b5-49f2399397bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:01.650659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Attempting to bind port fde7305f-d70d-4d54-9aa3-08e868445719 on network 3b239f72-f542-43cb-b64a-7b0263af3e03 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:01.652655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60540) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:01.661290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:01.661681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Checking segment: {'id': '64b34cda-9443-42f2-86b5-49f2399397bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:01.662083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.662480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Bound using segment: {'id': '64b34cda-9443-42f2-86b5-49f2399397bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:01.662953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Bound port: fde7305f-d70d-4d54-9aa3-08e868445719, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b34cda-9443-42f2-86b5-49f2399397bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3b239f72-f542-43cb-b64a-7b0263af3e03'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:01.663364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.691703 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51cc508-f2e4-46d7-9944-974d37e13044 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:01.692075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51cc508-f2e4-46d7-9944-974d37e13044 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:01.693917 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f51cc508-f2e4-46d7-9944-974d37e13044 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/subnets/f8920ad7-7213-4d95-b847-eecbdd80b7d9 HTTP/1.1" status: 404  len: 337 time: 0.0402966
Nov 29 12:30:01.696547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60544) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:01.721713 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b991ee5a-0226-453f-85c8-248f9b0c4833 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:01.722175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b991ee5a-0226-453f-85c8-248f9b0c4833 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:01.723863 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b991ee5a-0226-453f-85c8-248f9b0c4833 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/e6f2e51d-1553-4f39-beda-fa263ab9322a HTTP/1.1" status: 404  len: 339 time: 0.0262382
Nov 29 12:30:01.726417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60548) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:01.796751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Deleting subnet 0ffc7585-f680-4d3e-8558-da6358eae7c3 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:30:01.799987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.809145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.822218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] For port fde7305f-d70d-4d54-9aa3-08e868445719, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:01.826892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] For port fde7305f-d70d-4d54-9aa3-08e868445719, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fde7305f-d70d-4d54-9aa3-08e868445719,segment=NetworkSegment(64b34cda-9443-42f2-86b5-49f2399397bf),segment_id=64b34cda-9443-42f2-86b5-49f2399397bf)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:01.832584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.836719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:01.858094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:01.915078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Pushing event updated for resources: {'Port': ['ID=fde7305f-d70d-4d54-9aa3-08e868445719,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:01.918680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:01.950579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.026520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.030487 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0def4fb4-eb9a-4154-97ee-3bbe295fb1b7 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:02.073237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffc7585-f680-4d3e-8558-da6358eae7c3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:02.078858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.086447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.087006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.087795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.088330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.088707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.089095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.089469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.089815 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.090163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.090531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.090915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.091283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:02.096871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:02.105260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-261de06e-cc0e-47e6-a731-90334d82131b tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/subnets/0ffc7585-f680-4d3e-8558-da6358eae7c3 HTTP/1.1" status: 204  len: 168 time: 0.3779392
Nov 29 12:30:02.107842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60552) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:02.226989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.237714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Deleting port fde7305f-d70d-4d54-9aa3-08e868445719 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:02.238037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.452080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] For port fde7305f-d70d-4d54-9aa3-08e868445719, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fde7305f-d70d-4d54-9aa3-08e868445719,segment=NetworkSegment(64b34cda-9443-42f2-86b5-49f2399397bf),segment_id=64b34cda-9443-42f2-86b5-49f2399397bf)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:02.452436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.580202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Calling delete_port for fde7305f-d70d-4d54-9aa3-08e868445719 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:30:02.671513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.675668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ea0f9b11-9219-4d83-a5cc-0bb6273e89cd tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:02.720120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Port': ['ID=fde7305f-d70d-4d54-9aa3-08e868445719,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:02.725635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:02.731365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No DVR routers for this DVR port fde7305f-d70d-4d54-9aa3-08e868445719 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:30:02.839187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a0be1-454f-4ee2-966b-45ec132f268d None None] Network 3b239f72-f542-43cb-b64a-7b0263af3e03 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:02.874538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.899285 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02b29b80>,) {'filters': {'network_id': ['3b239f72-f542-43cb-b64a-7b0263af3e03']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:02.911294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b29b80>, '64b34cda-9443-42f2-86b5-49f2399397bf') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:02.911588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b29b80>, '64b34cda-9443-42f2-86b5-49f2399397bf') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:02.922656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.923920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2113f151-1282-43d7-bf81-6a46aa850c3c None None] Could not find standard attr ID for object fde7305f-d70d-4d54-9aa3-08e868445719. {{(pid=87601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 29 12:30:02.939468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.945977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:30:02.946354 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:30:02.961069 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:30:03.063216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cd93c-4594-44d6-8a30-1288f6c2bb28 None None] DHCP port deletion for 3b239f72-f542-43cb-b64a-7b0263af3e03 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:30:03.165996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.169490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ddf0ab58-ee5d-41cf-b767-83917a48dbff tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:03.183561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.195712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Network': ['ID=3b239f72-f542-43cb-b64a-7b0263af3e03,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:03.198768 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/3b239f72-f542-43cb-b64a-7b0263af3e03 HTTP/1.1" status: 204  len: 168 time: 1.0899470
Nov 29 12:30:03.199710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:03.201642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60556) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:03.242481 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aca002-c568-453b-9748-519fde587b3c tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:03.242825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0aca002-c568-453b-9748-519fde587b3c tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:03.244731 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a0aca002-c568-453b-9748-519fde587b3c tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/subnets/11c6d6e9-2d7c-4175-ab99-f9306bdc93a9 HTTP/1.1" status: 404  len: 337 time: 0.0421855
Nov 29 12:30:03.248443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60560) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:03.272534 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73fc8f4-e5f6-46e3-8538-4691989e44c4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:03.272978 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73fc8f4-e5f6-46e3-8538-4691989e44c4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:03.274550 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b73fc8f4-e5f6-46e3-8538-4691989e44c4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/8866a0f5-2b7f-4549-8156-dc44faaaf003 HTTP/1.1" status: 404  len: 339 time: 0.0252075
Nov 29 12:30:03.277439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60564) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:03.315396 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91727c6-b13b-4113-a933-1a17327ad29c tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:03.315838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91727c6-b13b-4113-a933-1a17327ad29c tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:03.317499 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d91727c6-b13b-4113-a933-1a17327ad29c tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/subnets/55126843-2717-4eb1-9894-960ef0551138 HTTP/1.1" status: 404  len: 337 time: 0.0391073
Nov 29 12:30:03.320306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60568) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:03.344834 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6f9257-bb76-4903-89a7-cb9748e99fc1 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] DELETE failed (client error): The resource could not be found.
Nov 29 12:30:03.345276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6f9257-bb76-4903-89a7-cb9748e99fc1 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 29 12:30:03.346843 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cd6f9257-bb76-4903-89a7-cb9748e99fc1 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/1e023b46-d393-4112-be62-7281c557c562 HTTP/1.1" status: 404  len: 339 time: 0.0256481
Nov 29 12:30:03.349270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60572) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:03.418363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Deleting subnet de0ad174-f146-42a7-b532-76059ac08fd3 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:30:03.421387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.476435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.565238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.640810 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.644603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-77effae5-52b3-461e-b363-7220111350ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:03.682043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Subnet': ['ID=de0ad174-f146-42a7-b532-76059ac08fd3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:03.685511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:03.688445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.694811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3bc51e-3e4f-4577-bcee-cf3b6f882e13 None None] Network 84305bff-2368-4344-b849-1fdbe2c0e001 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:03.698182 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2bab5156-0908-4c39-a213-d9ee3c2d438f tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/subnets/de0ad174-f146-42a7-b532-76059ac08fd3 HTTP/1.1" status: 204  len: 168 time: 0.3480036
Nov 29 12:30:03.700875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60576) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:03.821075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.831696 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Deleting port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:03.832071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:03.983772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] DHCP port deletion for 84305bff-2368-4344-b849-1fdbe2c0e001 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:30:03.988323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Deleting port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:03.988705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.178614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] For port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,segment=NetworkSegment(b09c40fd-a301-40d2-9277-b8a1ef55da98),segment_id=b09c40fd-a301-40d2-9277-b8a1ef55da98)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:04.178836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.200269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] For port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,segment=NetworkSegment(b09c40fd-a301-40d2-9277-b8a1ef55da98),segment_id=b09c40fd-a301-40d2-9277-b8a1ef55da98)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:04.200671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.302870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Calling delete_port for 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:30:04.321144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Calling delete_port for 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:30:04.384285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.388348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54a40435-57e2-4876-907d-ed3a722173b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:04.395632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:30:04.396003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:30:04.429962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Port': ['ID=6ce03fe8-4e1f-43d1-be4a-cbdc5e708866,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:04.433512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:04.435744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] No DVR routers for this DVR port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:30:04.562734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.587941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08339070>,) {'filters': {'network_id': ['84305bff-2368-4344-b849-1fdbe2c0e001']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:04.604013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08339070>, 'b09c40fd-a301-40d2-9277-b8a1ef55da98') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:04.604348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08339070>, 'b09c40fd-a301-40d2-9277-b8a1ef55da98') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:04.616391 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.633049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.639624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:30:04.640011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:30:04.658254 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:30:04.746976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.750467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-838f76df-c850-4246-9c51-6d22946f8960 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:04.764957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.777489 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Pushing event deleted for resources: {'Network': ['ID=84305bff-2368-4344-b849-1fdbe2c0e001,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:04.781059 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] 10.222.0.20 "DELETE /v2.0/networks/84305bff-2368-4344-b849-1fdbe2c0e001 HTTP/1.1" status: 204  len: 168 time: 1.0791988
Nov 29 12:30:04.782023 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:04.897106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Deleting port 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:04.897498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:04.966771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4c8281b1-a093-4f66-823b-f0074e925163 None None] The port '6ce03fe8-4e1f-43d1-be4a-cbdc5e708866' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:30:05.041467 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:30:05.058670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:05.223859 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6dad02f-20a5-4f14-891f-881ba42fe109 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16e5b6a073e34c8aa6a2a14864715775&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1636839
Nov 29 12:30:05.226147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60590) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:05.237574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:30:05.277328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:30:05.277680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 6ce03fe8-4e1f-43d1-be4a-cbdc5e708866 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:30:05.284655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:05.311240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:05.365794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:05.369538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d785c576-569e-4889-9a0a-a6e0076b0807 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:05.380719 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f597d03-59c2-4575-844d-0c7be9c8a885,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:05.384234 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:05.387689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:05.388824 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f597d03-59c2-4575-844d-0c7be9c8a885 HTTP/1.1" status: 204  len: 168 time: 0.1617789
Nov 29 12:30:06.118066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:06.231678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1614212670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:06.238424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:06.242350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Usage tracker for resource:router and tenant:6b253f9af3e5474eb10eb282ce28c8dc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:06.245537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:06.251992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:06.264624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.265793 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.282082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.301493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.325795 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.327175 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-91ec0a74-f045-4229-8a4b-eae0b6327699 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2079935
Nov 29 12:30:06.330050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:06.335956 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1164053386'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:06.341377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:06.346037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Usage tracker for resource:network and tenant:6b253f9af3e5474eb10eb282ce28c8dc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:06.349085 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:06.355046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:06.370937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Made reservation on behalf of 6b253f9af3e5474eb10eb282ce28c8dc for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:06.374655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.392426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.413059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:06.417176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Usage tracker for resource:security_group_rule and tenant:6b253f9af3e5474eb10eb282ce28c8dc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:06.420061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:06.425825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:06.515757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.521316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.524806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-825adfa2-7ba9-4316-b1a5-8b7f5d10f699 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:06.555047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:30:06.564486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994d4686-4cba-4d59-ae87-5fc1e06d9f0f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:06.573707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.574040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Added segment 555933b2-e166-41ff-83d0-f44245c790b8 of type vlan for network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd
Nov 29 12:30:06.575779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.576184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.576530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.576901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.577283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.577620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.577978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.578305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.578678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.579035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.579406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.579758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:06.583698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:06.611469 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.643560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.649461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:06.650125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:06.653812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:06.762166 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4309945
Nov 29 12:30:06.763009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event updated for resources: {'Network': ['ID=13fbd218-535b-4f80-8f3a-d7ec8e6163dd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:06.765043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60624) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:06.767551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:06.771390 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Request body: {'subnet': {'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:06.775807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:30:06.889559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:06.893357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Usage tracker for resource:subnet and tenant:6b253f9af3e5474eb10eb282ce28c8dc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:06.896214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:06.902165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:06.913289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Made reservation on behalf of 6b253f9af3e5474eb10eb282ce28c8dc for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:06.916981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.131472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.135049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1fe30e96-181f-4504-bdd3-55b6636ea648 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:07.210237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event updated for resources: {'Subnet': ['ID=21d4e1b5-1a78-4f8b-b6ac-0b674f162f98,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:07.214094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:07.221143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Checking segment: {'id': '555933b2-e166-41ff-83d0-f44245c790b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:07.221495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Network hostable DHCP agents. Network: 13fbd218-535b-4f80-8f3a-d7ec8e6163dd, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:30:07.243497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:30:07.255024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 13fbd218-535b-4f80-8f3a-d7ec8e6163dd) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:07.259663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:07.260248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.266644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b77ba-e036-4a2d-8d4c-13d36ba22576 None None] Network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:07.282417 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5163758
Nov 29 12:30:07.285420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:07.291199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1324929844'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:07.296013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:07.300328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Usage tracker for resource:network and tenant:6b253f9af3e5474eb10eb282ce28c8dc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:07.303518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:07.309614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:07.321847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Made reservation on behalf of 6b253f9af3e5474eb10eb282ce28c8dc for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:07.325340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.354519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:30:07.363980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.364330 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Added segment 9b0ba555-edb0-4c6a-850e-ddd707ab1a39 of type vlan for network 1d6e6a86-b826-49b8-8988-71e6c0760638
Nov 29 12:30:07.390821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.420144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.425857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:07.426437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.433594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ddcefd9-20ec-466f-8bf4-df468510ad8d tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:07.486121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-13fbd218-535b-4f80-8f3a-d7ec8e6163dd', 'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd', 'tenant_id': '6b253f9af3e5474eb10eb282ce28c8dc', 'fixed_ips': [{'subnet_id': '21d4e1b5-1a78-4f8b-b6ac-0b674f162f98'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:30:07.487012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.532677 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2452056
Nov 29 12:30:07.535762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60632) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:07.544524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Request body: {'subnet': {'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:07.558280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event updated for resources: {'Network': ['ID=1d6e6a86-b826-49b8-8988-71e6c0760638,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:07.563506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:07.570967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 1d6e6a86-b826-49b8-8988-71e6c0760638 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:30:07.734915 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Allocated IP 172.20.0.2 (13fbd218-535b-4f80-8f3a-d7ec8e6163dd/21d4e1b5-1a78-4f8b-b6ac-0b674f162f98/d005a57b-8416-4121-9168-06f5d25fd899) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:07.783846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:07.787634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Usage tracker for resource:subnet and tenant:6b253f9af3e5474eb10eb282ce28c8dc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:07.790418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:07.797057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:07.807217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Made reservation on behalf of 6b253f9af3e5474eb10eb282ce28c8dc for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:07.810665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.975475 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:07.985718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Transition to ACTIVE for port object d005a57b-8416-4121-9168-06f5d25fd899 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:08.003729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Transition to ACTIVE for port object d005a57b-8416-4121-9168-06f5d25fd899 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:08.009558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.014469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:08.030699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.034315 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fd7d95c-d1d3-4916-ae6c-850935ebb3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:08.079755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:08.082616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:08.087038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:08.089171 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Pushing event updated for resources: {'Port': ['ID=d005a57b-8416-4121-9168-06f5d25fd899,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:08.092692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:08.111339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event updated for resources: {'Subnet': ['ID=62938fa7-7faa-4551-b444-309766e9d12c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:08.115057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:08.122599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Checking segment: {'id': '9b0ba555-edb0-4c6a-850e-ddd707ab1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:08.122945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Network hostable DHCP agents. Network: 1d6e6a86-b826-49b8-8988-71e6c0760638, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:30:08.142162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Network 1d6e6a86-b826-49b8-8988-71e6c0760638 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:30:08.152529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 1d6e6a86-b826-49b8-8988-71e6c0760638) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:08.156698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:08.157279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.173355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddaa761-025b-4109-af6e-6a5deb401987 None None] Network 1d6e6a86-b826-49b8-8988-71e6c0760638 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:08.181392 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6449857
Nov 29 12:30:08.184151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60636) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:08.189735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5c3b21ed-39c7-4b9c-a149-5348031151e2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:08.245660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Attempting to bind port d005a57b-8416-4121-9168-06f5d25fd899 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:08.245950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Attempting to bind port d005a57b-8416-4121-9168-06f5d25fd899 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '555933b2-e166-41ff-83d0-f44245c790b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:08.246321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Attempting to bind port d005a57b-8416-4121-9168-06f5d25fd899 on network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:08.256522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:08.256902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Checking segment: {'id': '555933b2-e166-41ff-83d0-f44245c790b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:08.257304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.257707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Bound using segment: {'id': '555933b2-e166-41ff-83d0-f44245c790b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:08.258177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Bound port: d005a57b-8416-4121-9168-06f5d25fd899, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555933b2-e166-41ff-83d0-f44245c790b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '13fbd218-535b-4f80-8f3a-d7ec8e6163dd'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:08.258555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.420735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] For port d005a57b-8416-4121-9168-06f5d25fd899, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:08.425095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] For port d005a57b-8416-4121-9168-06f5d25fd899, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d005a57b-8416-4121-9168-06f5d25fd899,segment=NetworkSegment(555933b2-e166-41ff-83d0-f44245c790b8),segment_id=555933b2-e166-41ff-83d0-f44245c790b8)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:08.454294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.461997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:08.513267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-1d6e6a86-b826-49b8-8988-71e6c0760638', 'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638', 'tenant_id': '6b253f9af3e5474eb10eb282ce28c8dc', 'fixed_ips': [{'subnet_id': '62938fa7-7faa-4551-b444-309766e9d12c'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:30:08.514099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.580902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c3b21ed-39c7-4b9c-a149-5348031151e2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.604864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Pushing event updated for resources: {'Port': ['ID=d005a57b-8416-4121-9168-06f5d25fd899,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:08.609749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:08.716748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Allocated IP 172.21.0.2 (1d6e6a86-b826-49b8-8988-71e6c0760638/62938fa7-7faa-4551-b444-309766e9d12c/b4fe93d2-dbc3-47ce-8fa5-7a614cae3157) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:08.749372 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-5c3b21ed-39c7-4b9c-a149-5348031151e2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 29 12:30:08.750478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c3b21ed-39c7-4b9c-a149-5348031151e2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "PUT /v2.0/routers/e00881cf-32b6-414e-a11d-d361a73e5dda HTTP/1.1" status: 400  len: 364 time: 0.5653784
Nov 29 12:30:08.756502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60640) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:08.836546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Deleting subnet 62938fa7-7faa-4551-b444-309766e9d12c {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:30:08.973706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:08.987481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Transition to ACTIVE for port object b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:09.013103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Transition to ACTIVE for port object b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:09.018993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.019403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.023842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:09.075274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.088021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Network 1d6e6a86-b826-49b8-8988-71e6c0760638 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:09.090854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:09.093494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:09.102881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Pushing event updated for resources: {'Port': ['ID=b4fe93d2-dbc3-47ce-8fa5-7a614cae3157,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:09.128683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:09.170153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.190843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Attempting to bind port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:09.191502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Attempting to bind port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '9b0ba555-edb0-4c6a-850e-ddd707ab1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:09.192008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Attempting to bind port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 on network 1d6e6a86-b826-49b8-8988-71e6c0760638 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:09.198623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:09.198897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Checking segment: {'id': '9b0ba555-edb0-4c6a-850e-ddd707ab1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:09.199352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.199877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Bound using segment: {'id': '9b0ba555-edb0-4c6a-850e-ddd707ab1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:09.200409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Bound port: b4fe93d2-dbc3-47ce-8fa5-7a614cae3157, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0ba555-edb0-4c6a-850e-ddd707ab1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1d6e6a86-b826-49b8-8988-71e6c0760638'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:09.200855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.250089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.255001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-701b1a13-75af-4bb5-9ab4-509233674c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:09.293732 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event deleted for resources: {'Subnet': ['ID=62938fa7-7faa-4551-b444-309766e9d12c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:09.297831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.304156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:09.308122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:09.308663 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "DELETE /v2.0/subnets/62938fa7-7faa-4551-b444-309766e9d12c HTTP/1.1" status: 204  len: 168 time: 0.5501115
Nov 29 12:30:09.314818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d005a57b-8416-4121-9168-06f5d25fd899 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:09.364765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] For port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:09.387272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] For port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b4fe93d2-dbc3-47ce-8fa5-7a614cae3157,segment=NetworkSegment(9b0ba555-edb0-4c6a-850e-ddd707ab1a39),segment_id=9b0ba555-edb0-4c6a-850e-ddd707ab1a39)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:09.395901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.401595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:09.438727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.450372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Deleting port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:09.450715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.481332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d005a57b-8416-4121-9168-06f5d25fd899 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:09.529646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Pushing event updated for resources: {'Port': ['ID=b4fe93d2-dbc3-47ce-8fa5-7a614cae3157,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:09.535071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:09.573830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261c25b-e9b9-4a96-a40d-8f50dc15397a None None] Network 1d6e6a86-b826-49b8-8988-71e6c0760638 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:09.653100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe263525-5788-452e-8e2f-36f51fc44a93 None None] Network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:09.684755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] For port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b4fe93d2-dbc3-47ce-8fa5-7a614cae3157,segment=NetworkSegment(9b0ba555-edb0-4c6a-850e-ddd707ab1a39),segment_id=9b0ba555-edb0-4c6a-850e-ddd707ab1a39)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:09.685263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.862626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Provisioning for port d005a57b-8416-4121-9168-06f5d25fd899 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:09.911528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Provisioning complete for port d005a57b-8416-4121-9168-06f5d25fd899 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:09.912034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:09.950953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Calling delete_port for b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:30:10.032193 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.036784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:10.081884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event deleted for resources: {'Port': ['ID=b4fe93d2-dbc3-47ce-8fa5-7a614cae3157,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:10.085669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:10.087961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] No DVR routers for this DVR port b4fe93d2-dbc3-47ce-8fa5-7a614cae3157 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:30:10.173640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.214177 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.219494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] For port d005a57b-8416-4121-9168-06f5d25fd899, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d005a57b-8416-4121-9168-06f5d25fd899,segment=NetworkSegment(555933b2-e166-41ff-83d0-f44245c790b8),segment_id=555933b2-e166-41ff-83d0-f44245c790b8)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:10.224879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.230413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:10.244462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02b3e8e0>,) {'filters': {'network_id': ['1d6e6a86-b826-49b8-8988-71e6c0760638']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:10.257332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b3e8e0>, '9b0ba555-edb0-4c6a-850e-ddd707ab1a39') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:10.257628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b3e8e0>, '9b0ba555-edb0-4c6a-850e-ddd707ab1a39') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:10.270094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.288528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.296241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:30:10.296630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.307591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Pushing event updated for resources: {'Port': ['ID=d005a57b-8416-4121-9168-06f5d25fd899,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:10.311087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:30:10.321388 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:30:10.402694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.406435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da78c6de-0e95-4e95-89b9-07f664a39a30 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:10.422297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.433499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event deleted for resources: {'Network': ['ID=1d6e6a86-b826-49b8-8988-71e6c0760638,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:10.436423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:10.441155 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "DELETE /v2.0/networks/1d6e6a86-b826-49b8-8988-71e6c0760638 HTTP/1.1" status: 204  len: 168 time: 1.1285813
Nov 29 12:30:10.441537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60648) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:10.489025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef6421-509e-4824-8533-129579e9fb22 None None] get_active_networks_info from dv-neutron-819579-1-hyperv {{(pid=87601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 29 12:30:10.511733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Deleting subnet 21d4e1b5-1a78-4f8b-b6ac-0b674f162f98 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:30:10.514867 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.572483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-27c84b28-0420-4da6-9ab8-71aa4549ab3c None None] Provisioning complete for port d005a57b-8416-4121-9168-06f5d25fd899 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:10.572955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-27c84b28-0420-4da6-9ab8-71aa4549ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.575314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.625075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef6421-509e-4824-8533-129579e9fb22 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 29 12:30:10.663470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.738734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.743291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e33da1ff-afef-4866-86e1-7ff9e5f5a463 tempest-RoutersNegativeTest-1498424074 tempest-RoutersNegativeTest-1498424074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:10.778755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event deleted for resources: {'Subnet': ['ID=21d4e1b5-1a78-4f8b-b6ac-0b674f162f98,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:10.781633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:10.782613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.792400 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a287908-f152-4065-b2e7-72975d78db03 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "DELETE /v2.0/subnets/21d4e1b5-1a78-4f8b-b6ac-0b674f162f98 HTTP/1.1" status: 204  len: 168 time: 0.3462815
Nov 29 12:30:10.792400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:10.905972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.916835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Deleting port d005a57b-8416-4121-9168-06f5d25fd899 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:10.917164 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:10.982384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37651c-4aa5-4c6d-b9c7-be06d5de2cbe None None] Network 13fbd218-535b-4f80-8f3a-d7ec8e6163dd requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:11.139561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] For port d005a57b-8416-4121-9168-06f5d25fd899, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d005a57b-8416-4121-9168-06f5d25fd899,segment=NetworkSegment(555933b2-e166-41ff-83d0-f44245c790b8),segment_id=555933b2-e166-41ff-83d0-f44245c790b8)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:11.139909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.259853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de02851-381a-4b51-a1eb-59d2e991ba13 None None] DHCP port deletion for 13fbd218-535b-4f80-8f3a-d7ec8e6163dd request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:30:11.264152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7de02851-381a-4b51-a1eb-59d2e991ba13 None None] Deleting port d005a57b-8416-4121-9168-06f5d25fd899 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:11.264362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Calling delete_port for d005a57b-8416-4121-9168-06f5d25fd899 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:30:11.264536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7de02851-381a-4b51-a1eb-59d2e991ba13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.344583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.349326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6882ae00-975e-4c3e-9660-939ab5a80e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:11.354665 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7de02851-381a-4b51-a1eb-59d2e991ba13 None None] The port 'd005a57b-8416-4121-9168-06f5d25fd899' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:30:11.393946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event deleted for resources: {'Port': ['ID=d005a57b-8416-4121-9168-06f5d25fd899,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:11.396411 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:11.398632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] No DVR routers for this DVR port d005a57b-8416-4121-9168-06f5d25fd899 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:30:11.524803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.550481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d028bdf40>,) {'filters': {'network_id': ['13fbd218-535b-4f80-8f3a-d7ec8e6163dd']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:11.562763 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d028bdf40>, '555933b2-e166-41ff-83d0-f44245c790b8') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:11.563054 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d028bdf40>, '555933b2-e166-41ff-83d0-f44245c790b8') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:11.574350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.590124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.596146 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:30:11.596512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:30:11.611054 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:30:11.693902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.698856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:11.701528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc19da9a-467b-4045-b13b-e00c5f8865d4 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:11.724475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Pushing event deleted for resources: {'Network': ['ID=13fbd218-535b-4f80-8f3a-d7ec8e6163dd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:11.727137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:11.729261 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "DELETE /v2.0/networks/13fbd218-535b-4f80-8f3a-d7ec8e6163dd HTTP/1.1" status: 204  len: 168 time: 0.9368608
Nov 29 12:30:11.732589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60656) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:11.781253 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-838aa295-ee7a-4cde-9db0-09d588bf987f tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "GET /v2.0/ports?device_id=e00881cf-32b6-414e-a11d-d361a73e5dda HTTP/1.1" status: 200  len: 205 time: 0.0474327
Nov 29 12:30:11.783667 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60660) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:11.913894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.216236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.218443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.247095 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.247702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Fanout notify agent at l3_agent the message router_deleted on router e00881cf-32b6-414e-a11d-d361a73e5dda {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:30:12.259640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.260736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-23222400-e25e-4627-90b5-23e6402107b2 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] 10.222.0.20 "DELETE /v2.0/routers/e00881cf-32b6-414e-a11d-d361a73e5dda HTTP/1.1" status: 204  len: 168 time: 0.4762001
Nov 29 12:30:12.547865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:12.710445 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-358a2a32-c26a-471b-a885-330fff4c61d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b253f9af3e5474eb10eb282ce28c8dc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1611691
Nov 29 12:30:12.712820 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60674) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:12.900280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.925561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.990108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:12.994206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a092bb3-2f4d-4846-9cc0-4a0adb2fed7d tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:13.007744 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d4686-4cba-4d59-ae87-5fc1e06d9f0f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:13.010996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:13.013366 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:13.014518 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/994d4686-4cba-4d59-ae87-5fc1e06d9f0f HTTP/1.1" status: 204  len: 168 time: 0.3007782
Nov 29 12:30:13.240248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d005a57b-8416-4121-9168-06f5d25fd899 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:30:13.275408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: d005a57b-8416-4121-9168-06f5d25fd899 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:30:13.275757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d005a57b-8416-4121-9168-06f5d25fd899 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:30:13.579271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:13.722941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60698) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:13.837462 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-711205385-network', 'tenant_id': '00837d778158464795c2d0a74878932c'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:13.842395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:13.846277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Usage tracker for resource:network and tenant:00837d778158464795c2d0a74878932c is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:13.849170 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:13.855136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:13.870035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Made reservation on behalf of 00837d778158464795c2d0a74878932c for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:13.872589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.003367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.019043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:14.023615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Usage tracker for resource:security_group_rule and tenant:00837d778158464795c2d0a74878932c is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:14.026773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:14.033422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:14.123917 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.129731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.132652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0569c2b4-a5a1-4f97-b8d6-21731b5391d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:14.159661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:30:14.172125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e675de-5bd8-4041-8a20-34a3fb2e05af,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:14.175966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:14.176866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.177179 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Added segment 49e7bf2f-b97a-4d22-9146-c2d57f1169cf of type vlan for network fc39ddd5-0871-4405-946c-e0ca5d124943
Nov 29 12:30:14.203085 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.234183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.235240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:14.235831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.239016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:14.339890 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6155484
Nov 29 12:30:14.340987 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Pushing event updated for resources: {'Network': ['ID=fc39ddd5-0871-4405-946c-e0ca5d124943,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:14.341755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:14.344086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:14.347641 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Request body: {'subnet': {'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-subnet', 'tenant_id': '00837d778158464795c2d0a74878932c', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:14.351194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network fc39ddd5-0871-4405-946c-e0ca5d124943 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:30:14.356656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:14.360627 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Usage tracker for resource:subnet and tenant:00837d778158464795c2d0a74878932c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:14.363615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:14.369640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:14.380465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Made reservation on behalf of 00837d778158464795c2d0a74878932c for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:14.382662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.590020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.593585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-357408e5-030d-4ac6-8da0-cd6e6ae0fa70 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:14.660888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dd929b-6d36-43a9-a20a-3b89d162f7ce,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:14.663550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:14.673923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Checking segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:14.674271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Network hostable DHCP agents. Network: fc39ddd5-0871-4405-946c-e0ca5d124943, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:30:14.697935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Network fc39ddd5-0871-4405-946c-e0ca5d124943 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:30:14.707918 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, fc39ddd5-0871-4405-946c-e0ca5d124943) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:14.712427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:14.713554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.716934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce31e52-f645-4a79-9fe4-425226caea2e None None] Network fc39ddd5-0871-4405-946c-e0ca5d124943 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:14.734397 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3915353
Nov 29 12:30:14.737344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:14.742699 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:14.747565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:14.751350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Usage tracker for resource:router and tenant:00837d778158464795c2d0a74878932c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:14.754159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:14.759993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:14.772208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.773500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.790906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:14.974907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-fc39ddd5-0871-4405-946c-e0ca5d124943', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'tenant_id': '00837d778158464795c2d0a74878932c', 'fixed_ips': [{'subnet_id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:30:14.975799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.061248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.130768 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Allocated IP 172.20.0.2 (fc39ddd5-0871-4405-946c-e0ca5d124943/37dd929b-6d36-43a9-a20a-3b89d162f7ce/9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:15.338669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.349485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Transition to ACTIVE for port object 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:15.367801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Transition to ACTIVE for port object 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:15.374727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.379995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:15.385517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.415294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.438897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Network fc39ddd5-0871-4405-946c-e0ca5d124943 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:15.442114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:15.445882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:15.455161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Pushing event updated for resources: {'Port': ['ID=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:15.488330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:15.542480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Attempting to bind port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:15.542858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Attempting to bind port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:15.543233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Attempting to bind port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 on network fc39ddd5-0871-4405-946c-e0ca5d124943 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:15.549076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:15.549458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Checking segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:15.549865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.550266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Bound using segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:15.550734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Bound port: 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:15.551113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.553774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Allocated IP 172.26.4.32 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:15.646249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] For port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:15.649097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] For port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:15.654143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.657714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:15.710509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.732767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Pushing event updated for resources: {'Port': ['ID=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:15.735886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:15.751992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:15.756810 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c77a2b46-107a-44f7-b06a-a3911fbde1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:15.817125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:15.820432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:15.824709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:16.017276 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Pushing event updated for resources: {'Port': ['ID=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:16.021546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:16.398341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:16.682434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9918d-90ac-4220-8f2c-8489bb395ffd None None] Network fc39ddd5-0871-4405-946c-e0ca5d124943 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:16.747133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:16.780585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-22c6e011-d71d-4f6e-80c1-2e2c6ff344e1 None None] Provisioning for port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:16.958894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Router 869a7c96-8098-4bbc-988c-858524efff56 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:30:17.143710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:30:17.152791 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Sync routers for ids ['869a7c96-8098-4bbc-988c-858524efff56'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:30:17.161934 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Routers {'869a7c96-8098-4bbc-988c-858524efff56'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:17.162556 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0958eb50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['869a7c96-8098-4bbc-988c-858524efff56'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:17.168869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:17.170274 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4319887
Nov 29 12:30:17.173113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:17.287655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:17.355720 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Set router 869a7c96-8098-4bbc-988c-858524efff56 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:17.361640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:17.367345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:17.367927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:17.491156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:17.525447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:17.530374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:17.532350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:17.602742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:17.605778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:17.652762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0958eb50>, [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:30:16Z', 'revision_number': 3, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:17.656560 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Checking router: 869a7c96-8098-4bbc-988c-858524efff56 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:30:17.656907 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Updating router 869a7c96-8098-4bbc-988c-858524efff56 port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:30:17.708832 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.003403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.066175 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.078002 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Transition to ACTIVE for port object ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:18.085173 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.089353 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6fe806c7-d32c-455a-9353-45d4964d89c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:18.164199 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Pushing event updated for resources: {'Port': ['ID=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:18.166491 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Attempting to bind port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:18.166851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Attempting to bind port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:18.167211 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Attempting to bind port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:18.176337 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.176671 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.176994 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.177313 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.177624 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.177947 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.178257 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.178566 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.178873 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.179188 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.179512 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.179817 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:18.183195 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:18.183589 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:18.184088 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.184340 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:18.184800 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Bound port: ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:18.185165 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.210871 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:18.219536 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Allocated IP 172.20.0.1 (fc39ddd5-0871-4405-946c-e0ca5d124943/37dd929b-6d36-43a9-a20a-3b89d162f7ce/5b460b8d-e95e-4d49-8a6a-9d0d7e674733) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:18.259922 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] For port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:18.263147 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] For port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:18.268284 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.272574 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:18.342432 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Routers {'869a7c96-8098-4bbc-988c-858524efff56'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:18.343012 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0958eb50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['869a7c96-8098-4bbc-988c-858524efff56'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:18.374783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.391625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Transition to ACTIVE for port object 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:18.417637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.422105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:18.477147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Network fc39ddd5-0871-4405-946c-e0ca5d124943 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:18.478499 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Pushing event updated for resources: {'Port': ['ID=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:18.481586 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:18.484330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:18.488494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:18.528457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] Set router 869a7c96-8098-4bbc-988c-858524efff56 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:18.531093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Pushing event updated for resources: {'Port': ['ID=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:18.535448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:18.551046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.679362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.754542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c1aab1f4-4e8d-40a5-9148-84d3e9f04829 None None] Provisioning for port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:18.760814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c1aab1f4-4e8d-40a5-9148-84d3e9f04829 None None] Provisioning complete for port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:18.761185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1aab1f4-4e8d-40a5-9148-84d3e9f04829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.816132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab1f4-4e8d-40a5-9148-84d3e9f04829 None None] Port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:30:18.846697 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0958eb50>, [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:30:16Z', 'revision_number': 3, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:18.851155 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b020-f2c9-4a1c-8a88-97ae60b3279e None None] The sync data for ids ['869a7c96-8098-4bbc-988c-858524efff56'] in dv-neutron-819579-1-hyperv is: [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:30:16Z', 'revision_number': 3, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:30:18.907637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.912915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:18.938414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:19.020252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Pushing event updated for resources: {'Port': ['ID=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:19.023470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:19.024348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:19.183330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Network fc39ddd5-0871-4405-946c-e0ca5d124943 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:19.184518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:19.349411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:19.434356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:19.441075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:19.441702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:19.505754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-677edc55-4e4d-4e00-9551-5dc1d2282fd0 None None] Provisioning complete for port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:19.506273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-677edc55-4e4d-4e00-9551-5dc1d2282fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:19.538594 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Router 869a7c96-8098-4bbc-988c-858524efff56 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:30:19.571112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-677edc55-4e4d-4e00-9551-5dc1d2282fd0 None None] Port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:30:19.680849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:19.697954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:19.702524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:19.703478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:19.732368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:19.734971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:30:19.746309 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] 10.222.0.20 "PUT /v2.0/routers/869a7c96-8098-4bbc-988c-858524efff56/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5718427
Nov 29 12:30:19.825567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:19.828777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:19.838353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:19.838731 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.268667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60730) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:20.274963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1569497596-network', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:20.280148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:20.284211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Usage tracker for resource:network and tenant:2040a2b927564f989e3c5013fe3bfa27 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:20.287280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:20.293222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:20.305733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Made reservation on behalf of 2040a2b927564f989e3c5013fe3bfa27 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:20.308450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.321191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.336584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:20.342862 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:2040a2b927564f989e3c5013fe3bfa27 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:20.346071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:20.352685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:20.431206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Sync routers for ids ['869a7c96-8098-4bbc-988c-858524efff56'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:30:20.441340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Routers {'869a7c96-8098-4bbc-988c-858524efff56'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:20.442017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080915b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['869a7c96-8098-4bbc-988c-858524efff56'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:20.445206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.450545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.453909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-646e817c-8a06-4545-8ae1-be66a0d5a838 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:20.484715 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:30:20.493671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732cd817-4943-4eb0-bbe3-074ebb4b9b1a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:20.497403 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:20.500152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.500544 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Added segment 8bdae23e-6445-4196-9985-bc2a4f6c5cfe of type vlan for network 0e6fc44c-db43-4fe1-be7d-36af5df448cc
Nov 29 12:30:20.530360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.560771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.562299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:20.562901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.566357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:20.636313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Set router 869a7c96-8098-4bbc-988c-858524efff56 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:20.666371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6fc44c-db43-4fe1-be7d-36af5df448cc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:20.669101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:20.673853 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee50c7d4-a2e5-4cd8-ab5a-13c9742e8dc2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4014547
Nov 29 12:30:20.674274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:20.680133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Request body: {'subnet': {'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-subnet', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:20.681843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:30:20.685553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:20.689770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Usage tracker for resource:subnet and tenant:2040a2b927564f989e3c5013fe3bfa27 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:20.692649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:20.698374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:20.708960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Made reservation on behalf of 2040a2b927564f989e3c5013fe3bfa27 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:20.711306 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.925712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:20.930282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d938a7e7-366a-4545-b93d-e0f68339bbc0 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:21.004241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c02b7d-328d-4c17-8a85-28d740ea35bd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:21.006882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:21.011674 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Checking segment: {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:21.012038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Network hostable DHCP agents. Network: 0e6fc44c-db43-4fe1-be7d-36af5df448cc, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:30:21.033595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:30:21.043229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 0e6fc44c-db43-4fe1-be7d-36af5df448cc) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:21.046292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080915b0>, [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:30:18Z', 'revision_number': 4, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5b460b8d-e95e-4d49-8a6a-9d0d7e674733', 'name': '', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'tenant_id': '00837d778158464795c2d0a74878932c', 'mac_address': 'fa:16:3e:2d:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:18Z', 'updated_at': '2021-11-29T12:30:18Z', 'revision_number': 2, 'project_id': '00837d778158464795c2d0a74878932c', 'subnets': [{'id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:21.047777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:21.048547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.050514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Checking router: 869a7c96-8098-4bbc-988c-858524efff56 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:30:21.050914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Updating router 869a7c96-8098-4bbc-988c-858524efff56 port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:30:21.070232 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3950062
Nov 29 12:30:21.072997 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 60738) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:21.077972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:21.080599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e37be-0877-4ed2-bb8e-135ce6691a60 None None] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:21.082898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:21.086808 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Usage tracker for resource:router and tenant:2040a2b927564f989e3c5013fe3bfa27 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:30:21.089735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:30:21.095500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:21.107630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.108639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.124021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.182309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.274227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:21.396287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.643293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-0e6fc44c-db43-4fe1-be7d-36af5df448cc', 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'fixed_ips': [{'subnet_id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:30:21.644141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.659620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:21.660024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.849282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:21.879028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.009167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Allocated IP 172.20.0.2 (0e6fc44c-db43-4fe1-be7d-36af5df448cc/b7c02b7d-328d-4c17-8a85-28d740ea35bd/f1a20b65-57c4-4735-9aba-a407f52b7143) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:22.019037 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Allocated IP 172.26.4.238 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/fe0cada4-123e-4797-ae40-13dc7cb37628) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:22.031382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.114283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Transition to ACTIVE for port object 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:22.125411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.130734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:22.173524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.207994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.212079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78d86e8a-01c4-4569-b561-ff8af4beddd8 tempest-ServersAdminNegativeTestJSON-1626600972 tempest-ServersAdminNegativeTestJSON-1626600972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:22.282480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Pushing event updated for resources: {'Port': ['ID=fe0cada4-123e-4797-ae40-13dc7cb37628,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:22.285834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:22.286782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:22.287756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:22.289845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:22.293214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cd064-95c5-483c-b97d-c3e3b03dc681 None None] Pushing event updated for resources: {'Port': ['ID=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:22.326655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-679cd064-95c5-483c-b97d-c3e3b03dc681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:22.452427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Attempting to bind port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:22.452829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Attempting to bind port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:22.453214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Attempting to bind port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 on network fc39ddd5-0871-4405-946c-e0ca5d124943 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:22.472074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.474428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:22.474809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Checking segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:22.475238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.475648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Bound using segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:22.476130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Bound port: 5b460b8d-e95e-4d49-8a6a-9d0d7e674733, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:22.476511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.499586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Transition to ACTIVE for port object f1a20b65-57c4-4735-9aba-a407f52b7143 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:22.556286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Transition to ACTIVE for port object f1a20b65-57c4-4735-9aba-a407f52b7143 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:22.580947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.586858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:22.648005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] For port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:22.664457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:22.668935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:22.673458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:22.678691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] For port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:22.681617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Pushing event updated for resources: {'Port': ['ID=f1a20b65-57c4-4735-9aba-a407f52b7143,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:22.685785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:22.687389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.691231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:22.720281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.855161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cd064-95c5-483c-b97d-c3e3b03dc681 None None] Pushing event updated for resources: {'Port': ['ID=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:22.858998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Attempting to bind port f1a20b65-57c4-4735-9aba-a407f52b7143 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:22.859413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Attempting to bind port f1a20b65-57c4-4735-9aba-a407f52b7143 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:22.859791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Attempting to bind port f1a20b65-57c4-4735-9aba-a407f52b7143 on network 0e6fc44c-db43-4fe1-be7d-36af5df448cc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:22.863384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-679cd064-95c5-483c-b97d-c3e3b03dc681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:22.867105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:22.867316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Checking segment: {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:22.867668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.868158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Bound using segment: {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:22.868722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Bound port: f1a20b65-57c4-4735-9aba-a407f52b7143, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:22.869472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:22.878313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Routers {'869a7c96-8098-4bbc-988c-858524efff56'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:22.878963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080915b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['869a7c96-8098-4bbc-988c-858524efff56'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:23.075372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:23.129139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] For port f1a20b65-57c4-4735-9aba-a407f52b7143, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:23.144946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] For port f1a20b65-57c4-4735-9aba-a407f52b7143, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1a20b65-57c4-4735-9aba-a407f52b7143,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:23.147045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] Set router 869a7c96-8098-4bbc-988c-858524efff56 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:23.255147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:23.265539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:23.428953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Router 528450cd-561b-4b0a-b509-5f5902d7f1ac is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:30:23.502933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Pushing event updated for resources: {'Port': ['ID=f1a20b65-57c4-4735-9aba-a407f52b7143,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:23.507284 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:23.639475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:30:23.645359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080915b0>, [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:30:18Z', 'revision_number': 4, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5b460b8d-e95e-4d49-8a6a-9d0d7e674733', 'name': '', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'tenant_id': '00837d778158464795c2d0a74878932c', 'mac_address': 'fa:16:3e:2d:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:18Z', 'updated_at': '2021-11-29T12:30:22Z', 'revision_number': 4, 'project_id': '00837d778158464795c2d0a74878932c', 'subnets': [{'id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:23.648329 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Sync routers for ids ['528450cd-561b-4b0a-b509-5f5902d7f1ac'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:30:23.651524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0125ca4-03ce-465f-936c-4e3e6bca5349 None None] The sync data for ids ['869a7c96-8098-4bbc-988c-858524efff56'] in dv-neutron-819579-1-hyperv is: [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:30:18Z', 'revision_number': 4, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5b460b8d-e95e-4d49-8a6a-9d0d7e674733', 'name': '', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'tenant_id': '00837d778158464795c2d0a74878932c', 'mac_address': 'fa:16:3e:2d:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:18Z', 'updated_at': '2021-11-29T12:30:22Z', 'revision_number': 4, 'project_id': '00837d778158464795c2d0a74878932c', 'subnets': [{'id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:30:23.670503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:23.672350 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Routers {'528450cd-561b-4b0a-b509-5f5902d7f1ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:23.673952 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.6000261
Nov 29 12:30:23.674227 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08716f10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['528450cd-561b-4b0a-b509-5f5902d7f1ac'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:23.676924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 60742) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:30:23.929991 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Set router 528450cd-561b-4b0a-b509-5f5902d7f1ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:24.261816 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08716f10>, [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:22Z', 'revision_number': 3, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:24.266115 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Checking router: 528450cd-561b-4b0a-b509-5f5902d7f1ac for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:30:24.266467 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Updating router 528450cd-561b-4b0a-b509-5f5902d7f1ac port fe0cada4-123e-4797-ae40-13dc7cb37628 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:30:24.329272 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.480079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.628523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05916486-c327-45ec-8303-dff92bd1b6e4 None None] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:30:24.715561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Allocated IP 172.20.0.1 (0e6fc44c-db43-4fe1-be7d-36af5df448cc/b7c02b7d-328d-4c17-8a85-28d740ea35bd/d2769fec-1569-484e-96ac-6aa7a7a19a24) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:24.717732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.731357 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Transition to ACTIVE for port object fe0cada4-123e-4797-ae40-13dc7cb37628 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:24.737141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-24802285-decf-4be6-9ba4-73edc73f138d None None] Provisioning for port f1a20b65-57c4-4735-9aba-a407f52b7143 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:24.743005 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.748507 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e1a7814c-226d-44de-af0a-ce25e9da1f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:24.818528 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Attempting to bind port fe0cada4-123e-4797-ae40-13dc7cb37628 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:24.818910 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Attempting to bind port fe0cada4-123e-4797-ae40-13dc7cb37628 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:24.819958 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Attempting to bind port fe0cada4-123e-4797-ae40-13dc7cb37628 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:24.841099 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:24.842325 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:24.843950 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.844381 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:24.845889 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Bound port: fe0cada4-123e-4797-ae40-13dc7cb37628, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:24.846799 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.883572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.902571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Transition to ACTIVE for port object d2769fec-1569-484e-96ac-6aa7a7a19a24 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:24.933175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.939921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:24.940617 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] For port fe0cada4-123e-4797-ae40-13dc7cb37628, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:24.943958 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] For port fe0cada4-123e-4797-ae40-13dc7cb37628, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fe0cada4-123e-4797-ae40-13dc7cb37628,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:24.949608 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936df9-e898-4e42-ae3e-a238fe956505 None None] Pushing event updated for resources: {'Port': ['ID=fe0cada4-123e-4797-ae40-13dc7cb37628,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:24.958772 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d1936df9-e898-4e42-ae3e-a238fe956505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:24.960457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:24.965291 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d1936df9-e898-4e42-ae3e-a238fe956505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:25.014003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:25.023493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:25.025781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:25.045135 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Routers {'528450cd-561b-4b0a-b509-5f5902d7f1ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:25.046152 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08716f10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['528450cd-561b-4b0a-b509-5f5902d7f1ac'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:25.079411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Pushing event updated for resources: {'Port': ['ID=d2769fec-1569-484e-96ac-6aa7a7a19a24,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:25.082383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:25.108449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.202545 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936df9-e898-4e42-ae3e-a238fe956505 None None] Pushing event updated for resources: {'Port': ['ID=fe0cada4-123e-4797-ae40-13dc7cb37628,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:25.211285 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d1936df9-e898-4e42-ae3e-a238fe956505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:25.291372 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] Set router 528450cd-561b-4b0a-b509-5f5902d7f1ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:25.356515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:25.403010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.441573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:25.447871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:25.448281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.529967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1bc324c9-52a9-4b8a-83b2-c14c61da685f None None] Provisioning for port d2769fec-1569-484e-96ac-6aa7a7a19a24 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:25.537199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1bc324c9-52a9-4b8a-83b2-c14c61da685f None None] Provisioning complete for port d2769fec-1569-484e-96ac-6aa7a7a19a24 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:25.537584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1bc324c9-52a9-4b8a-83b2-c14c61da685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.623832 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08716f10>, [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:22Z', 'revision_number': 3, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:25.628483 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c742-ab27-43c3-a961-8b66e95fa6b7 None None] The sync data for ids ['528450cd-561b-4b0a-b509-5f5902d7f1ac'] in dv-neutron-819579-1-hyperv is: [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:22Z', 'revision_number': 3, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:30:25.640765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.649625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1bc324c9-52a9-4b8a-83b2-c14c61da685f None None] Port d2769fec-1569-484e-96ac-6aa7a7a19a24 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:30:25.671018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.675716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:25.676858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.680898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.681794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1a20b65-57c4-4735-9aba-a407f52b7143 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:25.702673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-994758a7-c83b-4072-becb-80540c0beee9 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:25.710999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:25.786287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Pushing event updated for resources: {'Port': ['ID=d2769fec-1569-484e-96ac-6aa7a7a19a24,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:25.788824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.792998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:25.800071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:25.803948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:25.817189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f1a20b65-57c4-4735-9aba-a407f52b7143 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:25.825087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f1a20b65-57c4-4735-9aba-a407f52b7143 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:25.826313 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:25.966480 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:25.967678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:25.986027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:26.026474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f1a20b65-57c4-4735-9aba-a407f52b7143, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1a20b65-57c4-4735-9aba-a407f52b7143,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:26.033156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:26.035492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:26.110451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f1a20b65-57c4-4735-9aba-a407f52b7143,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:26.116443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:26.187747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Router 528450cd-561b-4b0a-b509-5f5902d7f1ac has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:30:26.275536 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cad63055-c2b0-4fd4-b6ac-22f11459ed19 None None] Provisioning complete for port d2769fec-1569-484e-96ac-6aa7a7a19a24 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:26.275929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cad63055-c2b0-4fd4-b6ac-22f11459ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:26.340928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cad63055-c2b0-4fd4-b6ac-22f11459ed19 None None] Port d2769fec-1569-484e-96ac-6aa7a7a19a24 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:30:26.374427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:30:26.383803 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] 10.222.0.20 "PUT /v2.0/routers/528450cd-561b-4b0a-b509-5f5902d7f1ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7057579
Nov 29 12:30:26.557044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90a877bb-7c0f-4bb9-b03d-79f3c3e1afbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:27.123730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:27.260301 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Sync routers for ids ['528450cd-561b-4b0a-b509-5f5902d7f1ac'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:30:27.271369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Routers {'528450cd-561b-4b0a-b509-5f5902d7f1ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:27.272161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080260a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:29:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['528450cd-561b-4b0a-b509-5f5902d7f1ac'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:27.292394 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-d105f966-7ee5-4f3f-bbcd-f51ae49dd69d tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:27.294058 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-d105f966-7ee5-4f3f-bbcd-f51ae49dd69d tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 816 time: 0.1686301
Nov 29 12:30:27.311090 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-320fac3c-b3c8-4cc4-8d3c-cdd7b5ea70c9 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/quotas/00837d778158464795c2d0a74878932c HTTP/1.1" status: 200  len: 375 time: 0.0109630
Nov 29 12:30:27.339594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:27.394804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-fe65ffdf-9089-4536-a221-7e0eef67d70c tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Synchronizing usage tracker for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:30:27.412803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-fe65ffdf-9089-4536-a221-7e0eef67d70c tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Unset dirty status for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:30:27.417353 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-fe65ffdf-9089-4536-a221-7e0eef67d70c tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008108
Nov 29 12:30:27.552485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:27.552780 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:27.563365 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-7e8fe464-af69-4fdc-b0f2-e15e4ffed284 service neutron] 10.222.0.20 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358089
Nov 29 12:30:27.600167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Set router 528450cd-561b-4b0a-b509-5f5902d7f1ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:27.704441 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-a8075b3c-ab3e-4e6c-a1ee-097583ec6ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344044
Nov 29 12:30:27.894036 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ab3370e-e37b-45f5-8679-95ebbadd4bb4 req-5e6b4dac-995e-4aae-a44c-cc29dfb5f0df tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 210 time: 0.0476828
Nov 29 12:30:27.905007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1a20b65-57c4-4735-9aba-a407f52b7143 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:28.051523 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f1a20b65-57c4-4735-9aba-a407f52b7143 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:28.051908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.114044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080260a0>, [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:25Z', 'revision_number': 4, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'd2769fec-1569-484e-96ac-6aa7a7a19a24', 'name': '', 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'mac_address': 'fa:16:3e:64:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:24Z', 'updated_at': '2021-11-29T12:30:25Z', 'revision_number': 2, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'subnets': [{'id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:28.120154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Checking router: 528450cd-561b-4b0a-b509-5f5902d7f1ac for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:30:28.120537 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Updating router 528450cd-561b-4b0a-b509-5f5902d7f1ac port d2769fec-1569-484e-96ac-6aa7a7a19a24 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:30:28.217782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.278980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fe0cada4-123e-4797-ae40-13dc7cb37628 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:28.446462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port fe0cada4-123e-4797-ae40-13dc7cb37628 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:28.499652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port fe0cada4-123e-4797-ae40-13dc7cb37628 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:28.499942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.710237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.746717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port fe0cada4-123e-4797-ae40-13dc7cb37628, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fe0cada4-123e-4797-ae40-13dc7cb37628,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:28.753360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.757065 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:28.791132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.825563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Transition to ACTIVE for port object d2769fec-1569-484e-96ac-6aa7a7a19a24 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:28.837612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:28.901573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=fe0cada4-123e-4797-ae40-13dc7cb37628,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:28.910195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:28.910648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:28.989676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-a861bb81-1ec4-48cb-8eed-d5fe153d7938 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:28.990493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-a861bb81-1ec4-48cb-8eed-d5fe153d7938 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Synchronizing usage tracker for tenant:00837d778158464795c2d0a74878932c on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:30:29.012729 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-a861bb81-1ec4-48cb-8eed-d5fe153d7938 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Unset dirty status for tenant:00837d778158464795c2d0a74878932c on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:30:29.014390 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-a861bb81-1ec4-48cb-8eed-d5fe153d7938 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 816 time: 0.2048831
Nov 29 12:30:29.027492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Request body: {'port': {'device_id': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'admin_state_up': True, 'tenant_id': '00837d778158464795c2d0a74878932c'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:29.128538 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e4af3a6-160f-42f4-84b0-66789762a68f req-3b17e044-b5f2-4461-a783-f5028613747a tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 210 time: 0.0638399
Nov 29 12:30:29.165092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e5d2202a-c622-4e4a-b899-ffd05a3611cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.166445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06a76-f056-4548-aa50-d2498b322a73 None None] Pushing event updated for resources: {'Port': ['ID=d2769fec-1569-484e-96ac-6aa7a7a19a24,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:29.176411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ef06a76-f056-4548-aa50-d2498b322a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:29.180382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Attempting to bind port d2769fec-1569-484e-96ac-6aa7a7a19a24 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:29.180751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Attempting to bind port d2769fec-1569-484e-96ac-6aa7a7a19a24 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:29.181128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Attempting to bind port d2769fec-1569-484e-96ac-6aa7a7a19a24 on network 0e6fc44c-db43-4fe1-be7d-36af5df448cc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:29.188080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:29.188454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Checking segment: {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:29.188854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.189244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Bound using segment: {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:29.189704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Bound port: d2769fec-1569-484e-96ac-6aa7a7a19a24, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdae23e-6445-4196-9985-bc2a4f6c5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:29.190079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.230490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:30:29.240985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:30:29.254974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Made reservation on behalf of 00837d778158464795c2d0a74878932c for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:30:29.259756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.299511 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fe0cada4-123e-4797-ae40-13dc7cb37628 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:29.395910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] For port d2769fec-1569-484e-96ac-6aa7a7a19a24, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:29.400167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] For port d2769fec-1569-484e-96ac-6aa7a7a19a24, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d2769fec-1569-484e-96ac-6aa7a7a19a24,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:29.407683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.412783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc00d286-2168-4248-ac6e-2c35fae75934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:29.436854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Allocated IP 172.20.0.5 (fc39ddd5-0871-4405-946c-e0ca5d124943/37dd929b-6d36-43a9-a20a-3b89d162f7ce/b8ace5a1-9aca-40b7-9f68-b1ed9660208d) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:30:29.449436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port fe0cada4-123e-4797-ae40-13dc7cb37628 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:29.449844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.545478 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Routers {'528450cd-561b-4b0a-b509-5f5902d7f1ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:30:29.546110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d080260a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:30:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['528450cd-561b-4b0a-b509-5f5902d7f1ac'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:29.604374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06a76-f056-4548-aa50-d2498b322a73 None None] Pushing event updated for resources: {'Port': ['ID=d2769fec-1569-484e-96ac-6aa7a7a19a24,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:29.615740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ef06a76-f056-4548-aa50-d2498b322a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:29.778427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.794152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Transition to ACTIVE for port object b8ace5a1-9aca-40b7-9f68-b1ed9660208d will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:29.794465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] Set router 528450cd-561b-4b0a-b509-5f5902d7f1ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:30:29.818201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.824211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-38b741c0-4f20-4d97-a40d-97e37df40499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:29.890228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Network fc39ddd5-0871-4405-946c-e0ca5d124943 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:30:29.893662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:30:29.897661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:30:29.941317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Pushing event updated for resources: {'Port': ['ID=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:29.946321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:29.967146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:29.967817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:29.996606 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9733176
Nov 29 12:30:30.008925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Request body: {'port': {'device_id': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:30:30.126701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:30.132605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d080260a0>, [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:25Z', 'revision_number': 4, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'd2769fec-1569-484e-96ac-6aa7a7a19a24', 'name': '', 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'mac_address': 'fa:16:3e:64:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:24Z', 'updated_at': '2021-11-29T12:30:29Z', 'revision_number': 4, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'subnets': [{'id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:30:30.136733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f22a7-3729-4810-b1f3-386c7a60b0e8 None None] The sync data for ids ['528450cd-561b-4b0a-b509-5f5902d7f1ac'] in dv-neutron-819579-1-hyperv is: [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:25Z', 'revision_number': 4, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'd2769fec-1569-484e-96ac-6aa7a7a19a24', 'name': '', 'network_id': '0e6fc44c-db43-4fe1-be7d-36af5df448cc', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'mac_address': 'fa:16:3e:64:94:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:24Z', 'updated_at': '2021-11-29T12:30:29Z', 'revision_number': 4, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'subnets': [{'id': 'b7c02b7d-328d-4c17-8a85-28d740ea35bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:30:30.218038 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2ede5152-e09c-488d-8660-a3f1d6ae5a2a None None] Provisioning for port b8ace5a1-9aca-40b7-9f68-b1ed9660208d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:30.223120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2ede5152-e09c-488d-8660-a3f1d6ae5a2a None None] Provisioning complete for port b8ace5a1-9aca-40b7-9f68-b1ed9660208d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:30.223574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ede5152-e09c-488d-8660-a3f1d6ae5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:30.302253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:30.304333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2ede5152-e09c-488d-8660-a3f1d6ae5a2a None None] Port b8ace5a1-9aca-40b7-9f68-b1ed9660208d cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:30:30.475447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-e7875182-0348-4936-bbcb-e7912e737787 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:30.476124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-e7875182-0348-4936-bbcb-e7912e737787 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Synchronizing usage tracker for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:30:30.513295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-e7875182-0348-4936-bbcb-e7912e737787 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Unset dirty status for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:30:30.514443 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-e7875182-0348-4936-bbcb-e7912e737787 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 931 time: 0.2465370
Nov 29 12:30:30.610797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ace5a1-9aca-40b7-9f68-b1ed9660208d {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:30:30.620640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-165d0d69-2f36-461c-a683-2441a21564f7 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Synchronizing usage tracker for tenant:00837d778158464795c2d0a74878932c on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:30:30.624351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:30.645867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Transition to ACTIVE for port object b8ace5a1-9aca-40b7-9f68-b1ed9660208d will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:30:30.650147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:30.654450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:30.688504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-165d0d69-2f36-461c-a683-2441a21564f7 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Unset dirty status for tenant:00837d778158464795c2d0a74878932c on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:30:30.689661 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1f19a892-0c9f-4a75-bc51-fdae2287c8ef req-165d0d69-2f36-461c-a683-2441a21564f7 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635218
Nov 29 12:30:30.812178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:30.819610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:30.918536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Attempting to bind port b8ace5a1-9aca-40b7-9f68-b1ed9660208d on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:30:30.918896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Attempting to bind port b8ace5a1-9aca-40b7-9f68-b1ed9660208d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:30:30.919410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Attempting to bind port b8ace5a1-9aca-40b7-9f68-b1ed9660208d on network fc39ddd5-0871-4405-946c-e0ca5d124943 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:30.925689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Port b8ace5a1-9aca-40b7-9f68-b1ed9660208d on network fc39ddd5-0871-4405-946c-e0ca5d124943 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:30:30.926032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Attempting to bind port b8ace5a1-9aca-40b7-9f68-b1ed9660208d on network fc39ddd5-0871-4405-946c-e0ca5d124943 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:30:30.933035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:30:30.933418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Checking segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:30:30.933777 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Bound using segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:30:30.934222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Bound port: b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:30:30.934575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.038692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] For port b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:30:31.042472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] For port b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:30:31.046754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.051039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45823f39-9a55-414d-bbde-cb9eeb251e40 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:31.109908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:31.111016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.112756 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] 10.222.0.18 "PUT /v2.0/ports/b8ace5a1-9aca-40b7-9f68-b1ed9660208d HTTP/1.1" status: 200  len: 1093 time: 1.1085644
Nov 29 12:30:31.113361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'tag': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:30:31.149079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:31.152683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:31.260408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-51bd0dc3-a394-48cc-bc71-04b9be829d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:31.262901 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-51bd0dc3-a394-48cc-bc71-04b9be829d55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 1096 time: 0.1064601
Nov 29 12:30:31.310793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d2769fec-1569-484e-96ac-6aa7a7a19a24 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:31.346852 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-b06bdbbd-4f75-4109-9ee3-4ee341a9bd22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d HTTP/1.1" status: 200  len: 217 time: 0.0769315
Nov 29 12:30:31.348676 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'tag': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d', 'status': 'completed', 'code': 200}
Nov 29 12:30:31.387435 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port d2769fec-1569-484e-96ac-6aa7a7a19a24 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:31.392433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d2769fec-1569-484e-96ac-6aa7a7a19a24 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:31.392846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.421126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-147cca63-517e-481b-a2a9-46733b727240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:31.422594 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-147cca63-517e-481b-a2a9-46733b727240 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dd929b-6d36-43a9-a20a-3b89d162f7ce HTTP/1.1" status: 200  len: 855 time: 0.0683928
Nov 29 12:30:31.504538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-b3a1acb5-4677-41cd-87a9-7cf7bb59e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:31.506045 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-b3a1acb5-4677-41cd-87a9-7cf7bb59e690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc39ddd5-0871-4405-946c-e0ca5d124943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768929
Nov 29 12:30:31.520769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.552213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port d2769fec-1569-484e-96ac-6aa7a7a19a24, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d2769fec-1569-484e-96ac-6aa7a7a19a24,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:31.558794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.561036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:31.632527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=d2769fec-1569-484e-96ac-6aa7a7a19a24,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:31.635843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:31.644882 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-79554711-4b78-4151-8802-da8b5ef6ba6b service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296742
Nov 29 12:30:31.793834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:31.958895 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ff2f4b2-e985-424d-bb22-042b70a39759 req-7dbb8b9f-d00b-4c24-9192-0faf3a98c2fb service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067296
Nov 29 12:30:31.979137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41ec82-d4b8-4cb1-a2f1-b44cc60158dd req-39ead828-74c9-4f61-b9ca-a88847ba1de0 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:31.980664 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd41ec82-d4b8-4cb1-a2f1-b44cc60158dd req-39ead828-74c9-4f61-b9ca-a88847ba1de0 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 943 time: 0.1317103
Nov 29 12:30:32.064608 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cd41ec82-d4b8-4cb1-a2f1-b44cc60158dd req-74c24a37-a366-4d2c-8dfd-414778e41fb4 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780737
Nov 29 12:30:32.095454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1d99-3ac0-46c2-be66-a30178071016 req-89ca7e7e-0970-44d6-aea1-001c9b94a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:32.097012 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-89ca7e7e-0970-44d6-aea1-001c9b94a59e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 1096 time: 0.0895903
Nov 29 12:30:32.235142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1d99-3ac0-46c2-be66-a30178071016 req-648f7bca-b11b-4ffb-a62e-1711ac097842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:32.236581 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-648f7bca-b11b-4ffb-a62e-1711ac097842 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 917 time: 0.1324995
Nov 29 12:30:32.316328 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-4b7722ad-3b6c-4ff7-82c0-633e2b6db5ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d HTTP/1.1" status: 200  len: 217 time: 0.0718040
Nov 29 12:30:32.383730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1d99-3ac0-46c2-be66-a30178071016 req-da5e3eb5-06f6-4bb5-93f1-a428dc7b514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:32.385266 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-da5e3eb5-06f6-4bb5-93f1-a428dc7b514f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dd929b-6d36-43a9-a20a-3b89d162f7ce HTTP/1.1" status: 200  len: 855 time: 0.0621595
Nov 29 12:30:32.467390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1d99-3ac0-46c2-be66-a30178071016 req-e83b3484-c245-4737-b878-b165c708c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:32.468919 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-e83b3484-c245-4737-b878-b165c708c62b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc39ddd5-0871-4405-946c-e0ca5d124943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761778
Nov 29 12:30:32.605148 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-5b44d5ab-49c1-4808-810b-2855178f139b service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275337
Nov 29 12:30:32.737326 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10af1d99-3ac0-46c2-be66-a30178071016 req-3ef09586-56ee-4fd6-8904-a86e21fcee5b service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241059
Nov 29 12:30:33.261008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d2769fec-1569-484e-96ac-6aa7a7a19a24 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:33.266092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c08c7e-697d-4cf5-a882-0d5885d055a7 req-17fff874-fe42-42f8-8aff-b97c2bb20dd6 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:33.267650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-55c08c7e-697d-4cf5-a882-0d5885d055a7 req-17fff874-fe42-42f8-8aff-b97c2bb20dd6 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 943 time: 0.0895739
Nov 29 12:30:33.313295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-55c08c7e-697d-4cf5-a882-0d5885d055a7 req-1b4a554a-bbc0-4c92-bdba-212166981887 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396647
Nov 29 12:30:33.333103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port d2769fec-1569-484e-96ac-6aa7a7a19a24 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:33.333484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:34.518112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fd66b-c9a2-4fb2-a896-4eaea91ad15c req-1afb5563-7dc6-4774-acae-523c7619dff3 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:34.519715 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8b7fd66b-c9a2-4fb2-a896-4eaea91ad15c req-1afb5563-7dc6-4774-acae-523c7619dff3 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 943 time: 0.0950980
Nov 29 12:30:34.567036 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8b7fd66b-c9a2-4fb2-a896-4eaea91ad15c req-1edc7f17-4988-481d-867f-8b47e753a088 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388939
Nov 29 12:30:35.503616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device b8ace5a1-9aca-40b7-9f68-b1ed9660208d details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:30:35.694398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:35.707966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'port_id': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d', 'mac_address': 'fa:16:3e:ce:f7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:30:35.762954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb6a48-03aa-4346-946b-f94a78825cc7 req-2e91ee6c-3cbe-44d6-b002-38b9b0966f11 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:35.765671 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6dcb6a48-03aa-4346-946b-f94a78825cc7 req-2e91ee6c-3cbe-44d6-b002-38b9b0966f11 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 943 time: 0.0846565
Nov 29 12:30:35.767887 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:35.785257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ace5a1-9aca-40b7-9f68-b1ed9660208d {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:30:35.800670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:35.806513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:35.808367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-679cd064-95c5-483c-b97d-c3e3b03dc681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:35.817529 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6dcb6a48-03aa-4346-946b-f94a78825cc7 req-dd7e0fe8-e323-4a2e-af19-60d15d3b1c34 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462711
Nov 29 12:30:35.874335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:35.877434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:36.013588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['b8ace5a1-9aca-40b7-9f68-b1ed9660208d'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:30:37.034183 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05a08-c7ef-458b-aea2-3b6be9e214d5 req-633a7cee-11da-4a39-841d-dcedc6090906 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:37.035662 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5ea05a08-c7ef-458b-aea2-3b6be9e214d5 req-633a7cee-11da-4a39-841d-dcedc6090906 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 944 time: 0.0969269
Nov 29 12:30:37.079594 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5ea05a08-c7ef-458b-aea2-3b6be9e214d5 req-4eb23071-5eb7-4170-a4b8-cd81fbf6c52d tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382404
Nov 29 12:30:37.501762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device b8ace5a1-9aca-40b7-9f68-b1ed9660208d up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:30:37.579262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port b8ace5a1-9aca-40b7-9f68-b1ed9660208d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:30:37.584080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port b8ace5a1-9aca-40b7-9f68-b1ed9660208d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:30:37.584469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:37.704659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:37.734056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:30:37.744060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:37.748706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:37.750554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:37.784907 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d', 'code': 200}
Nov 29 12:30:37.820631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:37.828081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.828428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.828765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.829077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.829412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.829751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.830074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.830398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.830722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.831026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.831371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.831679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:30:37.835391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:38.014515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab365-f42e-44cb-b904-1e84ccbd0397 req-99c30b28-ef9e-4e40-bef3-4eb935b2bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:38.016026 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-171ab365-f42e-44cb-b904-1e84ccbd0397 req-99c30b28-ef9e-4e40-bef3-4eb935b2bccf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 1098 time: 0.0738807
Nov 29 12:30:38.058363 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-171ab365-f42e-44cb-b904-1e84ccbd0397 req-9d127d3a-cc42-4646-ac01-abe2c2ffb71c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347240
Nov 29 12:30:38.280784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b166e-3a95-4fe1-8b90-64b5f44d1d6c req-a0cdb74f-d0a8-47fc-adc5-e3a98f307d89 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:38.282135 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-040b166e-3a95-4fe1-8b90-64b5f44d1d6c req-a0cdb74f-d0a8-47fc-adc5-e3a98f307d89 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 945 time: 0.0859041
Nov 29 12:30:38.325726 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-040b166e-3a95-4fe1-8b90-64b5f44d1d6c req-c435ff36-ec22-4034-a1e1-82e1d3b57f0c tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378544
Nov 29 12:30:39.532703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52c715-1065-44f2-bb6b-9b6f9c9a0e9f req-37749c4b-a684-4ad1-8644-b53e1b2f336e tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:39.534154 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff52c715-1065-44f2-bb6b-9b6f9c9a0e9f req-37749c4b-a684-4ad1-8644-b53e1b2f336e tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 945 time: 0.0908060
Nov 29 12:30:39.579935 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff52c715-1065-44f2-bb6b-9b6f9c9a0e9f req-9d7d2004-dfeb-4f8f-991a-425bdf04a4ad tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399919
Nov 29 12:30:39.785649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c74666-1046-4099-afb8-ad01fce1126e req-9aa96a48-4623-4aa5-9bec-c98cdfc9e3ed tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:39.787680 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-90c74666-1046-4099-afb8-ad01fce1126e req-9aa96a48-4623-4aa5-9bec-c98cdfc9e3ed tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 945 time: 0.0938151
Nov 29 12:30:39.836657 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-90c74666-1046-4099-afb8-ad01fce1126e req-90a540e5-573a-47cf-96f9-a3152c9d5b4f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434763
Nov 29 12:30:42.040196 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:30:43.590306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:55.905078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b51b-68e6-44f5-9a65-413606e19093 req-409b3f7d-fc07-48c7-a137-4755be060e13 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:55.906495 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9ce8b51b-68e6-44f5-9a65-413606e19093 req-409b3f7d-fc07-48c7-a137-4755be060e13 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 945 time: 0.0846555
Nov 29 12:30:55.952024 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9ce8b51b-68e6-44f5-9a65-413606e19093 req-65d01166-25e5-4470-890e-984ed46ab141 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387368
Nov 29 12:30:56.555450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80052e3b-706f-41ad-9c91-90affa1dfb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:57.135510 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:57.315474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7d893-cad2-477e-abcc-61b0113d9c3b req-acbec86e-fa65-45b3-8490-3fbe43deaaff tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:57.317283 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ef7d893-cad2-477e-abcc-61b0113d9c3b req-acbec86e-fa65-45b3-8490-3fbe43deaaff tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 945 time: 0.0955253
Nov 29 12:30:57.352515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-325c7981-1ed3-44b6-9147-6e098ffaa403 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:30:57.354012 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-325c7981-1ed3-44b6-9147-6e098ffaa403 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 945 time: 0.0903900
Nov 29 12:30:57.364307 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ef7d893-cad2-477e-abcc-61b0113d9c3b req-fd4b9ac0-0dd8-49b9-98cc-5bba1bdd50c8 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400689
Nov 29 12:30:57.426535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Deleting port b8ace5a1-9aca-40b7-9f68-b1ed9660208d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:30:57.426780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:57.805583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] For port b8ace5a1-9aca-40b7-9f68-b1ed9660208d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:30:57.805930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:57.929968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Calling delete_port for b8ace5a1-9aca-40b7-9f68-b1ed9660208d owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:30:58.084614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:58.090411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa6c20dc-6c61-4062-a495-1a77ce4548da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:30:58.096326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['b8ace5a1-9aca-40b7-9f68-b1ed9660208d'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:30:58.135034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Pushing event deleted for resources: {'Port': ['ID=b8ace5a1-9aca-40b7-9f68-b1ed9660208d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:30:58.138144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:30:58.219070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] No DVR routers for this DVR port b8ace5a1-9aca-40b7-9f68-b1ed9660208d on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:30:58.221808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:30:58.225423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'name': 'network-vif-deleted', 'tag': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:30:58.245800 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d3a01c9a-a341-433e-8a65-6d3e5c15793e req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "DELETE /v2.0/ports/b8ace5a1-9aca-40b7-9f68-b1ed9660208d HTTP/1.1" status: 204  len: 173 time: 0.8857734
Nov 29 12:30:58.279587 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da75a06d-2c95-46b1-a03c-6b993b6ed5e8', 'name': 'network-vif-deleted', 'tag': 'b8ace5a1-9aca-40b7-9f68-b1ed9660208d', 'status': 'completed', 'code': 200}
Nov 29 12:30:58.525445 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6244a3b8-7bed-4e6a-8233-21374f8bd90f req-43d4689a-616d-4dc4-ab6d-3dc04f640faf tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=da75a06d-2c95-46b1-a03c-6b993b6ed5e8 HTTP/1.1" status: 200  len: 210 time: 0.0440874
Nov 29 12:30:59.069859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61871f51-a7b0-4ace-8f1d-1a125291a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:00.251391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:00.276535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-8dc12615-fa14-4fd4-a507-73b1c7aea326 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:00.278001 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-8dc12615-fa14-4fd4-a507-73b1c7aea326 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 816 time: 0.1515861
Nov 29 12:31:00.293089 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-9968d325-b470-40c1-8b07-054eeaa35502 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/quotas/00837d778158464795c2d0a74878932c HTTP/1.1" status: 200  len: 375 time: 0.0091128
Nov 29 12:31:00.382120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-fde0f1df-186e-4fde-911f-4220a9ce38f7 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0838649
Nov 29 12:31:00.533152 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-e4e98190-0c71-42b2-b6f1-484856b7bc2e service neutron] 10.222.0.20 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390333
Nov 29 12:31:00.799050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-8f3196fb-8382-4601-ba5d-0046b3717dbe service neutron] 10.222.0.20 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577419
Nov 29 12:31:00.988139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a5c81bd9-ebb8-4f98-8e72-5428c2cd61cc req-97793e84-b73a-4f8d-984c-8b4782005778 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Synchronizing usage tracker for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:31:01.003945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a5c81bd9-ebb8-4f98-8e72-5428c2cd61cc req-97793e84-b73a-4f8d-984c-8b4782005778 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Unset dirty status for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:31:01.005415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a5c81bd9-ebb8-4f98-8e72-5428c2cd61cc req-97793e84-b73a-4f8d-984c-8b4782005778 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 210 time: 0.0609965
Nov 29 12:31:01.635513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device b8ace5a1-9aca-40b7-9f68-b1ed9660208d no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:01.675302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: b8ace5a1-9aca-40b7-9f68-b1ed9660208d {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:01.675869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device b8ace5a1-9aca-40b7-9f68-b1ed9660208d not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:01.786774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:02.158369 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae8db7e2-3c62-4685-8220-190feb35a40a req-7c4a0917-49cd-41ce-baf3-ef2686b18769 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 210 time: 0.0456786
Nov 29 12:31:02.239516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-053f8ba3-879e-4508-ae7a-81326fff4809 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:02.240954 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-053f8ba3-879e-4508-ae7a-81326fff4809 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 816 time: 0.1575651
Nov 29 12:31:02.254677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Request body: {'port': {'device_id': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'admin_state_up': True, 'tenant_id': '00837d778158464795c2d0a74878932c'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:02.393867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:02.405273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:02.417903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Made reservation on behalf of 00837d778158464795c2d0a74878932c for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:31:02.421683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:02.598318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Allocated IP 172.20.0.3 (fc39ddd5-0871-4405-946c-e0ca5d124943/37dd929b-6d36-43a9-a20a-3b89d162f7ce/44963b93-0a3d-45ce-a6a5-5076482a6d24) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:02.801713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:02.820708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Transition to ACTIVE for port object 44963b93-0a3d-45ce-a6a5-5076482a6d24 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:02.846021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:02.851924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-758dfc87-f040-4e68-8a6a-455c219f1cef tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:02.922748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Network fc39ddd5-0871-4405-946c-e0ca5d124943 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:02.925970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:02.930138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:02.962244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Pushing event updated for resources: {'Port': ['ID=44963b93-0a3d-45ce-a6a5-5076482a6d24,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:02.983445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.983872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.984255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.984638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.984988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.985369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.985738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.986105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.986473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.986838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.987230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.987597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:02.993133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:03.012461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:03.013411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:03.048243 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7972386
Nov 29 12:31:03.176776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6bf5ab9f-2569-429a-9847-20e9c98b3453 None None] Provisioning for port 44963b93-0a3d-45ce-a6a5-5076482a6d24 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:03.178593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Request body: {'port': {'device_id': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:03.182005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6bf5ab9f-2569-429a-9847-20e9c98b3453 None None] Provisioning complete for port 44963b93-0a3d-45ce-a6a5-5076482a6d24 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:03.182392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ab9f-2569-429a-9847-20e9c98b3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:03.242215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5ab9f-2569-429a-9847-20e9c98b3453 None None] Port 44963b93-0a3d-45ce-a6a5-5076482a6d24 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:31:03.465471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:03.563198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e0fd1-a6f6-4996-a573-3ee7e01a5159 req-e3db2073-eb6e-49fc-a26e-777cf83e1087 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:03.563897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-373e0fd1-a6f6-4996-a573-3ee7e01a5159 req-e3db2073-eb6e-49fc-a26e-777cf83e1087 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Synchronizing usage tracker for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:31:03.639373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-373e0fd1-a6f6-4996-a573-3ee7e01a5159 req-e3db2073-eb6e-49fc-a26e-777cf83e1087 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Unset dirty status for tenant:00837d778158464795c2d0a74878932c on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:31:03.640536 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-373e0fd1-a6f6-4996-a573-3ee7e01a5159 req-e3db2073-eb6e-49fc-a26e-777cf83e1087 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 931 time: 0.3672810
Nov 29 12:31:03.765463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-373e0fd1-a6f6-4996-a573-3ee7e01a5159 req-159f9f99-83d5-4c73-90df-a4ac216d78f1 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186638
Nov 29 12:31:03.886468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44963b93-0a3d-45ce-a6a5-5076482a6d24 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:31:03.895432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:03.910672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Transition to ACTIVE for port object 44963b93-0a3d-45ce-a6a5-5076482a6d24 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:03.916634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:03.920630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:04.083867 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Pushing event updated for resources: {'Port': ['ID=44963b93-0a3d-45ce-a6a5-5076482a6d24,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:04.091633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:04.165260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Attempting to bind port 44963b93-0a3d-45ce-a6a5-5076482a6d24 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:04.165563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Attempting to bind port 44963b93-0a3d-45ce-a6a5-5076482a6d24 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:04.165908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Attempting to bind port 44963b93-0a3d-45ce-a6a5-5076482a6d24 on network fc39ddd5-0871-4405-946c-e0ca5d124943 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:04.170712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Port 44963b93-0a3d-45ce-a6a5-5076482a6d24 on network fc39ddd5-0871-4405-946c-e0ca5d124943 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:31:04.171012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Attempting to bind port 44963b93-0a3d-45ce-a6a5-5076482a6d24 on network fc39ddd5-0871-4405-946c-e0ca5d124943 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:04.176357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:04.176689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Checking segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:04.177064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Bound using segment: {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:04.177485 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Bound port: 44963b93-0a3d-45ce-a6a5-5076482a6d24, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e7bf2f-b97a-4d22-9146-c2d57f1169cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:04.177824 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:04.273331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] For port 44963b93-0a3d-45ce-a6a5-5076482a6d24, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:31:04.277439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] For port 44963b93-0a3d-45ce-a6a5-5076482a6d24, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:31:04.285430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:04.289072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b10c7f6-b0ea-49d6-b07d-b1b745e5adca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:04.350655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:04.351306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:04.352736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] 10.222.0.18 "PUT /v2.0/ports/44963b93-0a3d-45ce-a6a5-5076482a6d24 HTTP/1.1" status: 200  len: 1093 time: 1.2967365
Nov 29 12:31:04.353289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'tag': '44963b93-0a3d-45ce-a6a5-5076482a6d24'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:31:04.378208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Pushing event updated for resources: {'Port': ['ID=44963b93-0a3d-45ce-a6a5-5076482a6d24,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:04.384149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:04.437678 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'tag': '44963b93-0a3d-45ce-a6a5-5076482a6d24', 'status': 'completed', 'code': 200}
Nov 29 12:31:04.481477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-9d25888f-6777-4613-a55e-29b6aed0236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:04.483205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-9d25888f-6777-4613-a55e-29b6aed0236b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 1096 time: 0.0776997
Nov 29 12:31:04.556409 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-d75d25ed-1b7e-48da-8ac0-cbd17928905b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24 HTTP/1.1" status: 200  len: 217 time: 0.0660102
Nov 29 12:31:04.625412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-2349f1f9-5419-43f3-9a84-91d53509dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:04.626770 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-2349f1f9-5419-43f3-9a84-91d53509dbe3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dd929b-6d36-43a9-a20a-3b89d162f7ce HTTP/1.1" status: 200  len: 855 time: 0.0639813
Nov 29 12:31:04.704849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067cce-387e-409c-8631-741a34ab1788 req-a9b23297-c4ea-4cc0-953e-bd9a2b291682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:04.706311 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-a9b23297-c4ea-4cc0-953e-bd9a2b291682 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc39ddd5-0871-4405-946c-e0ca5d124943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728357
Nov 29 12:31:04.843573 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-694d5df3-4242-4005-8f61-1b1cac2d35fd service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295564
Nov 29 12:31:05.022146 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-51067cce-387e-409c-8631-741a34ab1788 req-d582a018-761e-4012-a8cd-529879f29bea service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1726549
Nov 29 12:31:05.040546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c21441-2bb0-424a-861e-c6ea09af7baa req-7fbe4dba-cb09-42a2-875e-472d7d9bf314 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:05.042186 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09c21441-2bb0-424a-861e-c6ea09af7baa req-7fbe4dba-cb09-42a2-875e-472d7d9bf314 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 943 time: 0.1263325
Nov 29 12:31:05.131584 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09c21441-2bb0-424a-861e-c6ea09af7baa req-12cb4886-a921-4365-ae82-6a244dfb87a9 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824344
Nov 29 12:31:05.155503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-70232b3e-b06a-4c3d-88b9-63ccad879f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:05.156968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-70232b3e-b06a-4c3d-88b9-63ccad879f60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 1096 time: 0.0898833
Nov 29 12:31:05.418863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-bb28b7a6-a367-4e89-9375-67cc71f2a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:05.420372 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-bb28b7a6-a367-4e89-9375-67cc71f2a6cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 917 time: 0.2565587
Nov 29 12:31:05.495069 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-2824dab5-b9d0-4a09-bcbc-9bca523febe8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24 HTTP/1.1" status: 200  len: 217 time: 0.0662456
Nov 29 12:31:05.558500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-7b2feb37-987d-451c-9024-c936bc8d1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:05.559950 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-7b2feb37-987d-451c-9024-c936bc8d1083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dd929b-6d36-43a9-a20a-3b89d162f7ce HTTP/1.1" status: 200  len: 855 time: 0.0581307
Nov 29 12:31:05.650998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-da7854f6-30f0-4cab-bee9-ee5484714430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:05.653489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-da7854f6-30f0-4cab-bee9-ee5484714430 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc39ddd5-0871-4405-946c-e0ca5d124943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0865173
Nov 29 12:31:05.794320 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-38609754-2875-4548-a408-60cebf769f42 service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319337
Nov 29 12:31:05.928356 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bc73e741-4f99-4fc8-8ade-b1e97edaafbc req-52d7f524-60e4-47d3-8968-519466b7a421 service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264081
Nov 29 12:31:06.335511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334529b6-e029-45eb-9c30-d11edfe165d8 req-ea9757c1-35ca-4a6e-8ccc-54c408630115 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:06.337001 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334529b6-e029-45eb-9c30-d11edfe165d8 req-ea9757c1-35ca-4a6e-8ccc-54c408630115 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 943 time: 0.0921121
Nov 29 12:31:06.386778 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334529b6-e029-45eb-9c30-d11edfe165d8 req-8b8d2b24-3d81-4c78-b9e8-8b8bd7c8acfe tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416937
Nov 29 12:31:07.579468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ac4dc-9bb5-4668-a1f9-a40f42be8b48 req-481cf9f9-d3bc-4780-b231-24a5d88e0df4 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:07.580927 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-087ac4dc-9bb5-4668-a1f9-a40f42be8b48 req-481cf9f9-d3bc-4780-b231-24a5d88e0df4 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 943 time: 0.0839992
Nov 29 12:31:07.626162 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-087ac4dc-9bb5-4668-a1f9-a40f42be8b48 req-3b4dd064-707f-4ca3-b3d5-4a92110fe0e5 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391266
Nov 29 12:31:07.641622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44963b93-0a3d-45ce-a6a5-5076482a6d24 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:31:07.776994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 44963b93-0a3d-45ce-a6a5-5076482a6d24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:07.790084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '44963b93-0a3d-45ce-a6a5-5076482a6d24', 'network_id': 'fc39ddd5-0871-4405-946c-e0ca5d124943', 'port_id': '44963b93-0a3d-45ce-a6a5-5076482a6d24', 'mac_address': 'fa:16:3e:ca:5e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dd929b-6d36-43a9-a20a-3b89d162f7ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:31:07.850551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:07.866867 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44963b93-0a3d-45ce-a6a5-5076482a6d24 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:31:07.883635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 44963b93-0a3d-45ce-a6a5-5076482a6d24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:07.892066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:07.894796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:07.973421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=44963b93-0a3d-45ce-a6a5-5076482a6d24,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:07.977898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:08.083855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['44963b93-0a3d-45ce-a6a5-5076482a6d24'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:31:08.825299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86f1e1-aeb1-4e1f-bb9f-9b6bea7ebebf req-8f11c664-efdd-488a-b2e4-c67dedf4183f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:08.826867 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4b86f1e1-aeb1-4e1f-bb9f-9b6bea7ebebf req-8f11c664-efdd-488a-b2e4-c67dedf4183f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 944 time: 0.0865486
Nov 29 12:31:08.875446 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4b86f1e1-aeb1-4e1f-bb9f-9b6bea7ebebf req-4199f652-861c-4d25-becd-fdc2fe60ff08 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425518
Nov 29 12:31:09.657108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44963b93-0a3d-45ce-a6a5-5076482a6d24 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:09.727029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 44963b93-0a3d-45ce-a6a5-5076482a6d24 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:09.731966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 44963b93-0a3d-45ce-a6a5-5076482a6d24 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:09.732346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:09.854051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:09.881323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44963b93-0a3d-45ce-a6a5-5076482a6d24'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:31:09.891231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 44963b93-0a3d-45ce-a6a5-5076482a6d24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:09.896227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:09.898583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f38b9dd1-50b3-408a-9a5a-c1c0357eabba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:09.970635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=44963b93-0a3d-45ce-a6a5-5076482a6d24,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:09.974160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:09.997928 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44963b93-0a3d-45ce-a6a5-5076482a6d24', 'code': 200}
Nov 29 12:31:10.073237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4791f-2043-4f3e-9e4d-d5c1c03a7946 req-3622c9c9-f84d-4899-a442-1fc86168c678 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:10.075933 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7d4791f-2043-4f3e-9e4d-d5c1c03a7946 req-3622c9c9-f84d-4899-a442-1fc86168c678 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0938983
Nov 29 12:31:10.125816 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7d4791f-2043-4f3e-9e4d-d5c1c03a7946 req-2a914cd9-3bd8-48ed-8928-73e63484621d tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450821
Nov 29 12:31:10.237903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f321a74-8f95-4a80-a0c2-0d4e38f569d8 req-5cbbdd14-8dd6-43d4-958a-50ff6a97e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:10.239425 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2f321a74-8f95-4a80-a0c2-0d4e38f569d8 req-5cbbdd14-8dd6-43d4-958a-50ff6a97e6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 1098 time: 0.0769434
Nov 29 12:31:10.282196 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2f321a74-8f95-4a80-a0c2-0d4e38f569d8 req-061fd4cd-7c61-4256-af70-c572825ac268 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362666
Nov 29 12:31:11.318409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ea4fe-f8e9-424f-a985-42ca53a89a06 req-396ae69a-e7b6-47a2-be77-68ac6214ee76 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:11.320971 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fb2ea4fe-f8e9-424f-a985-42ca53a89a06 req-396ae69a-e7b6-47a2-be77-68ac6214ee76 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0867691
Nov 29 12:31:11.370704 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fb2ea4fe-f8e9-424f-a985-42ca53a89a06 req-1fc4bd16-42a3-41c6-a2ec-21e6c938b2ac tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443053
Nov 29 12:31:12.569350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202543c6-2542-4a93-a102-533c0b982370 req-fc1afeb0-d5f3-418a-b68f-ecc640441489 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:12.570850 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-202543c6-2542-4a93-a102-533c0b982370 req-fc1afeb0-d5f3-418a-b68f-ecc640441489 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0869420
Nov 29 12:31:12.614479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-202543c6-2542-4a93-a102-533c0b982370 req-7debf015-314a-472a-8b5c-a69ea49f572b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379951
Nov 29 12:31:12.811666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1dd53-0788-4017-8536-a3ab3b70e2e6 req-141edd97-fbe9-4ab8-bfbd-b9b69f883a6e tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:12.813673 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50f1dd53-0788-4017-8536-a3ab3b70e2e6 req-141edd97-fbe9-4ab8-bfbd-b9b69f883a6e tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0918260
Nov 29 12:31:12.857828 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-50f1dd53-0788-4017-8536-a3ab3b70e2e6 req-b6f3e3eb-695a-43d6-98f3-a4efadcadeac tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386431
Nov 29 12:31:13.610811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:18.707833 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-9313d668-0455-4013-bec2-a7695f8b2aa8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0808349
Nov 29 12:31:18.850355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-73a7dcb3-8182-437b-875d-6668294e1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:18.851855 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-73a7dcb3-8182-437b-875d-6668294e1b69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00837d778158464795c2d0a74878932c&device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 1098 time: 0.0745125
Nov 29 12:31:19.008688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-1cca4cf8-6e72-47fa-9774-4bf8eeaa463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:19.010167 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-1cca4cf8-6e72-47fa-9774-4bf8eeaa463b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 200  len: 917 time: 0.1379275
Nov 29 12:31:19.039210 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:31:19.083055 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-5433e9d5-86a8-46ea-912f-d1d1f86c4916 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24 HTTP/1.1" status: 200  len: 217 time: 0.0651581
Nov 29 12:31:19.149426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-ef53c3f2-81b1-462c-83ee-c65f627c34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:19.151677 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-ef53c3f2-81b1-462c-83ee-c65f627c34e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=37dd929b-6d36-43a9-a20a-3b89d162f7ce HTTP/1.1" status: 200  len: 855 time: 0.0621319
Nov 29 12:31:19.230427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-c0293e49-a781-434a-b092-3b2aecabcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:19.231926 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-c0293e49-a781-434a-b092-3b2aecabcf72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc39ddd5-0871-4405-946c-e0ca5d124943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734634
Nov 29 12:31:19.369498 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-06b714be-cb0f-44c1-a453-47203bb993fd service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303661
Nov 29 12:31:19.636483 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dea5a88b-96a5-4982-9f60-f282c8f2f406 req-f8a2421b-214c-4475-8898-9c830de5c74b service neutron] 10.222.0.18 "GET /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599726
Nov 29 12:31:26.552461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7febca44-eae8-4798-9081-a5f14b196876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:27.130581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:28.613514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3767866-f85f-48a3-8c07-f50c68a6dd79 req-2719c2a9-d667-4f76-8d82-292339258360 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:28.614948 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3767866-f85f-48a3-8c07-f50c68a6dd79 req-2719c2a9-d667-4f76-8d82-292339258360 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0904453
Nov 29 12:31:28.658474 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3767866-f85f-48a3-8c07-f50c68a6dd79 req-05f7046e-2f72-4b6b-9bcd-d3aee6e7e9de tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376866
Nov 29 12:31:29.072754 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47749568-2291-446a-a840-992192b69367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:29.869424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381aaab-4108-48c3-a787-72a386dfcbe3 req-7a2499d4-b251-49f4-8839-3f8053b79790 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:29.870859 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8381aaab-4108-48c3-a787-72a386dfcbe3 req-7a2499d4-b251-49f4-8839-3f8053b79790 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0914598
Nov 29 12:31:29.917604 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8381aaab-4108-48c3-a787-72a386dfcbe3 req-4bbfd0db-bef6-4dbc-a976-0eda1d0aa08f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0e675de-5bd8-4041-8a20-34a3fb2e05af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408564
Nov 29 12:31:30.087039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-b883f749-21c8-4e06-8336-75b810fb5461 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:30.088535 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-b883f749-21c8-4e06-8336-75b810fb5461 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 945 time: 0.0922039
Nov 29 12:31:30.180745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Deleting port 44963b93-0a3d-45ce-a6a5-5076482a6d24 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:30.181053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:30.254382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:30.444673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] For port 44963b93-0a3d-45ce-a6a5-5076482a6d24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44963b93-0a3d-45ce-a6a5-5076482a6d24,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:30.444913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:30.572372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Calling delete_port for 44963b93-0a3d-45ce-a6a5-5076482a6d24 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:30.721776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:30.727583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7708991a-07b1-4465-a82d-149c67409c7b tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:30.733744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['44963b93-0a3d-45ce-a6a5-5076482a6d24'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:31:30.779321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Pushing event deleted for resources: {'Port': ['ID=44963b93-0a3d-45ce-a6a5-5076482a6d24,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:30.782980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:30.860437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] No DVR routers for this DVR port 44963b93-0a3d-45ce-a6a5-5076482a6d24 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:31:30.862845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:30.865581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'name': 'network-vif-deleted', 'tag': '44963b93-0a3d-45ce-a6a5-5076482a6d24'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:31:30.883702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6f09dcd6-b680-42b7-bec9-a752a607919f req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.18 "DELETE /v2.0/ports/44963b93-0a3d-45ce-a6a5-5076482a6d24 HTTP/1.1" status: 204  len: 173 time: 0.7894335
Nov 29 12:31:30.913927 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c1c104-7e73-4de3-b854-cd2ee5a4a18f', 'name': 'network-vif-deleted', 'tag': '44963b93-0a3d-45ce-a6a5-5076482a6d24', 'status': 'completed', 'code': 200}
Nov 29 12:31:31.084506 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fabba1fd-9bda-4d68-9491-da1c83416d07 req-e2b27292-d62d-4de6-8faf-e603160c2631 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8c1c104-7e73-4de3-b854-cd2ee5a4a18f HTTP/1.1" status: 200  len: 210 time: 0.0429525
Nov 29 12:31:31.794424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:32.227136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32816) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:32.913382 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:33.267999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Deleting port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:33.268665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:33.446888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] For port 5b460b8d-e95e-4d49-8a6a-9d0d7e674733, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:33.447247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:33.572017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Calling delete_port for 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:33.750460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:33.754139 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f28b3820-3d29-4e40-bdd2-1091d2157111 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:33.800920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b460b8d-e95e-4d49-8a6a-9d0d7e674733,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:33.803556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:33.813830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44963b93-0a3d-45ce-a6a5-5076482a6d24 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:33.856603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 44963b93-0a3d-45ce-a6a5-5076482a6d24 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:33.857267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44963b93-0a3d-45ce-a6a5-5076482a6d24 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:34.066657 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:34.555022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Router 869a7c96-8098-4bbc-988c-858524efff56 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:31:34.736470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:31:34.745636 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] Sync routers for ids ['869a7c96-8098-4bbc-988c-858524efff56'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:31:34.749097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] 10.222.0.20 "PUT /v2.0/routers/869a7c96-8098-4bbc-988c-858524efff56/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5207810
Nov 29 12:31:34.753624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32820) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:34.758430 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] Routers {'869a7c96-8098-4bbc-988c-858524efff56'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:34.762616 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4ac10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['869a7c96-8098-4bbc-988c-858524efff56'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:34.930112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:34.938924 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] Set router 869a7c96-8098-4bbc-988c-858524efff56 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:35.109586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:35.120560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Deleting port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:35.120886 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:35.217917 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4ac10>, [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:31:33Z', 'revision_number': 5, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port': {'id': 'ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869a7c96-8098-4bbc-988c-858524efff56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:15Z', 'updated_at': '2021-11-29T12:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:35.222082 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] Checking router: 869a7c96-8098-4bbc-988c-858524efff56 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:31:35.230528 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] Routers {'869a7c96-8098-4bbc-988c-858524efff56'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:35.231111 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4ac10>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['869a7c96-8098-4bbc-988c-858524efff56'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:35.294776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] For port ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:35.295133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:35.384321 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] Set router 869a7c96-8098-4bbc-988c-858524efff56 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:35.423703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Calling delete_port for ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:35.488207 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4ac10>, [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:31:35Z', 'revision_number': 6, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:35.492330 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dad8-f559-432a-ade6-5d28ddcf1be2 None None] The sync data for ids ['869a7c96-8098-4bbc-988c-858524efff56'] in dv-neutron-819579-1-hyperv is: [{'id': '869a7c96-8098-4bbc-988c-858524efff56', 'name': 'tempest-TestEncryptedCinderVolumes-711205385-router', 'tenant_id': '00837d778158464795c2d0a74878932c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:14Z', 'updated_at': '2021-11-29T12:31:35Z', 'revision_number': 6, 'project_id': '00837d778158464795c2d0a74878932c', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:31:35.606357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:35.610414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97b14e51-619c-40ff-b523-beaeb2b4d519 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:35.786952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:35.817609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:35.880470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.051274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.053498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.079630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.080127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869a7c96-8098-4bbc-988c-858524efff56 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:31:36.092153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.093383 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] 10.222.0.20 "DELETE /v2.0/routers/869a7c96-8098-4bbc-988c-858524efff56 HTTP/1.1" status: 204  len: 168 time: 1.3387599
Nov 29 12:31:36.096223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32824) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:36.167096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Deleting subnet 37dd929b-6d36-43a9-a20a-3b89d162f7ce {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:31:36.170341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.229505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.309297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.380825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.385638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f76e0e71-423b-4156-a1cb-3a6ec965ee74 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:36.425453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.428484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37dd929b-6d36-43a9-a20a-3b89d162f7ce,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:36.432411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:36.433480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a5198-3bee-418b-86f4-46183506fd43 None None] Network fc39ddd5-0871-4405-946c-e0ca5d124943 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:31:36.435361 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37dd929b-6d36-43a9-a20a-3b89d162f7ce HTTP/1.1" status: 204  len: 168 time: 0.3379235
Nov 29 12:31:36.438406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32828) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:36.551585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.562679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Deleting port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:36.562868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.742720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] DHCP port deletion for fc39ddd5-0871-4405-946c-e0ca5d124943 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:31:36.747378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Deleting port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:36.747755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.774535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] For port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:36.775238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.904349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Calling delete_port for 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:36.985695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:36.991370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ed26df1-03a3-4243-b83d-8b44e35befb7 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:37.034662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:37.036996 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] No DVR routers for this DVR port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 on host dv-neutron-819579-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:31:37.069863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.070244 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.070672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.071046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.071419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.071784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.072144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.072504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.072860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.073217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.073561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.073929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:37.075948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] For port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6,segment=NetworkSegment(49e7bf2f-b97a-4d22-9146-c2d57f1169cf),segment_id=49e7bf2f-b97a-4d22-9146-c2d57f1169cf)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:37.076342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.080185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:37.165087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.190316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d029ef970>,) {'filters': {'network_id': ['fc39ddd5-0871-4405-946c-e0ca5d124943']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:37.196169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Calling delete_port for 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:37.202488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029ef970>, '49e7bf2f-b97a-4d22-9146-c2d57f1169cf') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:37.202939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d029ef970>, '49e7bf2f-b97a-4d22-9146-c2d57f1169cf') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:37.214227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.230016 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.236376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:31:37.236915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:31:37.250437 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:31:37.290569 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:31:37.291250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:31:37.302484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:37.339911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:37.340170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5b460b8d-e95e-4d49-8a6a-9d0d7e674733 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:37.340600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:37.376356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:37.376726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:37.377154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:37.420242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:37.420632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device ca06b0f6-8b6d-4db4-b5fe-7e4ae58b140e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:37.464493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.467913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cfc3d1e8-988e-4bfa-aa94-97066e921e3c tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:37.482842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.488878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc39ddd5-0871-4405-946c-e0ca5d124943,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:37.492901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:37.505560 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc39ddd5-0871-4405-946c-e0ca5d124943 HTTP/1.1" status: 204  len: 168 time: 1.0655396
Nov 29 12:31:37.509583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:37.792952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Deleting port 9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:37.793515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:37.859828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-909d36ab-8a10-4cac-925d-e12ab8b24b45 None None] The port '9c2f89e9-e8c4-496d-9c7b-1b27bd3197e6' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:31:38.080798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:38.452142 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Deleting port d2769fec-1569-484e-96ac-6aa7a7a19a24 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:38.452495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:38.626119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] For port d2769fec-1569-484e-96ac-6aa7a7a19a24, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=d2769fec-1569-484e-96ac-6aa7a7a19a24,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:38.626856 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:38.746891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Calling delete_port for d2769fec-1569-484e-96ac-6aa7a7a19a24 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:39.049162 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:39.053954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10284e01-f903-4ff5-bcc3-fd8b13d387a3 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:39.107372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2769fec-1569-484e-96ac-6aa7a7a19a24,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:39.110298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:39.377760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:39.753921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Router 528450cd-561b-4b0a-b509-5f5902d7f1ac has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:31:39.933576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:31:39.943046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] Sync routers for ids ['528450cd-561b-4b0a-b509-5f5902d7f1ac'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:31:39.943538 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/528450cd-561b-4b0a-b509-5f5902d7f1ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4325674
Nov 29 12:31:39.946868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32836) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:39.955116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] Routers {'528450cd-561b-4b0a-b509-5f5902d7f1ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:39.955850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcfeb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['528450cd-561b-4b0a-b509-5f5902d7f1ac'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:40.122351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:40.132774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] Set router 528450cd-561b-4b0a-b509-5f5902d7f1ac gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:40.443734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:40.454549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Deleting port fe0cada4-123e-4797-ae40-13dc7cb37628 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:40.454887 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:40.467709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcfeb0>, [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:31:38Z', 'revision_number': 5, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port': {'id': 'fe0cada4-123e-4797-ae40-13dc7cb37628', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:40.471596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] Checking router: 528450cd-561b-4b0a-b509-5f5902d7f1ac for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:31:40.479906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] Routers {'528450cd-561b-4b0a-b509-5f5902d7f1ac'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:40.480499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcfeb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['528450cd-561b-4b0a-b509-5f5902d7f1ac'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:40.632001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] Set router 528450cd-561b-4b0a-b509-5f5902d7f1ac gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:40.637134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] For port fe0cada4-123e-4797-ae40-13dc7cb37628, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fe0cada4-123e-4797-ae40-13dc7cb37628,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:40.637484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:40.735883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcfeb0>, [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:31:40Z', 'revision_number': 6, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:40.740330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017c077-57c8-49b9-84fe-98748070c611 None None] The sync data for ids ['528450cd-561b-4b0a-b509-5f5902d7f1ac'] in dv-neutron-819579-1-hyperv is: [{'id': '528450cd-561b-4b0a-b509-5f5902d7f1ac', 'name': 'tempest-TestEncryptedCinderVolumes-1569497596-router', 'tenant_id': '2040a2b927564f989e3c5013fe3bfa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:30:21Z', 'updated_at': '2021-11-29T12:31:40Z', 'revision_number': 6, 'project_id': '2040a2b927564f989e3c5013fe3bfa27', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:31:40.766427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Calling delete_port for fe0cada4-123e-4797-ae40-13dc7cb37628 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:40.946905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:40.950892 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:40.995291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0cada4-123e-4797-ae40-13dc7cb37628,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:40.998296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:41.094909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.270484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.272803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.299076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.299649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528450cd-561b-4b0a-b509-5f5902d7f1ac {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:31:41.312774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.313889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] 10.222.0.20 "DELETE /v2.0/routers/528450cd-561b-4b0a-b509-5f5902d7f1ac HTTP/1.1" status: 204  len: 168 time: 1.3660951
Nov 29 12:31:41.316494 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:41.388484 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Deleting subnet b7c02b7d-328d-4c17-8a85-28d740ea35bd {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:31:41.392420 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.447287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.505815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fe0cada4-123e-4797-ae40-13dc7cb37628 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:41.533603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.542595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: fe0cada4-123e-4797-ae40-13dc7cb37628 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:41.542947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fe0cada4-123e-4797-ae40-13dc7cb37628 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:41.543393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d2769fec-1569-484e-96ac-6aa7a7a19a24 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:41.577095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: d2769fec-1569-484e-96ac-6aa7a7a19a24 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:41.577824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device d2769fec-1569-484e-96ac-6aa7a7a19a24 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:41.607907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.612581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-773466de-3b4d-4607-a2e3-e8c160508c2c tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:41.652039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.655561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c02b7d-328d-4c17-8a85-28d740ea35bd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:41.658947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:41.661238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7cfd2-48c4-4209-ad17-26b1acccee3c None None] Network 0e6fc44c-db43-4fe1-be7d-36af5df448cc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:31:41.666787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32844) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:41.667327 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3189d4f-3578-449f-b687-f426a6606c13 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7c02b7d-328d-4c17-8a85-28d740ea35bd HTTP/1.1" status: 204  len: 168 time: 0.3493841
Nov 29 12:31:41.788005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.802288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Deleting port f1a20b65-57c4-4735-9aba-a407f52b7143 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:41.802633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:41.907019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] DHCP port deletion for 0e6fc44c-db43-4fe1-be7d-36af5df448cc request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:31:41.911434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Deleting port f1a20b65-57c4-4735-9aba-a407f52b7143 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:41.911792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.009197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] For port f1a20b65-57c4-4735-9aba-a407f52b7143, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1a20b65-57c4-4735-9aba-a407f52b7143,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:42.009529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.116719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] For port f1a20b65-57c4-4735-9aba-a407f52b7143, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f1a20b65-57c4-4735-9aba-a407f52b7143,segment=NetworkSegment(8bdae23e-6445-4196-9985-bc2a4f6c5cfe),segment_id=8bdae23e-6445-4196-9985-bc2a4f6c5cfe)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:42.116995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.135690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Calling delete_port for f1a20b65-57c4-4735-9aba-a407f52b7143 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:42.212158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.215920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e0a0e793-47b2-4c42-a95e-5ec14217f452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:42.236101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Calling delete_port for f1a20b65-57c4-4735-9aba-a407f52b7143 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:31:42.258362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a20b65-57c4-4735-9aba-a407f52b7143,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:42.261409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:42.263042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] No DVR routers for this DVR port f1a20b65-57c4-4735-9aba-a407f52b7143 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:31:42.310547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:31:42.311279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:31:42.381726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.523099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d082a02b0>,) {'filters': {'network_id': ['0e6fc44c-db43-4fe1-be7d-36af5df448cc']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:42.535803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082a02b0>, '8bdae23e-6445-4196-9985-bc2a4f6c5cfe') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:42.536093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d082a02b0>, '8bdae23e-6445-4196-9985-bc2a4f6c5cfe') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:42.547799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.566838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.577715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:31:42.578087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:31:42.596545 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:31:42.678877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.684459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:42.698005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.709276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6fc44c-db43-4fe1-be7d-36af5df448cc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:42.711824 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e6fc44c-db43-4fe1-be7d-36af5df448cc HTTP/1.1" status: 204  len: 168 time: 1.0429850
Nov 29 12:31:42.712771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:42.812959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Deleting port f1a20b65-57c4-4735-9aba-a407f52b7143 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:31:42.813468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:42.886854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32850) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:42.887014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4322544-7701-4253-86ca-553a51f8eaa0 None None] The port 'f1a20b65-57c4-4735-9aba-a407f52b7143' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:31:42.939246 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3d454aa2-a478-410e-b33e-d904d255d892 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00837d778158464795c2d0a74878932c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0505295
Nov 29 12:31:42.941562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:43.010634 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.038447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.099921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.103721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec852e1b-66ec-461e-bb57-88afa23822eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:43.117475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e675de-5bd8-4041-8a20-34a3fb2e05af,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:43.120118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:43.128944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.130171 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c492d81-b7ff-4131-a58a-8cc1bafbbcf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0e675de-5bd8-4041-8a20-34a3fb2e05af HTTP/1.1" status: 204  len: 168 time: 0.1875665
Nov 29 12:31:43.298070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1a20b65-57c4-4735-9aba-a407f52b7143 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:31:43.382120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f1a20b65-57c4-4735-9aba-a407f52b7143 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:31:43.382477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f1a20b65-57c4-4735-9aba-a407f52b7143 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:31:43.502369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32862) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:43.556626 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-47b07821-579e-4cac-a1c6-87900993fd07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2040a2b927564f989e3c5013fe3bfa27&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0526602
Nov 29 12:31:43.559764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32866) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:43.609516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.624826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.651234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.719461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.723128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af020c06-89b9-4b37-b5c7-445e6e9439dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:43.734107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732cd817-4943-4eb0-bbe3-074ebb4b9b1a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:43.737606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:43.740931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:43.743986 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dfbb5aaf-9f4b-4743-9dbe-b217d1e3d604 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/732cd817-4943-4eb0-bbe3-074ebb4b9b1a HTTP/1.1" status: 204  len: 168 time: 0.1814306
Nov 29 12:31:44.529385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32890) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:44.654437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1976183790-network', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:44.659887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:44.664063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Usage tracker for resource:network and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:44.667067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:44.673150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:44.686282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Made reservation on behalf of edad59e1351d4780800c3fe4330dc687 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:31:44.688828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.701030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.714778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:44.718673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:44.721431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:44.726998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:44.823644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.828772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.832493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2faa085e-3ba7-4c53-988e-178c1caa6524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:44.859655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:31:44.867769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d190af-5887-43b8-8c23-718e42b10d95,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:44.871351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:44.873622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.873952 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Added segment a1cff029-fecd-46cd-be1c-9185a3f33d4c of type vlan for network c7347d91-b434-4442-966f-0b36b1c20f82
Nov 29 12:31:44.900161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.938369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.939490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:44.940178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:44.944014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3036e376-177c-4427-b582-67dd0bffb202 tempest-ExtraDHCPOptionsTestJSON-2147179071 tempest-ExtraDHCPOptionsTestJSON-2147179071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:45.045413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Pushing event updated for resources: {'Network': ['ID=c7347d91-b434-4442-966f-0b36b1c20f82,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:45.049001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:45.050844 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5204623
Nov 29 12:31:45.054359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32896) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:45.055384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c7347d91-b434-4442-966f-0b36b1c20f82 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:31:45.060105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Request body: {'subnet': {'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1976183790-subnet', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:45.065728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:45.069594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Usage tracker for resource:subnet and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:45.072509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:45.078471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:45.088575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Made reservation on behalf of edad59e1351d4780800c3fe4330dc687 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:31:45.090903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.306339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.309756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ed6986e8-a922-45df-b1cc-bcbc2c2db78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:45.379189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0260d3-0641-4de2-a156-b0d050567965,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:45.382852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:45.389793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Checking segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:45.390724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Network hostable DHCP agents. Network: c7347d91-b434-4442-966f-0b36b1c20f82, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:31:45.416066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Network c7347d91-b434-4442-966f-0b36b1c20f82 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:31:45.427933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c7347d91-b434-4442-966f-0b36b1c20f82) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:45.432368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:45.432975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.438900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0486ab-716c-42f3-b448-548495a2abac None None] Network c7347d91-b434-4442-966f-0b36b1c20f82 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:31:45.454686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3992989
Nov 29 12:31:45.457682 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32900) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:45.463894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:45.468927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:45.473102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Usage tracker for resource:router and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:45.476113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:45.482061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:45.494039 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.495063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.511482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.666068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c7347d91-b434-4442-966f-0b36b1c20f82', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:31:45.666929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:45.831447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Allocated IP 172.20.0.2 (c7347d91-b434-4442-966f-0b36b1c20f82/6d0260d3-0641-4de2-a156-b0d050567965/9a9d828f-4c44-4509-8e2a-6124bc0939d3) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:45.941237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.046762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.058328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Transition to ACTIVE for port object 9a9d828f-4c44-4509-8e2a-6124bc0939d3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:46.079395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Transition to ACTIVE for port object 9a9d828f-4c44-4509-8e2a-6124bc0939d3 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:46.086948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.091275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e5ced84-a7d3-4ad8-a974-9738b3c9473f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:46.152257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Network c7347d91-b434-4442-966f-0b36b1c20f82 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:46.153432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:46.157361 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:46.166461 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Pushing event updated for resources: {'Port': ['ID=9a9d828f-4c44-4509-8e2a-6124bc0939d3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:46.205502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.205726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.206076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.206407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.206736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.207061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.207408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.207726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.208047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.208369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.208680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.208987 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:46.243982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:46.268482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.269717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Attempting to bind port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:46.270090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Attempting to bind port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:46.270432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Attempting to bind port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 on network c7347d91-b434-4442-966f-0b36b1c20f82 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:46.275880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:46.276256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Checking segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:46.276661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.277059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Bound using segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:46.277521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Bound port: 9a9d828f-4c44-4509-8e2a-6124bc0939d3, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:46.277898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.298335 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.365926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] For port 9a9d828f-4c44-4509-8e2a-6124bc0939d3, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:31:46.369066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] For port 9a9d828f-4c44-4509-8e2a-6124bc0939d3, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9a9d828f-4c44-4509-8e2a-6124bc0939d3,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:31:46.373324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.377177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:46.439118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Allocated IP 172.26.4.100 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/84bd1a06-c427-45a9-9c17-03e610e83115) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:46.467847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Pushing event updated for resources: {'Port': ['ID=9a9d828f-4c44-4509-8e2a-6124bc0939d3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:46.470978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:46.593382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.624115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:46.628947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1f52ff2b-d39d-4ad5-951b-4238b7f9c778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:46.692209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:46.696182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:46.700027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:46.743911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Pushing event updated for resources: {'Port': ['ID=84bd1a06-c427-45a9-9c17-03e610e83115,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:46.748477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:47.137279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:47.338098 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9a9d828f-4c44-4509-8e2a-6124bc0939d3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:47.408407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d164360-d8e3-41a1-b7f6-e7cc69de71e6 None None] Network c7347d91-b434-4442-966f-0b36b1c20f82 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:31:47.477019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:47.511323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Provisioning for port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:47.529266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Provisioning complete for port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:47.529691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:47.647524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:47.744086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:47.789205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] For port 9a9d828f-4c44-4509-8e2a-6124bc0939d3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9a9d828f-4c44-4509-8e2a-6124bc0939d3,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:47.794503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:47.796183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b010d83f-e544-4c5b-8153-d14a60e2c7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:47.863834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Pushing event updated for resources: {'Port': ['ID=9a9d828f-4c44-4509-8e2a-6124bc0939d3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:47.867438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Router c4a19177-d20b-45c1-81c6-ec54aa4fb960 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:31:47.867692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:48.032465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-be2ee654-fe5c-4f29-97cf-c0a8ef1b3f80 None None] Provisioning complete for port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:48.032844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be2ee654-fe5c-4f29-97cf-c0a8ef1b3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:48.052853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:31:48.064033 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Sync routers for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:31:48.074678 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:48.075335 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4a8b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:48.080859 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:48.085305 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.6263018
Nov 29 12:31:48.085463 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32904) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:48.248694 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:48.578052 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4a8b0>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:46Z', 'revision_number': 3, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:48.582116 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Checking router: c4a19177-d20b-45c1-81c6-ec54aa4fb960 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:31:48.582466 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Updating router c4a19177-d20b-45c1-81c6-ec54aa4fb960 port 84bd1a06-c427-45a9-9c17-03e610e83115 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:31:48.635623 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:48.882476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:48.960984 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:48.972761 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Transition to ACTIVE for port object 84bd1a06-c427-45a9-9c17-03e610e83115 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:48.979589 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:48.982902 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:49.056898 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Attempting to bind port 84bd1a06-c427-45a9-9c17-03e610e83115 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:49.057238 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Attempting to bind port 84bd1a06-c427-45a9-9c17-03e610e83115 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:49.057604 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Attempting to bind port 84bd1a06-c427-45a9-9c17-03e610e83115 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:49.063797 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Pushing event updated for resources: {'Port': ['ID=84bd1a06-c427-45a9-9c17-03e610e83115,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:49.069079 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:49.069732 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:49.069833 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.070206 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:49.070667 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Bound port: 84bd1a06-c427-45a9-9c17-03e610e83115, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:49.071034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.095830 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Allocated IP 172.20.0.1 (c7347d91-b434-4442-966f-0b36b1c20f82/6d0260d3-0641-4de2-a156-b0d050567965/22175053-cd87-4515-bfc0-9091c9fec6c8) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:49.101469 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.101839 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.102160 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.102450 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.102763 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.103076 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.103391 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.103712 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.104024 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.104299 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.104636 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.104968 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:31:49.113518 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:49.154367 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] For port 84bd1a06-c427-45a9-9c17-03e610e83115, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:31:49.157639 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] For port 84bd1a06-c427-45a9-9c17-03e610e83115, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=84bd1a06-c427-45a9-9c17-03e610e83115,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:31:49.161506 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.164928 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:49.237270 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:49.237873 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4a8b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:49.247660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.263129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Transition to ACTIVE for port object 22175053-cd87-4515-bfc0-9091c9fec6c8 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:49.287272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.292567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2a03bfd8-9f91-4f2f-a263-2d9904fd402a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:49.305788 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9a9d828f-4c44-4509-8e2a-6124bc0939d3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:49.346943 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Pushing event updated for resources: {'Port': ['ID=84bd1a06-c427-45a9-9c17-03e610e83115,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:49.353295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Network c7347d91-b434-4442-966f-0b36b1c20f82 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:49.356773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:49.360669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:49.388724 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:49.398403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:49.398905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.407845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Pushing event updated for resources: {'Port': ['ID=22175053-cd87-4515-bfc0-9091c9fec6c8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:49.412613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:49.420114 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:49.426003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.565872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.633906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-537109a3-0bae-4a44-801d-ecf304e8c5ce None None] Provisioning for port 22175053-cd87-4515-bfc0-9091c9fec6c8 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:49.639903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-537109a3-0bae-4a44-801d-ecf304e8c5ce None None] Provisioning complete for port 22175053-cd87-4515-bfc0-9091c9fec6c8 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:49.641194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-537109a3-0bae-4a44-801d-ecf304e8c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.698633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-537109a3-0bae-4a44-801d-ecf304e8c5ce None None] Port 22175053-cd87-4515-bfc0-9091c9fec6c8 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:31:49.728617 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a4a8b0>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:46Z', 'revision_number': 3, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:49.732617 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbd800-cfd8-4960-b5ba-38755ca639d8 None None] The sync data for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv is: [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:46Z', 'revision_number': 3, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:31:49.794696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.800676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.836992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b0fc6194-edf6-4f5c-ac84-8ae49cd7ac85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:49.912985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:49.920015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Pushing event updated for resources: {'Port': ['ID=22175053-cd87-4515-bfc0-9091c9fec6c8,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:49.924623 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:50.065821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Network c7347d91-b434-4442-966f-0b36b1c20f82 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:50.067227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:50.269219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Router c4a19177-d20b-45c1-81c6-ec54aa4fb960 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:31:50.325027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5f10c718-6aa7-4e2e-a239-407739f17dc3 None None] Provisioning complete for port 22175053-cd87-4515-bfc0-9091c9fec6c8 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:50.326153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f10c718-6aa7-4e2e-a239-407739f17dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:50.383251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5f10c718-6aa7-4e2e-a239-407739f17dc3 None None] Port 22175053-cd87-4515-bfc0-9091c9fec6c8 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:31:50.584624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:31:50.593741 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4a19177-d20b-45c1-81c6-ec54aa4fb960/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5065122
Nov 29 12:31:51.130144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 32922) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:51.136006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-20534396-network', 'tenant_id': 'deb71df0ddec42819606266d13374e39'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:51.141762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:51.146181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Usage tracker for resource:network and tenant:deb71df0ddec42819606266d13374e39 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:51.149238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:51.155193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:51.169654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Made reservation on behalf of deb71df0ddec42819606266d13374e39 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:31:51.172733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.184974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.200853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:51.205114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Usage tracker for resource:security_group_rule and tenant:deb71df0ddec42819606266d13374e39 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:51.207971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:51.213924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:51.300245 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Sync routers for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:31:51.311386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:51.312089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.312840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02efdc70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:51.318953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.324200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-246f629a-87ee-4c15-b13f-23285114fccf tempest-NetworksIpV6Test-211882184 tempest-NetworksIpV6Test-211882184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:51.353467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:31:51.362269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0167a4cd-1b9f-4c22-95a5-876d90e45b50,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:51.365690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:51.369749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.370084 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Added segment fe10df1f-bd55-49ed-85fc-8634c2f79a00 of type vlan for network 5982cc25-feed-43d4-9aaf-cba4ad982a2a
Nov 29 12:31:51.372707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84bd1a06-c427-45a9-9c17-03e610e83115 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:51.398774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.428656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.429789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:51.430446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.435312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-66a04edb-ef76-4208-a4e9-b27867a83762 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:51.537939 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4040666
Nov 29 12:31:51.537939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Pushing event updated for resources: {'Network': ['ID=5982cc25-feed-43d4-9aaf-cba4ad982a2a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:51.538322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32926) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:51.539614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:51.544068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 84bd1a06-c427-45a9-9c17-03e610e83115 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:51.546426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Request body: {'subnet': {'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-20534396-subnet', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:51.548294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:51.551492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:51.555707 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Usage tracker for resource:subnet and tenant:deb71df0ddec42819606266d13374e39 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:51.563732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:51.570307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:51.581268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Made reservation on behalf of deb71df0ddec42819606266d13374e39 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:31:51.583684 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.591052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:31:51.620680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 84bd1a06-c427-45a9-9c17-03e610e83115 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:51.621050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.794760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.802044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a67c1ad3-639c-4ee8-b645-570e99c8be43 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:51.884633 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10777bfd-32f3-4d0b-9c45-71a73f706f9b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:51.887734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:51.888576 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Checking segment: {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:51.888922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Network hostable DHCP agents. Network: 5982cc25-feed-43d4-9aaf-cba4ad982a2a, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:31:51.909224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:31:51.919326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 5982cc25-feed-43d4-9aaf-cba4ad982a2a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:51.923934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:31:51.924754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.946302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419736b0-190a-474b-afaf-4229be425d8e None None] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:31:51.947868 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-49c0d716-b12b-4136-b003-09e3f692e016 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4084437
Nov 29 12:31:51.950464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:51.956513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:31:51.962230 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:31:51.967972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Usage tracker for resource:router and tenant:deb71df0ddec42819606266d13374e39 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:31:51.970459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:31:51.975705 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:31:51.991317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:51.992367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.008329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.097597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.135430 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 84bd1a06-c427-45a9-9c17-03e610e83115, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=84bd1a06-c427-45a9-9c17-03e610e83115,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:52.148803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.152832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0c370e5d-836d-45e2-baee-dca127229f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:52.280813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.335147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=84bd1a06-c427-45a9-9c17-03e610e83115,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:52.340302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:52.386992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02efdc70>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 2, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:52.390356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-5982cc25-feed-43d4-9aaf-cba4ad982a2a', 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'fixed_ips': [{'subnet_id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:31:52.391208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.408801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Checking router: c4a19177-d20b-45c1-81c6-ec54aa4fb960 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:31:52.409141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Updating router c4a19177-d20b-45c1-81c6-ec54aa4fb960 port 22175053-cd87-4515-bfc0-9091c9fec6c8 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:31:52.515343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.704779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Allocated IP 172.20.0.2 (5982cc25-feed-43d4-9aaf-cba4ad982a2a/10777bfd-32f3-4d0b-9c45-71a73f706f9b/e9d148ad-ca1a-4ac1-ba74-db296696475e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:52.742563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.773780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:52.914417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Allocated IP 172.26.4.166 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/15b62c16-95be-4755-afc4-69092e780989) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:53.070600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.072090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.090539 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Transition to ACTIVE for port object e9d148ad-ca1a-4ac1-ba74-db296696475e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:53.098525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.102570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.107220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8afd1964-8af7-4575-b571-1a8593771f8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:53.119222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Transition to ACTIVE for port object 22175053-cd87-4515-bfc0-9091c9fec6c8 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:53.121691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Transition to ACTIVE for port object e9d148ad-ca1a-4ac1-ba74-db296696475e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:53.127214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.130863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:53.166036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:53.167633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.173460 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:53.177700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:53.223743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Pushing event updated for resources: {'Port': ['ID=15b62c16-95be-4755-afc4-69092e780989,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:53.227850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:53.267381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:53.273172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:53.275153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419da00e-edf1-4bbd-b528-91a5b7fbf4a4 None None] Pushing event updated for resources: {'Port': ['ID=22175053-cd87-4515-bfc0-9091c9fec6c8,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:53.277273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:53.282688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-419da00e-edf1-4bbd-b528-91a5b7fbf4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:53.283153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ef06a76-f056-4548-aa50-d2498b322a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:53.386775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84bd1a06-c427-45a9-9c17-03e610e83115 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:53.540972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Pushing event updated for resources: {'Port': ['ID=e9d148ad-ca1a-4ac1-ba74-db296696475e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:53.552030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:53.564659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Attempting to bind port 22175053-cd87-4515-bfc0-9091c9fec6c8 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:53.565028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Attempting to bind port 22175053-cd87-4515-bfc0-9091c9fec6c8 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:53.565394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Attempting to bind port 22175053-cd87-4515-bfc0-9091c9fec6c8 on network c7347d91-b434-4442-966f-0b36b1c20f82 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:53.572493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Attempting to bind port e9d148ad-ca1a-4ac1-ba74-db296696475e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:53.572863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Attempting to bind port e9d148ad-ca1a-4ac1-ba74-db296696475e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:53.573223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Attempting to bind port e9d148ad-ca1a-4ac1-ba74-db296696475e on network 5982cc25-feed-43d4-9aaf-cba4ad982a2a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:53.583744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:53.584049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Checking segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:53.584444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.584836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Bound using segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:53.585299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Bound port: 22175053-cd87-4515-bfc0-9091c9fec6c8, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:53.585670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.596785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:53.597191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Checking segment: {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:53.597574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.597967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Bound using segment: {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:53.598413 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Bound port: e9d148ad-ca1a-4ac1-ba74-db296696475e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:53.598814 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.626644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.719298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 84bd1a06-c427-45a9-9c17-03e610e83115 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:53.719660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.865598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] For port e9d148ad-ca1a-4ac1-ba74-db296696475e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:31:53.870451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] For port e9d148ad-ca1a-4ac1-ba74-db296696475e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e9d148ad-ca1a-4ac1-ba74-db296696475e,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:31:53.878040 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] For port 22175053-cd87-4515-bfc0-9091c9fec6c8, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:31:53.881653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:53.886381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] For port 22175053-cd87-4515-bfc0-9091c9fec6c8, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22175053-cd87-4515-bfc0-9091c9fec6c8,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:31:53.887763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:53.927012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:54.038155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Pushing event updated for resources: {'Port': ['ID=e9d148ad-ca1a-4ac1-ba74-db296696475e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:54.042509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:54.045636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:54.118279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:54.118999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02efdc70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:54.129073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:54.307235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419da00e-edf1-4bbd-b528-91a5b7fbf4a4 None None] Pushing event updated for resources: {'Port': ['ID=22175053-cd87-4515-bfc0-9091c9fec6c8,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:54.313274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-419da00e-edf1-4bbd-b528-91a5b7fbf4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:54.367285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:54.386493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:31:54.576875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:31:54.588070 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Sync routers for ids ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:31:54.598253 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Routers {'8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:54.598851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094df520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:54.601669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:54.602889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.6514986
Nov 29 12:31:54.605713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 32934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:31:54.704179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02efdc70>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:53Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:54.709578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896b0e0-a556-4992-97ef-41875f0ed012 None None] The sync data for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv is: [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:53Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:31:54.816570 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Set router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:55.172198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924f31d-9a94-46df-b710-a7d20873cc9b None None] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:31:55.197908 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094df520>, [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:31:53Z', 'revision_number': 3, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:55.202332 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Checking router: 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:31:55.202762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Updating router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f port 15b62c16-95be-4755-afc4-69092e780989 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:31:55.262491 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.271734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-62f9270f-6b1e-466b-91ac-0654880dc499 None None] Provisioning for port e9d148ad-ca1a-4ac1-ba74-db296696475e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:55.463495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22175053-cd87-4515-bfc0-9091c9fec6c8 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:55.499464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.572094 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 22175053-cd87-4515-bfc0-9091c9fec6c8 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:55.578899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 22175053-cd87-4515-bfc0-9091c9fec6c8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:55.579322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.734906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.748539 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.791529 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Transition to ACTIVE for port object 15b62c16-95be-4755-afc4-69092e780989 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:55.804364 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.810480 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 22175053-cd87-4515-bfc0-9091c9fec6c8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22175053-cd87-4515-bfc0-9091c9fec6c8,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:55.811610 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:55.822199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.823597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e9d148ad-ca1a-4ac1-ba74-db296696475e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:55.866621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:55.920991 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb056ad-bef0-4028-b352-ca6a7f9b4a1c None None] Pushing event updated for resources: {'Port': ['ID=15b62c16-95be-4755-afc4-69092e780989,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:55.925512 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3cb056ad-bef0-4028-b352-ca6a7f9b4a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:55.938103 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Attempting to bind port 15b62c16-95be-4755-afc4-69092e780989 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:55.938697 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Attempting to bind port 15b62c16-95be-4755-afc4-69092e780989 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:55.939302 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Attempting to bind port 15b62c16-95be-4755-afc4-69092e780989 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:55.945457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:55.946083 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:55.946643 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.947434 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:55.948056 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Bound port: 15b62c16-95be-4755-afc4-69092e780989, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:55.948596 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:55.964513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Allocated IP 172.20.0.1 (5982cc25-feed-43d4-9aaf-cba4ad982a2a/10777bfd-32f3-4d0b-9c45-71a73f706f9b/4da61070-712b-47e8-a1c7-38e37f50dda3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:31:55.979671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=22175053-cd87-4515-bfc0-9091c9fec6c8,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:55.987060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:56.041121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port e9d148ad-ca1a-4ac1-ba74-db296696475e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:56.042057 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:31:56.043535 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] For port 15b62c16-95be-4755-afc4-69092e780989, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:31:56.047064 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] For port 15b62c16-95be-4755-afc4-69092e780989, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15b62c16-95be-4755-afc4-69092e780989,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:31:56.047290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port e9d148ad-ca1a-4ac1-ba74-db296696475e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:56.047572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.052028 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.057174 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86f6ce35-866b-4785-96db-f3fc68a8170a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:56.129194 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.145809 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Routers {'8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:56.146555 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d094df520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:56.150425 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Transition to ACTIVE for port object 4da61070-712b-47e8-a1c7-38e37f50dda3 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:56.178298 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.184976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-530bce05-9234-466b-9920-c732aafc814f tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:56.199109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.237899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port e9d148ad-ca1a-4ac1-ba74-db296696475e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e9d148ad-ca1a-4ac1-ba74-db296696475e,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:56.244986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.250221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-419da00e-edf1-4bbd-b528-91a5b7fbf4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:56.259919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:56.263012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:56.267282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:31:56.279127 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb056ad-bef0-4028-b352-ca6a7f9b4a1c None None] Pushing event updated for resources: {'Port': ['ID=15b62c16-95be-4755-afc4-69092e780989,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:56.288741 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3cb056ad-bef0-4028-b352-ca6a7f9b4a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:56.321252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.334456 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4da61070-712b-47e8-a1c7-38e37f50dda3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:56.338478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:56.383702 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] Set router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:56.423750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=e9d148ad-ca1a-4ac1-ba74-db296696475e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:56.432925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:56.459293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.547879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0eef011c-8fc5-457e-845d-4f8e2d998c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.652270 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3c574813-a9b5-4356-a9c0-57243d3b917f None None] Provisioning for port 4da61070-712b-47e8-a1c7-38e37f50dda3 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:56.657566 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3c574813-a9b5-4356-a9c0-57243d3b917f None None] Provisioning complete for port 4da61070-712b-47e8-a1c7-38e37f50dda3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:56.657948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c574813-a9b5-4356-a9c0-57243d3b917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.693220 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d094df520>, [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:31:53Z', 'revision_number': 3, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:56.697242 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c626-09d0-4e8d-80fa-ff23e534f645 None None] The sync data for ids ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'] in dv-neutron-819579-1-hyperv is: [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:31:53Z', 'revision_number': 3, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:31:56.705963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.713297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.721267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3c574813-a9b5-4356-a9c0-57243d3b917f None None] Port 4da61070-712b-47e8-a1c7-38e37f50dda3 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:31:56.738915 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:56.823926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:56.827465 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4da61070-712b-47e8-a1c7-38e37f50dda3,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:56.830898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:56.978069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:31:56.979301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:31:57.147737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:57.189115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:31:57.255749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3127f8a0-4bd2-4e25-8c49-0acd06d785a4 None None] Provisioning complete for port 4da61070-712b-47e8-a1c7-38e37f50dda3 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:57.256142 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3127f8a0-4bd2-4e25-8c49-0acd06d785a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:57.334336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3127f8a0-4bd2-4e25-8c49-0acd06d785a4 None None] Port 4da61070-712b-47e8-a1c7-38e37f50dda3 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:31:57.394369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:31:57.410040 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/8020e17e-78e2-4caf-bbc9-4d31f26b9e2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8032873
Nov 29 12:31:57.422822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22175053-cd87-4515-bfc0-9091c9fec6c8 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:57.504083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 22175053-cd87-4515-bfc0-9091c9fec6c8 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:57.504567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:57.664357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e9d148ad-ca1a-4ac1-ba74-db296696475e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:57.742584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port e9d148ad-ca1a-4ac1-ba74-db296696475e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:57.742961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:57.879390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15b62c16-95be-4755-afc4-69092e780989 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:57.952843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 15b62c16-95be-4755-afc4-69092e780989 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:31:57.960625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 15b62c16-95be-4755-afc4-69092e780989 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:57.961012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:58.096572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:58.120337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 15b62c16-95be-4755-afc4-69092e780989, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15b62c16-95be-4755-afc4-69092e780989,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:31:58.127351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:58.130293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da012fb3-191a-4f63-907f-3b3216af3aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:58.214538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=15b62c16-95be-4755-afc4-69092e780989,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:58.218331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:58.389347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Sync routers for ids ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:31:58.402955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Routers {'8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:31:58.404050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c63280>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:58.625906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Set router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:31:58.994495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c63280>, [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:31:56Z', 'revision_number': 4, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4da61070-712b-47e8-a1c7-38e37f50dda3', 'name': '', 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'mac_address': 'fa:16:3e:1f:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:55Z', 'updated_at': '2021-11-29T12:31:56Z', 'revision_number': 2, 'project_id': 'deb71df0ddec42819606266d13374e39', 'subnets': [{'id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:31:58.999688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Checking router: 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:31:59.000260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Updating router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f port 4da61070-712b-47e8-a1c7-38e37f50dda3 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:31:59.069457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:59.087910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2a775c8-3b54-4dbc-b2af-bf52936f878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:59.355206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15b62c16-95be-4755-afc4-69092e780989 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:31:59.482319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 15b62c16-95be-4755-afc4-69092e780989 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:31:59.482319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:59.663727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:59.692340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Transition to ACTIVE for port object 4da61070-712b-47e8-a1c7-38e37f50dda3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:31:59.701221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:59.705324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:31:59.878024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b410-b1d5-4525-a593-843e12b2603f None None] Pushing event updated for resources: {'Port': ['ID=4da61070-712b-47e8-a1c7-38e37f50dda3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:31:59.885959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f860b410-b1d5-4525-a593-843e12b2603f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:31:59.952763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Attempting to bind port 4da61070-712b-47e8-a1c7-38e37f50dda3 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:31:59.953910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Attempting to bind port 4da61070-712b-47e8-a1c7-38e37f50dda3 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:31:59.954586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Attempting to bind port 4da61070-712b-47e8-a1c7-38e37f50dda3 on network 5982cc25-feed-43d4-9aaf-cba4ad982a2a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:31:59.963044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:31:59.963624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Checking segment: {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:31:59.964136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:31:59.964612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Bound using segment: {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:31:59.965165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Bound port: 4da61070-712b-47e8-a1c7-38e37f50dda3, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe10df1f-bd55-49ed-85fc-8634c2f79a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:31:59.965605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:00.086864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] For port 4da61070-712b-47e8-a1c7-38e37f50dda3, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:32:00.090087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] For port 4da61070-712b-47e8-a1c7-38e37f50dda3, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4da61070-712b-47e8-a1c7-38e37f50dda3,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:32:00.098693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:00.103067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:00.184524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Routers {'8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:32:00.185180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c63280>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:31:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:32:00.243947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b410-b1d5-4525-a593-843e12b2603f None None] Pushing event updated for resources: {'Port': ['ID=4da61070-712b-47e8-a1c7-38e37f50dda3,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:00.309612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f860b410-b1d5-4525-a593-843e12b2603f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:00.341116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:00.406352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] Set router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:32:00.765541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c63280>, [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:31:56Z', 'revision_number': 4, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4da61070-712b-47e8-a1c7-38e37f50dda3', 'name': '', 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'mac_address': 'fa:16:3e:1f:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:55Z', 'updated_at': '2021-11-29T12:32:00Z', 'revision_number': 4, 'project_id': 'deb71df0ddec42819606266d13374e39', 'subnets': [{'id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:32:00.773311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb997b3-ee5c-4e67-b255-1ba8f56feb5b None None] The sync data for ids ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'] in dv-neutron-819579-1-hyperv is: [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:31:56Z', 'revision_number': 4, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4da61070-712b-47e8-a1c7-38e37f50dda3', 'name': '', 'network_id': '5982cc25-feed-43d4-9aaf-cba4ad982a2a', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'mac_address': 'fa:16:3e:1f:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:55Z', 'updated_at': '2021-11-29T12:32:00Z', 'revision_number': 4, 'project_id': 'deb71df0ddec42819606266d13374e39', 'subnets': [{'id': '10777bfd-32f3-4d0b-9c45-71a73f706f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:32:01.406389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4da61070-712b-47e8-a1c7-38e37f50dda3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:32:01.509600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 4da61070-712b-47e8-a1c7-38e37f50dda3 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:32:01.518584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4da61070-712b-47e8-a1c7-38e37f50dda3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:32:01.519028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:01.727508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:01.781721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 4da61070-712b-47e8-a1c7-38e37f50dda3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4da61070-712b-47e8-a1c7-38e37f50dda3,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:32:01.791101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:01.798873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f860b410-b1d5-4525-a593-843e12b2603f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:01.857421 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:01.886555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=4da61070-712b-47e8-a1c7-38e37f50dda3,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:01.890130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:03.332432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4da61070-712b-47e8-a1c7-38e37f50dda3 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:32:03.417041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4da61070-712b-47e8-a1c7-38e37f50dda3 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:32:03.417521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:07.587756 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-b338255b-367a-418a-b6ca-f96f8949abf6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:07.589213 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-b338255b-367a-418a-b6ca-f96f8949abf6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 815 time: 0.1548769
Nov 29 12:32:07.610614 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-510bfede-66f6-478d-9829-b38586fc231f tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/quotas/edad59e1351d4780800c3fe4330dc687 HTTP/1.1" status: 200  len: 375 time: 0.0152099
Nov 29 12:32:07.848690 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-1258cc01-d6de-4e19-8a8b-7924de049b4a tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2324905
Nov 29 12:32:07.991551 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-6955575b-8f99-4604-b0fc-3813efe14b9c service neutron] 10.222.0.20 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308243
Nov 29 12:32:08.128168 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-91415fc8-df2b-4781-bb59-17faae428b6d service neutron] 10.222.0.20 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306226
Nov 29 12:32:08.316595 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fee719a8-bb93-4359-8b6c-dfcc4121e182 req-4fa4ad4e-4bb2-46eb-a68d-aa2e6cd7ee51 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:32:08.333195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-fee719a8-bb93-4359-8b6c-dfcc4121e182 req-4fa4ad4e-4bb2-46eb-a68d-aa2e6cd7ee51 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:32:08.334464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fee719a8-bb93-4359-8b6c-dfcc4121e182 req-4fa4ad4e-4bb2-46eb-a68d-aa2e6cd7ee51 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 210 time: 0.0605686
Nov 29 12:32:09.423821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-98c8b520-44de-4101-b009-988fdbff2725 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:09.424539 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-98c8b520-44de-4101-b009-988fdbff2725 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:32:09.446328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-98c8b520-44de-4101-b009-988fdbff2725 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:32:09.447766 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-98c8b520-44de-4101-b009-988fdbff2725 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 815 time: 0.1809256
Nov 29 12:32:09.463705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'port': {'device_id': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'admin_state_up': True, 'tenant_id': 'edad59e1351d4780800c3fe4330dc687'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:09.486491 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8bd690c2-095f-4819-93e3-26181d07baac req-175ee1e1-2379-440e-b4a1-afa51b12cae4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 210 time: 0.0437887
Nov 29 12:32:09.605526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:09.616913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:09.628812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Made reservation on behalf of edad59e1351d4780800c3fe4330dc687 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:32:09.632940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:09.806750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Allocated IP 172.20.0.7 (c7347d91-b434-4442-966f-0b36b1c20f82/6d0260d3-0641-4de2-a156-b0d050567965/fae645ce-9035-43a4-908b-cea16faedc81) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:32:10.101199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:10.129371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Transition to ACTIVE for port object fae645ce-9035-43a4-908b-cea16faedc81 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:32:10.191962 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:10.200255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40555cc3-34ed-4638-b723-7402733f53ca tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:10.262206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Network c7347d91-b434-4442-966f-0b36b1c20f82 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:32:10.265711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:32:10.268584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:32:10.366339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:10.366900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:10.391598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:10.405642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.405642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.405994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.406297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.406743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.407122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.407661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.407929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.408238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.408676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.408977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.409336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:10.414269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:10.426302 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9696414
Nov 29 12:32:10.637415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c5ad8686-9583-4418-80ac-41acb43f8836 None None] Provisioning for port fae645ce-9035-43a4-908b-cea16faedc81 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:32:10.644703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c5ad8686-9583-4418-80ac-41acb43f8836 None None] Provisioning complete for port fae645ce-9035-43a4-908b-cea16faedc81 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:32:10.645209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8686-9583-4418-80ac-41acb43f8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:10.716806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad8686-9583-4418-80ac-41acb43f8836 None None] Port fae645ce-9035-43a4-908b-cea16faedc81 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:32:10.732181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4d51a-6460-430e-8468-9567248c028e req-059f077b-ceea-4ade-b2d9-4f1ac070f7ef tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:10.733149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-26e4d51a-6460-430e-8468-9567248c028e req-059f077b-ceea-4ade-b2d9-4f1ac070f7ef tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:32:10.752352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-26e4d51a-6460-430e-8468-9567248c028e req-059f077b-ceea-4ade-b2d9-4f1ac070f7ef tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:32:10.759517 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e4d51a-6460-430e-8468-9567248c028e req-059f077b-ceea-4ade-b2d9-4f1ac070f7ef tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.1458659
Nov 29 12:32:10.800303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-26e4d51a-6460-430e-8468-9567248c028e req-d9094cea-1411-48a2-9770-6ff94c5aa435 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:32:10.819766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-26e4d51a-6460-430e-8468-9567248c028e req-d9094cea-1411-48a2-9770-6ff94c5aa435 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:32:10.821012 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-26e4d51a-6460-430e-8468-9567248c028e req-d9094cea-1411-48a2-9770-6ff94c5aa435 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607061
Nov 29 12:32:12.013513 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad354c0-bac9-4ab8-a1d1-60947005cdfa req-ab6cd8ef-5ba6-4c38-a6df-ebcc91ba7878 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:12.015002 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ad354c0-bac9-4ab8-a1d1-60947005cdfa req-ab6cd8ef-5ba6-4c38-a6df-ebcc91ba7878 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0842149
Nov 29 12:32:12.066557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ad354c0-bac9-4ab8-a1d1-60947005cdfa req-930cbc4a-a85c-4cff-bc2a-292f4846ca9f tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452456
Nov 29 12:32:13.263093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fac81c-124f-4b9e-b3bd-63a1b3c1a0c3 req-764658cd-7030-47f2-b61b-ba303e6fe63e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:13.264670 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-39fac81c-124f-4b9e-b3bd-63a1b3c1a0c3 req-764658cd-7030-47f2-b61b-ba303e6fe63e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0881374
Nov 29 12:32:13.312143 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-39fac81c-124f-4b9e-b3bd-63a1b3c1a0c3 req-33fcda60-b98b-48e1-9b00-9c632d78a5b1 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408316
Nov 29 12:32:13.610096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:14.506977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390942db-42ee-4fdb-babe-e15ffd054998 req-9bddcc09-91b0-40d4-95f5-6a4a89ff2641 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:14.508501 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-390942db-42ee-4fdb-babe-e15ffd054998 req-9bddcc09-91b0-40d4-95f5-6a4a89ff2641 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0869470
Nov 29 12:32:14.568269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-390942db-42ee-4fdb-babe-e15ffd054998 req-e970a0b3-cdf0-4ab8-a0dc-5942d8add005 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536859
Nov 29 12:32:15.761239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985ae5-ed72-4441-8d94-58cb7184b45c req-23b3333e-51ec-42a1-adae-8d6724067e72 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:15.762830 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-47985ae5-ed72-4441-8d94-58cb7184b45c req-23b3333e-51ec-42a1-adae-8d6724067e72 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0859864
Nov 29 12:32:15.810309 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-47985ae5-ed72-4441-8d94-58cb7184b45c req-fe35e537-6ecc-4b2e-bc8b-3462835b2de7 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415840
Nov 29 12:32:17.020680 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a4ce-2a96-4ad7-a967-e74e4ea30e5b req-3449cb87-48ed-4cfc-a9d5-d11e96116138 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:17.022192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f669a4ce-2a96-4ad7-a967-e74e4ea30e5b req-3449cb87-48ed-4cfc-a9d5-d11e96116138 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0939677
Nov 29 12:32:17.075308 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f669a4ce-2a96-4ad7-a967-e74e4ea30e5b req-f3813361-1745-4cc7-9d20-dea1756ba54e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472140
Nov 29 12:32:18.266024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda9c5-1fa8-4368-99f0-3ba8ecb318bf req-683fd560-48cf-4a6a-a3ef-a51623c770ae tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:18.267609 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7eeda9c5-1fa8-4368-99f0-3ba8ecb318bf req-683fd560-48cf-4a6a-a3ef-a51623c770ae tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0850596
Nov 29 12:32:18.319837 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7eeda9c5-1fa8-4368-99f0-3ba8ecb318bf req-696c9ef3-3733-415a-9f10-fa307fbe7a73 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463693
Nov 29 12:32:19.530444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1938-f3e5-4ef5-8724-aa00608888a0 req-cf922871-8fb5-4393-8fa5-88c071daec88 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:19.531957 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a8f1938-f3e5-4ef5-8724-aa00608888a0 req-cf922871-8fb5-4393-8fa5-88c071daec88 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 931 time: 0.0858252
Nov 29 12:32:19.585354 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a8f1938-f3e5-4ef5-8724-aa00608888a0 req-eb6d6c89-bb41-4c15-b52b-beb036665eda tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442305
Nov 29 12:32:19.798680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Request body: {'port': {'device_id': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:19.916826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:20.395333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae645ce-9035-43a4-908b-cea16faedc81 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:32:20.403068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:20.418687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Transition to ACTIVE for port object fae645ce-9035-43a4-908b-cea16faedc81 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:32:20.425730 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:20.430716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-71cf5d60-ac74-4e5c-bd81-1f0d987ae1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:20.568986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:20.599344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:20.680119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Attempting to bind port fae645ce-9035-43a4-908b-cea16faedc81 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:32:20.680455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Attempting to bind port fae645ce-9035-43a4-908b-cea16faedc81 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:32:20.680758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Attempting to bind port fae645ce-9035-43a4-908b-cea16faedc81 on network c7347d91-b434-4442-966f-0b36b1c20f82 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:32:20.685676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Port fae645ce-9035-43a4-908b-cea16faedc81 on network c7347d91-b434-4442-966f-0b36b1c20f82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:32:20.685990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Attempting to bind port fae645ce-9035-43a4-908b-cea16faedc81 on network c7347d91-b434-4442-966f-0b36b1c20f82 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:32:20.691505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:32:20.691839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Checking segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:32:20.692220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Bound using segment: {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:32:20.692639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Bound port: fae645ce-9035-43a4-908b-cea16faedc81, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cff029-fecd-46cd-be1c-9185a3f33d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:32:20.692982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:20.841174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:32:20.845371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:32:20.850897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:20.855989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8c8ac232-8350-4f88-8d1a-90a73c6ecc50 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:20.894856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803885b8-74d3-4984-b115-30ba5979c5f9 req-453e8a7d-91f5-4830-a078-8b3bdb7ab3aa tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:20.896369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-803885b8-74d3-4984-b115-30ba5979c5f9 req-453e8a7d-91f5-4830-a078-8b3bdb7ab3aa tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 943 time: 0.1945713
Nov 29 12:32:20.943826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:20.944437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:20.945829 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] 10.222.0.18 "PUT /v2.0/ports/fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 1093 time: 1.1524272
Nov 29 12:32:20.948686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:32:20.984185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:20.989806 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-803885b8-74d3-4984-b115-30ba5979c5f9 req-fe085c96-f5bd-4103-baa0-a62d1a43954c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799708
Nov 29 12:32:20.990670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:21.029805 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'status': 'completed', 'code': 200}
Nov 29 12:32:21.074677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-6ba9ee89-b379-4113-8c16-2fc3a274f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:21.076501 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-6ba9ee89-b379-4113-8c16-2fc3a274f18c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1096 time: 0.0826039
Nov 29 12:32:21.149218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-ddd0e5a0-e910-4c1a-bd35-dc5ee5df6df5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 217 time: 0.0649173
Nov 29 12:32:21.220294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-7709e2d9-e2d3-489e-985f-0d66ec83c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:21.222006 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-7709e2d9-e2d3-489e-985f-0d66ec83c1ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.0667496
Nov 29 12:32:21.299919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-8d2789ce-4de8-402f-9590-3bb807977f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:21.301391 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-8d2789ce-4de8-402f-9590-3bb807977f5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724964
Nov 29 12:32:21.444654 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-ead57ed5-72d0-4084-b06a-fb7368db39c1 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364737
Nov 29 12:32:21.577885 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80987de4-cee9-4acc-b1d3-714d9ace14f5 req-671c9c88-641f-4782-a9a9-64c525afe84d service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270928
Nov 29 12:32:21.707579 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-23d0e3c6-41b2-4156-b495-b1ed32d9bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:21.709548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-23d0e3c6-41b2-4156-b495-b1ed32d9bc50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1096 time: 0.0789890
Nov 29 12:32:21.850558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-08a69656-6128-4983-bcae-e13d3dae1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:21.852065 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-08a69656-6128-4983-bcae-e13d3dae1997 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.1356163
Nov 29 12:32:21.921762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-66ba39cc-05f6-4a80-ab37-abc35c730fd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 217 time: 0.0626070
Nov 29 12:32:22.154079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-bf8fdd97-94b4-46b1-9c5e-6afe89396163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:22.155463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-bf8fdd97-94b4-46b1-9c5e-6afe89396163 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.2267540
Nov 29 12:32:22.241807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9dca-4ed2-4b40-9ad6-68b136610426 req-11bbf043-642d-4c8e-b719-c46fb52a6908 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:22.243364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-583e9dca-4ed2-4b40-9ad6-68b136610426 req-11bbf043-642d-4c8e-b719-c46fb52a6908 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 943 time: 0.1436908
Nov 29 12:32:22.284297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-45e71d56-8245-4404-8268-2dd4fa39c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:22.285721 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-45e71d56-8245-4404-8268-2dd4fa39c9d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1221244
Nov 29 12:32:22.317422 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-583e9dca-4ed2-4b40-9ad6-68b136610426 req-38f03af9-349a-41a7-a738-d368db7f0634 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674410
Nov 29 12:32:22.429301 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-e0c6aa56-cd13-4218-82fb-533212cebda4 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349914
Nov 29 12:32:22.563124 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-738f0695-df93-4597-8695-26b05c9f3ff4 req-cf969ae7-9044-41ba-9b6d-e39dafaf6a1e service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265788
Nov 29 12:32:23.530954 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a3d3b-0357-4997-baee-a9395b28ffe8 req-7fea3c60-23ca-4abe-8d15-4593720931c2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:23.532371 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-877a3d3b-0357-4997-baee-a9395b28ffe8 req-7fea3c60-23ca-4abe-8d15-4593720931c2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 943 time: 0.0898466
Nov 29 12:32:23.590240 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-877a3d3b-0357-4997-baee-a9395b28ffe8 req-d88a2c7b-c7d2-4e4a-838f-3f6ac4ed9289 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506482
Nov 29 12:32:24.011286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device fae645ce-9035-43a4-908b-cea16faedc81 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:32:24.150735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:32:24.163661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'fae645ce-9035-43a4-908b-cea16faedc81', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'port_id': 'fae645ce-9035-43a4-908b-cea16faedc81', 'mac_address': 'fa:16:3e:3c:2e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:32:24.218179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:24.234553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae645ce-9035-43a4-908b-cea16faedc81 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:32:24.250897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:32:24.257595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:24.259463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:24.331454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:24.335936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:24.463302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['fae645ce-9035-43a4-908b-cea16faedc81'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:32:24.786893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dbda2-e94a-4cfa-ac5f-f447cab94aff req-70f2d0d9-70aa-47d8-a8ff-44ffc4f1efea tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:24.788405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-306dbda2-e94a-4cfa-ac5f-f447cab94aff req-70f2d0d9-70aa-47d8-a8ff-44ffc4f1efea tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 944 time: 0.0887072
Nov 29 12:32:24.833436 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-306dbda2-e94a-4cfa-ac5f-f447cab94aff req-42cfa984-05af-4dc6-b86d-3158c6ace660 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392427
Nov 29 12:32:26.014204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device fae645ce-9035-43a4-908b-cea16faedc81 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:32:26.045565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562ca5-2820-41b1-98f0-5cabc1a8be02 req-45dedaeb-555a-4448-b8b5-e4104bbb0cfe tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:26.047046 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0562ca5-2820-41b1-98f0-5cabc1a8be02 req-45dedaeb-555a-4448-b8b5-e4104bbb0cfe tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 944 time: 0.0958951
Nov 29 12:32:26.093100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port fae645ce-9035-43a4-908b-cea16faedc81 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:32:26.098414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port fae645ce-9035-43a4-908b-cea16faedc81 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:32:26.098769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:26.099023 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0562ca5-2820-41b1-98f0-5cabc1a8be02 req-85d2a40e-9d9a-4146-bd97-4d0eb9f2a298 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459070
Nov 29 12:32:26.217031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:26.243876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:32:26.253750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:32:26.258607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:26.260530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:26.295246 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'code': 200}
Nov 29 12:32:26.328688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:26.331801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:26.525892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1aeab-5722-4cb2-81fd-b96d7c7d8d03 req-96cffceb-f24a-4b8e-a6c0-c80c677efa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:26.527413 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10a1aeab-5722-4cb2-81fd-b96d7c7d8d03 req-96cffceb-f24a-4b8e-a6c0-c80c677efa35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1098 time: 0.0719376
Nov 29 12:32:26.553669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43ed3598-59cf-49d1-b450-69ef34c7a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:26.572976 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-10a1aeab-5722-4cb2-81fd-b96d7c7d8d03 req-25060bf0-f40f-4e2e-8b21-fa5ee20c38c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375199
Nov 29 12:32:27.144792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:27.303779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2a3d3-3168-44a9-a633-a29db3dfaea1 req-36b163b0-ed9f-43fd-aad1-47f890f2adc1 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:27.305220 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-99e2a3d3-3168-44a9-a633-a29db3dfaea1 req-36b163b0-ed9f-43fd-aad1-47f890f2adc1 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0928862
Nov 29 12:32:27.350905 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-99e2a3d3-3168-44a9-a633-a29db3dfaea1 req-9260d2b3-29f6-479c-8ef6-25f5d5b97b5d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395286
Nov 29 12:32:28.563336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438d2d5-fcb3-4015-8b9f-084bb5b59f37 req-ae34eccc-ab3e-4d65-95ca-6ab6d38556a2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:28.564820 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6438d2d5-fcb3-4015-8b9f-084bb5b59f37 req-ae34eccc-ab3e-4d65-95ca-6ab6d38556a2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0929844
Nov 29 12:32:28.613214 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6438d2d5-fcb3-4015-8b9f-084bb5b59f37 req-396b0639-06ff-4adf-af26-477d535ea2e1 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408342
Nov 29 12:32:28.809171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bff6e-15e6-459c-9bc7-fb85696aadf5 req-1e333523-189c-4658-a426-94bf80514403 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:28.811138 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a8bff6e-15e6-459c-9bc7-fb85696aadf5 req-1e333523-189c-4658-a426-94bf80514403 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0876064
Nov 29 12:32:28.862298 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7a8bff6e-15e6-459c-9bc7-fb85696aadf5 req-7c00df02-89db-4652-9259-6cc0eda55313 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434792
Nov 29 12:32:29.072773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-28910003-9b36-44be-b1d7-9b09850086a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:29.252631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77245a-18ab-40bc-9152-c7811926fdaa req-50483bc2-13bb-42f8-b6f4-57c84a5dd965 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:29.254142 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc77245a-18ab-40bc-9152-c7811926fdaa req-50483bc2-13bb-42f8-b6f4-57c84a5dd965 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0816782
Nov 29 12:32:29.297941 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc77245a-18ab-40bc-9152-c7811926fdaa req-2295f03b-edf4-499b-aa8e-58845e280f1f tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380716
Nov 29 12:32:30.262383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:31.794507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:33.041097 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:32:39.725571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6b1e4-c887-4e74-b8c7-6a64d765bb7d req-07e8253d-3584-45e2-af73-0684662f61b0 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:39.727055 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a7e6b1e4-c887-4e74-b8c7-6a64d765bb7d req-07e8253d-3584-45e2-af73-0684662f61b0 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.1025357
Nov 29 12:32:39.772283 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a7e6b1e4-c887-4e74-b8c7-6a64d765bb7d req-fb9bc8e3-8245-4358-890a-ddb74e0d0cb7 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394776
Nov 29 12:32:39.795870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33130) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:39.992309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1526d33-d9fe-48a5-9f61-a172180631e9 tempest-TestMinimumBasicScenario-591229910 tempest-TestMinimumBasicScenario-591229910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:39.993319 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1526d33-d9fe-48a5-9f61-a172180631e9 tempest-TestMinimumBasicScenario-591229910 tempest-TestMinimumBasicScenario-591229910-project-admin] Synchronizing usage tracker for tenant:deb71df0ddec42819606266d13374e39 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:32:40.014475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1526d33-d9fe-48a5-9f61-a172180631e9 tempest-TestMinimumBasicScenario-591229910 tempest-TestMinimumBasicScenario-591229910-project-admin] Unset dirty status for tenant:deb71df0ddec42819606266d13374e39 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:32:40.015913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1526d33-d9fe-48a5-9f61-a172180631e9 tempest-TestMinimumBasicScenario-591229910 tempest-TestMinimumBasicScenario-591229910-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1093 time: 0.2190595
Nov 29 12:32:40.019115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:40.025242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'fae645ce-9035-43a4-908b-cea16faedc81', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:40.033939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:40.038091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:floatingip and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:40.041076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:40.047123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:40.058137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:40.200611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:40.344482 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Allocated IP 172.26.4.52 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/cd31014f-b683-44e8-a067-2a450cd1156f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:32:40.620274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:40.656906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:40.660520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:40.725404 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:32:40.728192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:32:40.731898 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:32:40.760666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'Port': ['ID=cd31014f-b683-44e8-a067-2a450cd1156f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:40.778208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.778588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.778962 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.779353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.779724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.780077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.780448 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.780803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.781158 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.781519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.781890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.782223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:32:40.787086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:41.167005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:41.245970 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:41.458285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:41.465472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:41.468955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:41.575672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'Port': ['ID=cd31014f-b683-44e8-a067-2a450cd1156f,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:41.582900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:41.589601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:41.781458 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Floating IP 4d26789b-367d-4d98-9621-9e3fe26e2ca6 associated. External IP: 172.26.4.52, port: fae645ce-9035-43a4-908b-cea16faedc81.
Nov 29 12:32:42.281704 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Router c4a19177-d20b-45c1-81c6-ec54aa4fb960 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:32:42.476761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:32:42.487738 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] Sync routers for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:32:42.496872 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:32:42.497516 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08852610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:32:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:32:42.503434 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.563192 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5425425
Nov 29 12:32:42.563986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:32:42.566130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33140) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:42.571772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279796325', 'description': 'tempest-secgroup-smoke-1279796325 description', 'project_id': 'edad59e1351d4780800c3fe4330dc687'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:42.579282 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:42.589813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:42.602610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.623572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:42.627927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:42.630914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:42.636899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:42.704674 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:32:42.713059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.717851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.746436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5e587a52-d456-403c-b6c8-7d9b109b98da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:42.751468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'status': 'completed', 'code': 200}
Nov 29 12:32:42.770000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.774245 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2043447
Nov 29 12:32:42.775030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:42.780923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group_rule': {'security_group_id': 'd9d74738-dcf2-41c8-901e-97e16ee455d3', 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:42.788083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:42.792937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:42.793934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d74738-dcf2-41c8-901e-97e16ee455d3,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:42.796334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:42.806527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:42.806654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c19dfbaf-777d-4dda-afcb-7f40fdf2a2b6 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:42.826549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.887832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-5c28072c-6e47-4b56-9960-2574da0f7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:42.889301 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-5c28072c-6e47-4b56-9960-2574da0f7030 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1098 time: 0.0817952
Nov 29 12:32:42.892268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.897294 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.899285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dd1c6f5-42b4-48e4-a138-f4d0d065bf8d tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:42.921316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37732d07-ff3d-45e8-ba33-8bb7a49bb23b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:42.924217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:42.936703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:42.938121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1622930
Nov 29 12:32:42.941115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33152) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:42.947343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group_rule': {'security_group_id': 'd9d74738-dcf2-41c8-901e-97e16ee455d3', 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:42.953737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:42.958916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:42.962125 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:42.967910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:42.986555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.036387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-642e4192-b879-4285-bbc9-036a95cc2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:43.038181 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-642e4192-b879-4285-bbc9-036a95cc2986 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.1418209
Nov 29 12:32:43.050228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.054884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.057208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f7fb9cfb-71f4-419b-87c1-2e89a18db124 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:43.064174 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08852610>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '4d26789b-367d-4d98-9621-9e3fe26e2ca6', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'port_id': 'fae645ce-9035-43a4-908b-cea16faedc81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'mac_address': 'fa:16:3e:3c:2e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:32:41Z', 'updated_at': '2021-11-29T12:32:41Z', 'revision_number': 0, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:55Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:32:43.068352 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] Checking router: c4a19177-d20b-45c1-81c6-ec54aa4fb960 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:32:43.076663 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:32:43.077209 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08852610>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:32:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:32:43.081618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280f54e6-ef79-4fac-8d7e-fa8d8e80c196,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:43.084608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:43.095834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.103055 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b75a0600-b9b9-409e-8182-b744e6bc7538 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1555817
Nov 29 12:32:43.103055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:43.107032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group_rule': {'security_group_id': 'd9d74738-dcf2-41c8-901e-97e16ee455d3', 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:43.114326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:43.118495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:43.121406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:43.130024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:43.151496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.152748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-c6fe554f-8cdc-4f21-b1b7-ef1f2f687b07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 998 time: 0.1080170
Nov 29 12:32:43.226055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-8242f82a-c4a5-4e93-844c-8b283a501d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:43.226055 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-8242f82a-c4a5-4e93-844c-8b283a501d7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.0641150
Nov 29 12:32:43.226863 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.232159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.233550 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71aa7700-5b3d-46a5-902b-8e5aaeb65b4e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:43.272672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.272672 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1643045
Nov 29 12:32:43.272672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a58e7d-30a1-4cc8-96f9-92cf6d2d41fe,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:43.272672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:43.272672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:43.276525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group_rule': {'security_group_id': 'd9d74738-dcf2-41c8-901e-97e16ee455d3', 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:43.283700 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:32:43.283827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:43.286436 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:43.289337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:43.295064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:43.314360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.331913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-1e44fcbe-5f67-4d57-8014-39e439096745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:43.333405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-1e44fcbe-5f67-4d57-8014-39e439096745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0964448
Nov 29 12:32:43.381920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.387717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.389675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98f2f8c3-b267-4d3a-847c-f790d179dbb3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:43.412463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ef37a0-cbb3-46eb-831f-ec56d12e61b1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:43.415355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:43.425341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.426525 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1564474
Nov 29 12:32:43.429301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33164) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:43.434327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group_rule': {'security_group_id': 'd9d74738-dcf2-41c8-901e-97e16ee455d3', 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:43.440774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:43.445560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:43.448827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:43.454939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:43.467156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Project edad59e1351d4780800c3fe4330dc687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:32:43.475046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.484143 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-0640c7ed-5a0b-4207-9bd4-ab28245bc4b5 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416807
Nov 29 12:32:43.546326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.551760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.553442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4111fb7-bdae-4436-a8c3-ffbdfce70696 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:43.576022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb7e4be-2611-478f-8672-d578cc3dbec9,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:43.581401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:43.592008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.596189 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-01450649-8267-460c-9322-d32f606ef3a4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1631896
Nov 29 12:32:43.597499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33168) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:32:43.612556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'security_group_rule': {'security_group_id': 'd9d74738-dcf2-41c8-901e-97e16ee455d3', 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:43.615368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.622517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:32:43.633382 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08852610>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '4d26789b-367d-4d98-9621-9e3fe26e2ca6', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'port_id': 'fae645ce-9035-43a4-908b-cea16faedc81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'mac_address': 'fa:16:3e:3c:2e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:32:41Z', 'updated_at': '2021-11-29T12:32:41Z', 'revision_number': 0, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:55Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:32:43.637322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3316d9-4647-4f93-af8b-b7646e968dba None None] The sync data for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv is: [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '4d26789b-367d-4d98-9621-9e3fe26e2ca6', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'port_id': 'fae645ce-9035-43a4-908b-cea16faedc81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'mac_address': 'fa:16:3e:3c:2e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:32:41Z', 'updated_at': '2021-11-29T12:32:41Z', 'revision_number': 0, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:55Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:32:43.640489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Usage tracker for resource:security_group_rule and tenant:edad59e1351d4780800c3fe4330dc687 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:32:43.644818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:32:43.653880 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bffd985d-5694-4df2-884d-ba1d7cd0acc2 req-e5274e7d-f123-4bc8-b22b-c97b22518842 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587226
Nov 29 12:32:43.654979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:32:43.665851 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Project edad59e1351d4780800c3fe4330dc687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:32:43.673989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.851568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b433e-0f65-47a1-99a0-8a4af4abbd28 None None] New status for floating IP 4d26789b-367d-4d98-9621-9e3fe26e2ca6: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:32:43.864411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.868107 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.874220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-075a9f03-0899-42f3-9109-98bd497c4b8e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:43.893702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1a2cff-fbc1-4b2b-a32d-ad9970aee390,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:43.896860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:43.903888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:43.905081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3063450
Nov 29 12:32:44.027414 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f10a790c-4a30-4c57-be7a-102b2111680d req-89a6bc47-cf68-4065-9097-d61616ac9f15 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279796325&fields=id&tenant_id=edad59e1351d4780800c3fe4330dc687 HTTP/1.1" status: 200  len: 267 time: 0.0416329
Nov 29 12:32:44.114573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a790c-4a30-4c57-be7a-102b2111680d req-76e4cb3b-d50c-4e6c-88f8-1350d847d701 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:44.116636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f10a790c-4a30-4c57-be7a-102b2111680d req-76e4cb3b-d50c-4e6c-88f8-1350d847d701 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0837922
Nov 29 12:32:44.128237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'port': {'security_groups': ['59d190af-5887-43b8-8c23-718e42b10d95', 'd9d74738-dcf2-41c8-901e-97e16ee455d3']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:32:44.257496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:44.529884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:32:44.556927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:44.563649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:44.569690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4ad6f3d-1ba1-414e-a2d4-4f2a94744412 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:32:44.576351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['fae645ce-9035-43a4-908b-cea16faedc81'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:32:44.629080 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:44.629343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:44.631634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f10a790c-4a30-4c57-be7a-102b2111680d req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "PUT /v2.0/ports/fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 981 time: 0.5088074
Nov 29 12:32:44.664408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=6']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:32:44.667551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:32:44.691411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['fae645ce-9035-43a4-908b-cea16faedc81'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:32:44.762459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:32:44.845926 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'status': 'completed', 'code': 200}
Nov 29 12:32:44.934222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e20d2-6ad1-440a-80bb-a8a497993cc9 req-32ec5d8b-ac90-483c-9e7e-240fa94113fb tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:44.936987 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2d6e20d2-6ad1-440a-80bb-a8a497993cc9 req-32ec5d8b-ac90-483c-9e7e-240fa94113fb tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.1828136
Nov 29 12:32:44.978707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-514db82f-d65b-4416-9ec3-b1dd14d9dd3b None None] Provisioning complete for port fae645ce-9035-43a4-908b-cea16faedc81 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:32:44.979323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-514db82f-d65b-4416-9ec3-b1dd14d9dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:44.996662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-e6a0672d-14a8-4980-8e32-d83ea932df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:44.998132 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-e6a0672d-14a8-4980-8e32-d83ea932df1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1137 time: 0.1304376
Nov 29 12:32:45.003965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2d6e20d2-6ad1-440a-80bb-a8a497993cc9 req-96b67801-c11a-4ac9-b2b4-9e83ac946d9c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:32:45.100953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2d6e20d2-6ad1-440a-80bb-a8a497993cc9 req-96b67801-c11a-4ac9-b2b4-9e83ac946d9c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:32:45.102204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2d6e20d2-6ad1-440a-80bb-a8a497993cc9 req-96b67801-c11a-4ac9-b2b4-9e83ac946d9c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1539135
Nov 29 12:32:45.150122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-28074729-5d3a-4194-acbd-d32a4547b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:45.152058 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-28074729-5d3a-4194-acbd-d32a4547b875 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.1449859
Nov 29 12:32:45.258853 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-e8ebc34b-110c-4e06-a39c-bd7c2855d209 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 1000 time: 0.0996897
Nov 29 12:32:45.335948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-20b14a78-640b-438d-8bac-fcc7a2c41367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:45.339063 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-20b14a78-640b-438d-8bac-fcc7a2c41367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.0738924
Nov 29 12:32:45.417412 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-561930a8-c102-42ae-bb31-77edbcccdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:32:45.418887 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-561930a8-c102-42ae-bb31-77edbcccdc0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731645
Nov 29 12:32:45.561422 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-fe981544-a62a-4aba-9821-ec4ed0f5e883 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303260
Nov 29 12:32:45.706662 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-345f6d03-e94e-4c66-a4d2-c3b9ac91fc5a req-eccbb240-3e12-447a-bead-cd38292acc7d service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379845
Nov 29 12:32:56.570418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f63e631-d7fb-4dff-ba67-fcead6db28fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:57.130885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:32:59.081358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8001-acaf-4519-93f5-ae14d622486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:00.261240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:00.486210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90d4b4-b5c3-408a-bfc7-f4421ef8d039 req-dcfef389-96c3-4f47-a651-8b097213157d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:00.487651 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4e90d4b4-b5c3-408a-bfc7-f4421ef8d039 req-dcfef389-96c3-4f47-a651-8b097213157d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.1114924
Nov 29 12:33:00.490237 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-b3469cc3-4871-4afb-b4c9-7403256c5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:00.491617 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-b3469cc3-4871-4afb-b4c9-7403256c5a07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1137 time: 0.1473958
Nov 29 12:33:00.618116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4e90d4b4-b5c3-408a-bfc7-f4421ef8d039 req-768e31a7-5246-490f-9c8b-bf35beef45c3 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1246879
Nov 29 12:33:00.659385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-a2522095-ab75-46b1-9b81-652823d0f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:00.661143 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-a2522095-ab75-46b1-9b81-652823d0f14a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.1535420
Nov 29 12:33:00.771139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-08bb59a9-ae78-4083-a903-96a8f8e0c60a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 1000 time: 0.1016603
Nov 29 12:33:00.838245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-1574dc50-e895-4a24-95a8-55f361112f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:00.839728 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-1574dc50-e895-4a24-95a8-55f361112f38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.0611076
Nov 29 12:33:00.923488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-fc1bd028-b264-4a60-b95c-41175b4bf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:00.924956 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-fc1bd028-b264-4a60-b95c-41175b4bf364 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784078
Nov 29 12:33:01.184457 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-a0222f1f-5eed-4aa2-9c48-6340ece09cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513738
Nov 29 12:33:01.325401 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-313c066d-7e8b-4de5-9130-1af45f7f9949 req-6f826a45-64a2-41d1-832e-4939e783d1ed service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293168
Nov 29 12:33:01.804640 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:01.816858 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deda456-cc4f-49b2-8323-d2af734f229c req-f0d16891-db47-4939-9701-c0454e36c28a tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:01.818314 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9deda456-cc4f-49b2-8323-d2af734f229c req-f0d16891-db47-4939-9701-c0454e36c28a tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0909736
Nov 29 12:33:01.865502 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9deda456-cc4f-49b2-8323-d2af734f229c req-72ddab75-0c6d-42f2-abac-9e494783a574 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409124
Nov 29 12:33:03.067915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caa1f7-cf89-4056-b305-0dcadad691fc req-e1752a56-421e-4bf8-8732-bfc96ce5654c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:03.069427 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-36caa1f7-cf89-4056-b305-0dcadad691fc req-e1752a56-421e-4bf8-8732-bfc96ce5654c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0913050
Nov 29 12:33:03.117313 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-36caa1f7-cf89-4056-b305-0dcadad691fc req-be63962f-8a03-443f-8cf0-4e16fefd03fd tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419157
Nov 29 12:33:04.328134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5cc2b-46df-4c29-8ed0-503119695758 req-de688f56-45f1-4232-b771-56730a5aee72 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:04.329596 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e2f5cc2b-46df-4c29-8ed0-503119695758 req-de688f56-45f1-4232-b771-56730a5aee72 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0867000
Nov 29 12:33:04.379191 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e2f5cc2b-46df-4c29-8ed0-503119695758 req-492188f2-9e3e-45f2-ade5-93f7caf143b9 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407403
Nov 29 12:33:05.579833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d715e3-7f29-464c-9dbb-1b17df3e8228 req-17869390-e38f-4660-b30b-b7f34c32b51e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:05.581187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e9d715e3-7f29-464c-9dbb-1b17df3e8228 req-17869390-e38f-4660-b30b-b7f34c32b51e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0930331
Nov 29 12:33:05.628625 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e9d715e3-7f29-464c-9dbb-1b17df3e8228 req-40672498-87da-4fd0-97f3-118b9464930d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412602
Nov 29 12:33:06.827823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9619b-689f-4d57-9d18-8007e3e84558 req-8b5dc715-adb8-4fdb-9788-d0f5805a40bb tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:06.829468 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-37f9619b-689f-4d57-9d18-8007e3e84558 req-8b5dc715-adb8-4fdb-9788-d0f5805a40bb tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0841699
Nov 29 12:33:06.877487 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-37f9619b-689f-4d57-9d18-8007e3e84558 req-2c81a3c1-1edc-4749-a518-6f8e8179c63e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411959
Nov 29 12:33:08.091662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac04b-b178-4ad2-9225-92e5d87dab06 req-b8c27c4e-f35c-4400-8603-16a5b212e02c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:08.093042 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-769ac04b-b178-4ad2-9225-92e5d87dab06 req-b8c27c4e-f35c-4400-8603-16a5b212e02c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0939512
Nov 29 12:33:08.147767 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-769ac04b-b178-4ad2-9225-92e5d87dab06 req-2290732e-0059-46cb-a44f-c81732c0e591 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461211
Nov 29 12:33:09.345780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07420-1459-4b2f-8237-b6ac141f8153 req-1750be6a-2b52-4417-80cc-220cea2199f7 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:09.347433 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ae07420-1459-4b2f-8237-b6ac141f8153 req-1750be6a-2b52-4417-80cc-220cea2199f7 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0830104
Nov 29 12:33:09.402438 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ae07420-1459-4b2f-8237-b6ac141f8153 req-a9df9ffb-becd-44c1-a264-2cf88f6ac112 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482280
Nov 29 12:33:10.041561 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:33:10.602899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26b4c2-efdb-459d-84b1-d8ecad8e4912 req-68be0a09-fc66-41cf-a725-b0817a998784 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:10.604357 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9d26b4c2-efdb-459d-84b1-d8ecad8e4912 req-68be0a09-fc66-41cf-a725-b0817a998784 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0922337
Nov 29 12:33:10.649788 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9d26b4c2-efdb-459d-84b1-d8ecad8e4912 req-550ea012-9c5e-481a-89b4-01b6743c8bb2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397143
Nov 29 12:33:11.979326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193277e-8c34-42e2-bd6d-34c140f68c9c req-af832596-5e1b-4958-ad78-f79b68fdb2c0 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:11.980795 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0193277e-8c34-42e2-bd6d-34c140f68c9c req-af832596-5e1b-4958-ad78-f79b68fdb2c0 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.2134681
Nov 29 12:33:12.028083 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0193277e-8c34-42e2-bd6d-34c140f68c9c req-6763ac92-397b-4d7d-a7dd-fc61a429c53a tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413263
Nov 29 12:33:13.235451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d72150-dbe3-4a6f-a5fe-8a6743ed764f req-47021cd9-9ee9-4a01-abf4-bc5bab685b8d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:13.236787 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d8d72150-dbe3-4a6f-a5fe-8a6743ed764f req-47021cd9-9ee9-4a01-abf4-bc5bab685b8d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0979044
Nov 29 12:33:13.286497 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d8d72150-dbe3-4a6f-a5fe-8a6743ed764f req-d40d8fb2-c966-4bd7-96bb-a050a3145ddc tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&id=d9d74738-dcf2-41c8-901e-97e16ee455d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436757
Nov 29 12:33:13.622064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:18.711740 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-2edf52a9-54af-4301-abf5-4d22d730ffec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763967
Nov 29 12:33:18.867331 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-6920f6b4-d6b2-48f4-b08f-282a2e36d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:18.868801 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-6920f6b4-d6b2-48f4-b08f-282a2e36d11d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1137 time: 0.0802314
Nov 29 12:33:19.024391 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-1e818404-c481-48a7-b23b-312cfa57dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:19.026607 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-1e818404-c481-48a7-b23b-312cfa57dd94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.1381099
Nov 29 12:33:19.138111 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-612bb00f-22d0-4961-aca7-356cb3d54d80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 1000 time: 0.1051855
Nov 29 12:33:19.200357 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-4af9bc45-eca1-49c5-bcc6-a32a0458c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:19.201750 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-4af9bc45-eca1-49c5-bcc6-a32a0458c5c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.0576181
Nov 29 12:33:19.282263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-05041d6f-4dcf-4ca4-b29a-50ca7accb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:19.283642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-05041d6f-4dcf-4ca4-b29a-50ca7accb24e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719173
Nov 29 12:33:19.425158 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-cf1cf2df-d2b8-41dc-866d-e8ae86c9258f service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343467
Nov 29 12:33:19.568432 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5762180d-6731-4ae6-b301-e1fc8b66d37e req-faa038ca-b900-450e-91d1-0ea0d582888e service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371858
Nov 29 12:33:26.567644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43faa967-3756-406f-9f16-5a4ca1a94305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:27.128117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:29.086938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d43d-b58a-4521-a534-98c327605d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:30.270764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:31.802034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:43.632487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:45.697157 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3aba398-ed46-4435-a488-ed24da0f483f req-4b1ccc10-bd15-40b3-ba53-d5f23b6eb16d tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279796325&fields=id&tenant_id=edad59e1351d4780800c3fe4330dc687 HTTP/1.1" status: 200  len: 267 time: 0.0528796
Nov 29 12:33:45.797266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba398-ed46-4435-a488-ed24da0f483f req-95821926-b9a5-471d-bac4-1965ee302902 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:45.798694 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3aba398-ed46-4435-a488-ed24da0f483f req-95821926-b9a5-471d-bac4-1965ee302902 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 984 time: 0.0940363
Nov 29 12:33:45.810112 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Request body: {'port': {'security_groups': ['59d190af-5887-43b8-8c23-718e42b10d95']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:33:45.931256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.182519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:33:46.210871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.218564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.226733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16a3de53-3db7-4f29-91d4-d79faba3e3d3 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:33:46.231753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['fae645ce-9035-43a4-908b-cea16faedc81'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:33:46.295458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:46.296089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.300782 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3aba398-ed46-4435-a488-ed24da0f483f req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "PUT /v2.0/ports/fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 942 time: 0.4955516
Nov 29 12:33:46.301480 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:33:46.308553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33226) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:33:46.334894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event updated for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=7']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:33:46.344578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.345160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.345839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.346378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.346890 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.347433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.347953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.348473 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.349212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.349881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.350573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.351313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.368151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-26d8624a-d6e5-4e7b-b391-1610d0c53405 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:33:46.382236 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'status': 'completed', 'code': 200}
Nov 29 12:33:46.397126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.400787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['fae645ce-9035-43a4-908b-cea16faedc81'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:33:46.472056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.534781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-8d07425d-d1a2-4a34-bc5b-b3153047227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:46.536278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-8d07425d-d1a2-4a34-bc5b-b3153047227a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1098 time: 0.1282904
Nov 29 12:33:46.638166 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b0089f20-e3c9-4070-88bc-840ee2019192 None None] Provisioning complete for port fae645ce-9035-43a4-908b-cea16faedc81 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:33:46.638418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0089f20-e3c9-4070-88bc-840ee2019192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.765182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.771388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-506ad0f2-8186-475f-945f-b6a6426812d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:33:46.797758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d74738-dcf2-41c8-901e-97e16ee455d3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:33:46.817891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.818469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.818970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.819529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.819959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.820452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.820826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.821199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.821570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.821936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.822379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.822758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:33:46.827943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:33:46.834490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-f7c20d7a-99c7-46a7-84f5-10a7886b1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:46.835987 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-f7c20d7a-99c7-46a7-84f5-10a7886b1697 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.2933190
Nov 29 12:33:46.836941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:46.839339 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-21bbcba9-d55f-492c-86ad-01651efa9f64 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9d74738-dcf2-41c8-901e-97e16ee455d3 HTTP/1.1" status: 204  len: 168 time: 0.5273366
Nov 29 12:33:46.840775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33230) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:33:47.040845 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:33:47.079271 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-feb6e881-8c1b-4ec7-a1e4-97f0009b3663 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 1000 time: 0.1842847
Nov 29 12:33:47.176813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Deleting port cd31014f-b683-44e8-a067-2a450cd1156f {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:33:47.177144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:47.207450 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-cfe0cb50-0a87-4e4b-80f3-d0384d865961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:47.209082 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-cfe0cb50-0a87-4e4b-80f3-d0384d865961 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.1225655
Nov 29 12:33:47.410065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-78581cec-613f-4cdc-9508-b2307fdbe0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:47.411565 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-78581cec-613f-4cdc-9508-b2307fdbe0ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1960831
Nov 29 12:33:47.415209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:47.415566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:47.600645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Calling delete_port for cd31014f-b683-44e8-a067-2a450cd1156f owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:33:47.724340 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-5c85a5ad-6649-4efc-8cb5-283b375a6981 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016992
Nov 29 12:33:47.911060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:47.915546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:33:47.950998 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7e3f4ae8-2cdd-4f38-909d-0f76a008d3a3 req-ba492e63-47a9-4e8a-ab9d-e1a53d31b431 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154086
Nov 29 12:33:47.966611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event deleted for resources: {'Port': ['ID=cd31014f-b683-44e8-a067-2a450cd1156f,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:33:47.970168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:33:48.198328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:48.198575 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Floating IP 4d26789b-367d-4d98-9621-9e3fe26e2ca6 disassociated (deleted). External IP: 172.26.4.52, port: fae645ce-9035-43a4-908b-cea16faedc81.
Nov 29 12:33:48.566441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Router c4a19177-d20b-45c1-81c6-ec54aa4fb960 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:33:48.753337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:33:48.767829 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] Sync routers for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:33:48.777421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:48.780213 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:33:48.780898 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08666430>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:33:48.832714 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "DELETE /v2.0/floatingips/4d26789b-367d-4d98-9621-9e3fe26e2ca6 HTTP/1.1" status: 204  len: 168 time: 1.9906423
Nov 29 12:33:48.833675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:33:48.878974 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'status': 'completed', 'code': 200}
Nov 29 12:33:48.982625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-034afa2e-0644-4770-ab04-4b48c92faf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:48.984686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-034afa2e-0644-4770-ab04-4b48c92faf34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=edad59e1351d4780800c3fe4330dc687&device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 1098 time: 0.0822859
Nov 29 12:33:49.010089 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:33:49.124696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-9143f570-c49c-469f-99b9-41a8cf1e7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:49.126199 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-9143f570-c49c-469f-99b9-41a8cf1e7a0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 200  len: 916 time: 0.1350143
Nov 29 12:33:49.208121 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-3d24ba83-2def-4d26-a36f-0551d66e215c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 200  len: 217 time: 0.0758629
Nov 29 12:33:49.285260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-5573b2b9-8971-482d-9c7a-546754fb9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:49.286808 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-5573b2b9-8971-482d-9c7a-546754fb9334 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 200  len: 854 time: 0.0701118
Nov 29 12:33:49.337913 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08666430>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:55Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:33:49.341976 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] Checking router: c4a19177-d20b-45c1-81c6-ec54aa4fb960 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:33:49.350320 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:33:49.350895 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08666430>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:33:49.362837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-dbba75f7-c619-4b78-95cb-93ed415047d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:49.364335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-dbba75f7-c619-4b78-95cb-93ed415047d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7347d91-b434-4442-966f-0b36b1c20f82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709164
Nov 29 12:33:49.505044 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-085d396b-d36d-42e0-93b6-01dbb1b124e3 service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334281
Nov 29 12:33:49.525665 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:33:49.642875 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60c72a82-6905-446e-bdc5-a15e7ede89df req-eda44b5a-b1cf-4984-9bfd-6cab11ba0e5a service neutron] 10.222.0.18 "GET /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304338
Nov 29 12:33:49.837471 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08666430>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:55Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:33:49.841882 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c11e7-aa96-4400-9463-b56aad19d087 None None] The sync data for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv is: [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:31:49Z', 'revision_number': 4, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22175053-cd87-4515-bfc0-9091c9fec6c8', 'name': '', 'network_id': 'c7347d91-b434-4442-966f-0b36b1c20f82', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'mac_address': 'fa:16:3e:1b:62:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6d0260d3-0641-4de2-a156-b0d050567965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:48Z', 'updated_at': '2021-11-29T12:31:55Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'subnets': [{'id': '6d0260d3-0641-4de2-a156-b0d050567965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:33:50.101330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972959f-53af-480e-a444-54c0a9a73e5b None None] New status for floating IP 4d26789b-367d-4d98-9621-9e3fe26e2ca6: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:33:53.381390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-deb83fd3-813c-401a-ae60-8cec1b70099e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:53.382042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-deb83fd3-813c-401a-ae60-8cec1b70099e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:33:53.403333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-deb83fd3-813c-401a-ae60-8cec1b70099e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:33:53.404586 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-deb83fd3-813c-401a-ae60-8cec1b70099e tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.2277000
Nov 29 12:33:53.448252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-0b0d6ecf-eccf-4922-81d0-604c364d0044 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Synchronizing usage tracker for tenant:edad59e1351d4780800c3fe4330dc687 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:33:53.465804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-0b0d6ecf-eccf-4922-81d0-604c364d0044 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Unset dirty status for tenant:edad59e1351d4780800c3fe4330dc687 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:33:53.467283 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b3248fd-0ee1-4901-9bf8-1b88e71830c4 req-0b0d6ecf-eccf-4922-81d0-604c364d0044 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570633
Nov 29 12:33:54.696218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574d32e-4b3d-4d07-8e7a-984099653fcd req-e15a5a83-2c9c-47bc-b05d-91737e6b35ae tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:54.697674 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f574d32e-4b3d-4d07-8e7a-984099653fcd req-e15a5a83-2c9c-47bc-b05d-91737e6b35ae tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0936074
Nov 29 12:33:54.749667 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f574d32e-4b3d-4d07-8e7a-984099653fcd req-5e747834-5842-463d-9c8c-ac637e63829c tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/security-groups?id=59d190af-5887-43b8-8c23-718e42b10d95&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435107
Nov 29 12:33:54.852225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-4d4ddc9f-62a5-4adb-8e47-18ef1eb6c421 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:33:54.853736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-4d4ddc9f-62a5-4adb-8e47-18ef1eb6c421 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 945 time: 0.0901616
Nov 29 12:33:54.926007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Deleting port fae645ce-9035-43a4-908b-cea16faedc81 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:33:54.926317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:55.193506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] For port fae645ce-9035-43a4-908b-cea16faedc81, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fae645ce-9035-43a4-908b-cea16faedc81,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:33:55.193813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:55.316133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Calling delete_port for fae645ce-9035-43a4-908b-cea16faedc81 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:33:55.474922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:55.482903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:33:55.487258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['fae645ce-9035-43a4-908b-cea16faedc81'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:33:55.527736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Pushing event deleted for resources: {'Port': ['ID=fae645ce-9035-43a4-908b-cea16faedc81,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:33:55.530785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:33:55.604033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] No DVR routers for this DVR port fae645ce-9035-43a4-908b-cea16faedc81 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:33:55.606964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:55.609616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'name': 'network-vif-deleted', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:33:55.628034 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eb6ff28d-0e27-4da5-bf9c-91a22afad186 req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.18 "DELETE /v2.0/ports/fae645ce-9035-43a4-908b-cea16faedc81 HTTP/1.1" status: 204  len: 173 time: 0.7688174
Nov 29 12:33:55.659309 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7adf3ad-c129-4214-992e-7f187c52adbb', 'name': 'network-vif-deleted', 'tag': 'fae645ce-9035-43a4-908b-cea16faedc81', 'status': 'completed', 'code': 200}
Nov 29 12:33:55.912072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e4281f42-a640-49c1-b748-52b3866ced66 req-e8e726d0-35c0-4af5-a04f-fe0a325d9f94 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7adf3ad-c129-4214-992e-7f187c52adbb HTTP/1.1" status: 200  len: 210 time: 0.0423853
Nov 29 12:33:56.555945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5b516c5-565b-46d8-9523-9accd662aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:57.122271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:57.595116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33316) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:33:58.156050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:58.434596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device fae645ce-9035-43a4-908b-cea16faedc81 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:33:58.470150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: fae645ce-9035-43a4-908b-cea16faedc81 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:33:58.470468 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device fae645ce-9035-43a4-908b-cea16faedc81 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:33:58.673946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Deleting port 22175053-cd87-4515-bfc0-9091c9fec6c8 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:33:58.674603 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:58.914654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] For port 22175053-cd87-4515-bfc0-9091c9fec6c8, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22175053-cd87-4515-bfc0-9091c9fec6c8,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:33:58.914976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:59.047713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Calling delete_port for 22175053-cd87-4515-bfc0-9091c9fec6c8 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:33:59.087228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f69f9a31-404c-466c-9683-a9eafbe23601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:59.251343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:33:59.255134 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a9608e4b-794a-4cd0-8ad9-579bbb0a3477 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:33:59.301289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=22175053-cd87-4515-bfc0-9091c9fec6c8,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:33:59.304174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:33:59.576216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:00.060936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Router c4a19177-d20b-45c1-81c6-ec54aa4fb960 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:34:00.250206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:34:00.260301 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] Sync routers for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:34:00.263557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] 10.222.0.20 "PUT /v2.0/routers/c4a19177-d20b-45c1-81c6-ec54aa4fb960/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6672964
Nov 29 12:34:00.266272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33320) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:00.270997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:00.271990 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:00.272740 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf370>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:00.445191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:00.452454 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:00.622023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:00.633251 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Deleting port 84bd1a06-c427-45a9-9c17-03e610e83115 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:00.633868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:00.768851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf370>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:33:59Z', 'revision_number': 5, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port': {'id': '84bd1a06-c427-45a9-9c17-03e610e83115', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:46Z', 'updated_at': '2021-11-29T12:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:00.772712 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] Checking router: c4a19177-d20b-45c1-81c6-ec54aa4fb960 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:34:00.781351 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] Routers {'c4a19177-d20b-45c1-81c6-ec54aa4fb960'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:00.781949 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf370>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:00.811379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] For port 84bd1a06-c427-45a9-9c17-03e610e83115, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=84bd1a06-c427-45a9-9c17-03e610e83115,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:00.811723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:00.935557 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] Set router c4a19177-d20b-45c1-81c6-ec54aa4fb960 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:00.937992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Calling delete_port for 84bd1a06-c427-45a9-9c17-03e610e83115 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:01.042390 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d087cf370>, [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:34:00Z', 'revision_number': 6, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:01.046873 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d82340-2029-4d72-b46e-11c6d70b2e56 None None] The sync data for ids ['c4a19177-d20b-45c1-81c6-ec54aa4fb960'] in dv-neutron-819579-1-hyperv is: [{'id': 'c4a19177-d20b-45c1-81c6-ec54aa4fb960', 'name': 'tempest-TestMinimumBasicScenario-1976183790-router', 'tenant_id': 'edad59e1351d4780800c3fe4330dc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:45Z', 'updated_at': '2021-11-29T12:34:00Z', 'revision_number': 6, 'project_id': 'edad59e1351d4780800c3fe4330dc687', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:34:01.110435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.113979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cd2d52c5-6303-4632-a675-8f661ab4f26f tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:01.157115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bd1a06-c427-45a9-9c17-03e610e83115,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:01.160244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:01.377889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.451836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22175053-cd87-4515-bfc0-9091c9fec6c8 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:34:01.531491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 22175053-cd87-4515-bfc0-9091c9fec6c8 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:34:01.531849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22175053-cd87-4515-bfc0-9091c9fec6c8 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:34:01.559497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.561907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.587028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.587660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4a19177-d20b-45c1-81c6-ec54aa4fb960 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:34:01.602230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.603665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4a19177-d20b-45c1-81c6-ec54aa4fb960 HTTP/1.1" status: 204  len: 168 time: 1.3361061
Nov 29 12:34:01.606051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33324) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:01.667985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Deleting subnet 6d0260d3-0641-4de2-a156-b0d050567965 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:34:01.671099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.721971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.802492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.811246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.879736 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.883464 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-894f5144-628b-424a-9085-3537489c57b2 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:01.918039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0260d3-0641-4de2-a156-b0d050567965,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:01.922366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:01.923394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:01.927922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcafeeb-ce26-4ef7-ad35-576e75c0d985 None None] Network c7347d91-b434-4442-966f-0b36b1c20f82 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:34:01.929720 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d68cc9de-4da5-47bb-a085-1b36c77fae3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d0260d3-0641-4de2-a156-b0d050567965 HTTP/1.1" status: 204  len: 168 time: 0.3225551
Nov 29 12:34:01.932231 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33328) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:02.044215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.055215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Deleting port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:02.055576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.191016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] DHCP port deletion for c7347d91-b434-4442-966f-0b36b1c20f82 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:34:02.195019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Deleting port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:02.195438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.271860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] For port 9a9d828f-4c44-4509-8e2a-6124bc0939d3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9a9d828f-4c44-4509-8e2a-6124bc0939d3,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:02.272512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.395489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Calling delete_port for 9a9d828f-4c44-4509-8e2a-6124bc0939d3 owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:02.398248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] For port 9a9d828f-4c44-4509-8e2a-6124bc0939d3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9a9d828f-4c44-4509-8e2a-6124bc0939d3,segment=NetworkSegment(a1cff029-fecd-46cd-be1c-9185a3f33d4c),segment_id=a1cff029-fecd-46cd-be1c-9185a3f33d4c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:02.398652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.475945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.480111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e2baaaae-2084-4c9b-b280-e40c6bc94d00 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:02.524886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Calling delete_port for 9a9d828f-4c44-4509-8e2a-6124bc0939d3 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:02.527146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9d828f-4c44-4509-8e2a-6124bc0939d3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:02.530281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:02.531076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] No DVR routers for this DVR port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:34:02.599638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:34:02.600016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:34:02.648629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.673601 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed8a30>,) {'filters': {'network_id': ['c7347d91-b434-4442-966f-0b36b1c20f82']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:02.686205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed8a30>, 'a1cff029-fecd-46cd-be1c-9185a3f33d4c') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:02.686501 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02ed8a30>, 'a1cff029-fecd-46cd-be1c-9185a3f33d4c') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:02.698113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.714339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.722436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:34:02.722863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:34:02.744038 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:34:02.953049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.956834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:02.970028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:02.980440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7347d91-b434-4442-966f-0b36b1c20f82,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:02.983499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:02.995078 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c7347d91-b434-4442-966f-0b36b1c20f82 HTTP/1.1" status: 204  len: 168 time: 1.0619249
Nov 29 12:34:02.997921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33332) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:03.101888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Deleting port 9a9d828f-4c44-4509-8e2a-6124bc0939d3 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:03.102395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:03.170851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-10a33655-f44b-4918-96dd-eaa1047af8c9 None None] The port '9a9d828f-4c44-4509-8e2a-6124bc0939d3' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:34:03.381162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84bd1a06-c427-45a9-9c17-03e610e83115 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:34:03.422966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 84bd1a06-c427-45a9-9c17-03e610e83115 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:34:03.423365 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 84bd1a06-c427-45a9-9c17-03e610e83115 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:34:03.425504 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9a9d828f-4c44-4509-8e2a-6124bc0939d3 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:34:03.458807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9a9d828f-4c44-4509-8e2a-6124bc0939d3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:34:03.459027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9a9d828f-4c44-4509-8e2a-6124bc0939d3 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:34:03.571490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:03.928843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Deleting port 4da61070-712b-47e8-a1c7-38e37f50dda3 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:03.929180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:04.105473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] For port 4da61070-712b-47e8-a1c7-38e37f50dda3, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4da61070-712b-47e8-a1c7-38e37f50dda3,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:04.105473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:04.223270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Calling delete_port for 4da61070-712b-47e8-a1c7-38e37f50dda3 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:04.528898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:04.534454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f2212992-7fcf-4962-b909-b937d07ea3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:04.580351 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da61070-712b-47e8-a1c7-38e37f50dda3,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:04.583403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:04.846241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:05.229942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:34:05.415513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:34:05.424847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] Sync routers for ids ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:34:05.433375 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/8020e17e-78e2-4caf-bbc9-4d31f26b9e2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4344318
Nov 29 12:34:05.436903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33336) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:05.437897 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] Routers {'8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:05.438531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08755880>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:05.612344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:05.623029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] Set router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:05.908457 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08755880>, [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '15b62c16-95be-4755-afc4-69092e780989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:34:04Z', 'revision_number': 5, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port': {'id': '15b62c16-95be-4755-afc4-69092e780989', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:52Z', 'updated_at': '2021-11-29T12:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:05.912411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] Checking router: 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:34:05.921253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] Routers {'8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:05.921856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08755880>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:05.931899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:05.942721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Deleting port 15b62c16-95be-4755-afc4-69092e780989 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:05.943045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.117764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] For port 15b62c16-95be-4755-afc4-69092e780989, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=15b62c16-95be-4755-afc4-69092e780989,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:06.118068 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.125347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] Set router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:06.230296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08755880>, [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 6, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:06.234390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73db5a5-b1ff-4f6d-bd92-ab867adb0bff None None] The sync data for ids ['8020e17e-78e2-4caf-bbc9-4d31f26b9e2f'] in dv-neutron-819579-1-hyperv is: [{'id': '8020e17e-78e2-4caf-bbc9-4d31f26b9e2f', 'name': 'tempest-TestMinimumBasicScenario-20534396-router', 'tenant_id': 'deb71df0ddec42819606266d13374e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:51Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 6, 'project_id': 'deb71df0ddec42819606266d13374e39', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:34:06.239470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Calling delete_port for 15b62c16-95be-4755-afc4-69092e780989 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:06.411613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.415328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:06.460439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Pushing event deleted for resources: {'Port': ['ID=15b62c16-95be-4755-afc4-69092e780989,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:06.463062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:06.554748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.731800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.734149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.759911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.760409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8020e17e-78e2-4caf-bbc9-4d31f26b9e2f {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:34:06.773112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.774347 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] 10.222.0.20 "DELETE /v2.0/routers/8020e17e-78e2-4caf-bbc9-4d31f26b9e2f HTTP/1.1" status: 204  len: 168 time: 1.3364367
Nov 29 12:34:06.776891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33340) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:06.842817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Deleting subnet 10777bfd-32f3-4d0b-9c45-71a73f706f9b {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:34:06.845998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.895600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:06.983640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.058891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.064607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-97b58506-8464-44b0-8842-9c078f0a7967 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:07.099240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10777bfd-32f3-4d0b-9c45-71a73f706f9b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:07.101802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:07.104578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.110458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f8465-1819-44d9-b4a0-1a913cf45020 None None] Network 5982cc25-feed-43d4-9aaf-cba4ad982a2a requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:34:07.110975 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-25b4f756-8f4d-4e04-8005-169d67533a2c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/10777bfd-32f3-4d0b-9c45-71a73f706f9b HTTP/1.1" status: 204  len: 168 time: 0.3331544
Nov 29 12:34:07.113569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33344) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:07.222495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.236443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Deleting port e9d148ad-ca1a-4ac1-ba74-db296696475e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:07.236843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.368319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] DHCP port deletion for 5982cc25-feed-43d4-9aaf-cba4ad982a2a request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:34:07.372045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Deleting port e9d148ad-ca1a-4ac1-ba74-db296696475e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:07.372431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.397646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4da61070-712b-47e8-a1c7-38e37f50dda3 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:34:07.441044 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 4da61070-712b-47e8-a1c7-38e37f50dda3 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:34:07.441425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4da61070-712b-47e8-a1c7-38e37f50dda3 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:34:07.441888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15b62c16-95be-4755-afc4-69092e780989 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:34:07.455442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] For port e9d148ad-ca1a-4ac1-ba74-db296696475e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e9d148ad-ca1a-4ac1-ba74-db296696475e,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:07.455785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.486715 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 15b62c16-95be-4755-afc4-69092e780989 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:34:07.486953 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 15b62c16-95be-4755-afc4-69092e780989 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:34:07.651564 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] For port e9d148ad-ca1a-4ac1-ba74-db296696475e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=e9d148ad-ca1a-4ac1-ba74-db296696475e,segment=NetworkSegment(fe10df1f-bd55-49ed-85fc-8634c2f79a00),segment_id=fe10df1f-bd55-49ed-85fc-8634c2f79a00)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:07.651880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.712700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Calling delete_port for e9d148ad-ca1a-4ac1-ba74-db296696475e owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:07.781822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Calling delete_port for e9d148ad-ca1a-4ac1-ba74-db296696475e owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:34:07.792503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.797839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dc5ae941-be93-4f3c-ada1-1ace67be3291 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:07.842109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d148ad-ca1a-4ac1-ba74-db296696475e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:07.844555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:07.847021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] No DVR routers for this DVR port e9d148ad-ca1a-4ac1-ba74-db296696475e on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:34:07.860995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:34:07.861363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:34:07.962060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:07.987973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e0c520>,) {'filters': {'network_id': ['5982cc25-feed-43d4-9aaf-cba4ad982a2a']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:08.000220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e0c520>, 'fe10df1f-bd55-49ed-85fc-8634c2f79a00') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:08.000523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e0c520>, 'fe10df1f-bd55-49ed-85fc-8634c2f79a00') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:08.012219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.030419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.037319 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:34:08.037794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:34:08.054620 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:34:08.130414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.134036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f8a9702c-cb30-45fa-95cd-6ac2a3800c8d tempest-RoutersIpV6Test-1689900716 tempest-RoutersIpV6Test-1689900716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:08.146614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.156697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Pushing event deleted for resources: {'Network': ['ID=5982cc25-feed-43d4-9aaf-cba4ad982a2a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:08.160684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:08.164463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5982cc25-feed-43d4-9aaf-cba4ad982a2a HTTP/1.1" status: 204  len: 168 time: 1.0499811
Nov 29 12:34:08.362538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Deleting port e9d148ad-ca1a-4ac1-ba74-db296696475e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:34:08.363071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.371637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:08.421540 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7bbb9346-23e3-47c7-8c36-8a065fad9d1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edad59e1351d4780800c3fe4330dc687&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0485661
Nov 29 12:34:08.424018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:08.432896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-189e4b63-02f4-4f47-9f3c-cafd073c095b None None] The port 'e9d148ad-ca1a-4ac1-ba74-db296696475e' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:34:08.489584 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.516066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.577208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.581438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c9f70b1-9bde-464a-bb3f-b46f0208d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:08.593665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d190af-5887-43b8-8c23-718e42b10d95,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:08.596172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:08.608165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:08.609338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59d190af-5887-43b8-8c23-718e42b10d95 HTTP/1.1" status: 204  len: 168 time: 0.1844010
Nov 29 12:34:09.000225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:09.053653 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-249b7831-1b2f-41f8-8bcb-33d833e14938 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=deb71df0ddec42819606266d13374e39&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0521584
Nov 29 12:34:09.056331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:09.114111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:09.140976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:09.198026 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:09.201718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df727b88-78ec-48d9-abe1-cd28572db98a tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:09.212919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167a4cd-1b9f-4c22-95a5-876d90e45b50,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:09.216440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:09.220068 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:09.221189 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62dbce60-1da7-41dc-9929-96d62d24231b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0167a4cd-1b9f-4c22-95a5-876d90e45b50 HTTP/1.1" status: 204  len: 168 time: 0.1639688
Nov 29 12:34:09.382624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e9d148ad-ca1a-4ac1-ba74-db296696475e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:34:09.423335 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: e9d148ad-ca1a-4ac1-ba74-db296696475e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:34:09.424372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device e9d148ad-ca1a-4ac1-ba74-db296696475e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:34:11.284628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:11.291427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996205211', 'description': 'tempest-secgroup-smoke-996205211 description', 'project_id': 'e47dd8134479426d94d99e37033b97b8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:11.298017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:11.301902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:11.305055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:11.314861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:11.326726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.339495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.354532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:11.358778 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:11.361836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:11.368196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:11.450901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.456924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.460639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13b30086-209d-45ee-bc6b-0c948947a12b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:11.468752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:11.476783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:11.481463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:11.495191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:11.502607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad98c82-160b-4f07-8bb7-4c82772d2380,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:11.505929 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:11.572757 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.578754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.582774 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6e045bf1-4c9e-4bd5-8fc2-e512f15f6d50 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:11.621009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3481dddb-5ece-4525-a4f6-aa835bb3df0b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:11.624238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:11.625499 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.626671 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3408852
Nov 29 12:34:11.629806 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:11.637439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '3481dddb-5ece-4525-a4f6-aa835bb3df0b', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:11.646301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:11.651326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:11.654349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:11.660349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:11.680508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.745613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.750906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.752944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1fa8f53d-b182-40f5-ab95-129ceb02cfba tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:11.773359 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b307f708-1ff0-4466-8ea0-bd210d5cd88d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:11.777669 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:11.787122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.788343 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1575508
Nov 29 12:34:11.791358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:11.796463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '3481dddb-5ece-4525-a4f6-aa835bb3df0b', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:11.802656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:11.806785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:11.810134 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:11.816187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:11.834775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.905692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.911841 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.914058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83d04e0c-96f5-4307-9b63-2b3430775301 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:11.941452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6084a72-13a3-48c9-9ef5-87885deb9b59,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:11.943787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:11.953412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:11.954681 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1623514
Nov 29 12:34:11.957555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:11.962512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '3481dddb-5ece-4525-a4f6-aa835bb3df0b', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:11.968811 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:11.972945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:11.976116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:11.981993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:11.999702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.074617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.080042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.082020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e1d9c20-a4cf-4970-974f-e56302a5b0be tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:12.104826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a6a908-44c8-4f8f-ac35-d773ae270090,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:12.109254 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:12.114869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.116062 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97be7bc7-7f92-45c6-a5de-5ba6f155780c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1576176
Nov 29 12:34:12.119046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:12.124020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '3481dddb-5ece-4525-a4f6-aa835bb3df0b', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:12.129860 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:12.134044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:12.137329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:12.143519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:12.160937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.225221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.230784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.232667 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f47f264-0658-4872-addb-df6b80ccc06d tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:12.254156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decefd5f-a47b-4359-9038-785e4dc71ebe,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:12.256493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:12.265930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.267609 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3eb9983b-4fd0-4548-a190-11840e509b78 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1475523
Nov 29 12:34:12.270310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:12.277777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '3481dddb-5ece-4525-a4f6-aa835bb3df0b', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:12.287072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:12.292227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:12.295525 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:12.302603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:12.314955 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:34:12.322009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.388902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.393824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.399836 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc6f0fc2-4900-4f4b-954f-2c7f6e3bed68 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:12.419015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff5ff2c-1e39-4c64-bc0e-d081dd531f24,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:12.421681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:12.429939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.431193 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1597095
Nov 29 12:34:12.433960 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:12.439518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '3481dddb-5ece-4525-a4f6-aa835bb3df0b', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:12.445899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:12.449894 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:12.453043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:12.458714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:12.473350 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:34:12.480171 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.561385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.567013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.569030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1117f397-2f2d-4897-8713-78f28e2d064d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:12.591331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc071d6d-8cee-4412-9719-aa4fc6675167,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:12.593710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:12.601817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.603139 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1679354
Nov 29 12:34:12.607459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:12.613118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'network': {'name': 'tempest-network-smoke--1168282463', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:12.619025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:12.625610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:network and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:12.630269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:12.639458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:12.655149 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:34:12.658583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.688239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:34:12.697369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.697686 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Added segment 782e7e2d-92e6-40cd-a39e-1032fca476b5 of type vlan for network 32b8838d-907f-40db-8aa9-aefad7cb7405
Nov 29 12:34:12.724308 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.754708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.760347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:12.760979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.764488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb1fad3f-8b13-4446-b90d-c645e35772d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:12.863517 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2548609
Nov 29 12:34:12.866339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Network': ['ID=32b8838d-907f-40db-8aa9-aefad7cb7405,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:12.866510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33452) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:12.869088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6e64e49a-c89c-4a1c-8eb7-1637d73e2eab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:12.872563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'admin_state_up': True, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:12.876833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:34:12.880738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:12.885114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:router and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:12.888152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:12.895035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:12.905043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.906011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:12.921116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.211759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.519409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.548011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.620460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.686178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.48 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/631494e9-c512-4ebc-b06a-4c01d901c18a) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:34:13.954742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.991150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:13.995240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-45d015c5-e59a-40b5-8663-db41b35bd2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:14.055898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:34:14.059403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:14.062201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:34:14.108445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=631494e9-c512-4ebc-b06a-4c01d901c18a,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:14.112506 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:14.482776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:14.826964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:15.041892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c152ee89-2474-4f5b-bbcb-ceededbb8845 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:34:15.360081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:34:15.372227 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Sync routers for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:34:15.382065 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:15.382948 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08698340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:15.388858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:15.390096 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.5225186
Nov 29 12:34:15.393466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33458) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:15.534464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7f07b485-bb73-4ce0-a55e-92b843f62402 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e47dd8134479426d94d99e37033b97b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1396122
Nov 29 12:34:15.537208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33464) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:15.561222 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:15.668089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26edbcf2-b666-4c8c-aedb-bcecd907660e tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:15.670188 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26edbcf2-b666-4c8c-aedb-bcecd907660e tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1319566
Nov 29 12:34:15.672426 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:15.717383 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8695c692-4fe0-4e0e-855b-4087fd607125 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0436101
Nov 29 12:34:15.720251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33472) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:15.726116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038724901', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:15.837242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:15.841323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:subnet and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:15.844313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:15.850258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:15.855179 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08698340>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:14Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:15.859281 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Checking router: c152ee89-2474-4f5b-bbcb-ceededbb8845 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:34:15.859685 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Updating router c152ee89-2474-4f5b-bbcb-ceededbb8845 port 631494e9-c512-4ebc-b06a-4c01d901c18a binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:34:15.861376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:34:15.864924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:15.912049 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.083543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.087075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af190427-251c-4358-8b4a-12eca276f336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:16.159033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Subnet': ['ID=b1c1ca9e-97a7-4a04-8160-8816ca842a84,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:16.162307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:16.168378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Checking segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:34:16.168726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network hostable DHCP agents. Network: 32b8838d-907f-40db-8aa9-aefad7cb7405, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:34:16.188570 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:34:16.198317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 32b8838d-907f-40db-8aa9-aefad7cb7405) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:16.202459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:16.203044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.210578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9471553-5268-4017-b803-878338098f1f None None] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:34:16.224996 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3fb5a2f-9a58-49ce-b04a-f460ff4b2f0f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5034070
Nov 29 12:34:16.228081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33476) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:16.247748 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.260322 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Transition to ACTIVE for port object 631494e9-c512-4ebc-b06a-4c01d901c18a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:16.268154 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.272043 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7d78b8c1-1f2f-49d1-b838-9487bcc2f9c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:16.355833 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Pushing event updated for resources: {'Port': ['ID=631494e9-c512-4ebc-b06a-4c01d901c18a,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:16.361339 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Attempting to bind port 631494e9-c512-4ebc-b06a-4c01d901c18a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:34:16.361339 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Attempting to bind port 631494e9-c512-4ebc-b06a-4c01d901c18a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:34:16.361657 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Attempting to bind port 631494e9-c512-4ebc-b06a-4c01d901c18a on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:34:16.368900 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.369262 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.369604 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.369934 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.370239 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.370719 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.371076 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.371429 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.371752 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.372048 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.372500 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.373102 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:16.378110 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:16.378838 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:34:16.379221 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:34:16.379627 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.380017 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:34:16.380759 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Bound port: 631494e9-c512-4ebc-b06a-4c01d901c18a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:34:16.380846 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.453603 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] For port 631494e9-c512-4ebc-b06a-4c01d901c18a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:34:16.456730 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] For port 631494e9-c512-4ebc-b06a-4c01d901c18a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=631494e9-c512-4ebc-b06a-4c01d901c18a,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:34:16.463601 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.467554 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8d103b2e-235b-4a25-8287-bad68d5c7c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:16.481426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-32b8838d-907f-40db-8aa9-aefad7cb7405', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:34:16.482298 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.573994 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:16.574633 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08698340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:16.629518 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Pushing event updated for resources: {'Port': ['ID=631494e9-c512-4ebc-b06a-4c01d901c18a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:16.639482 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-82987905-8fc7-4187-89b4-6bc4b288d07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:16.641565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Allocated IP 172.20.0.2 (32b8838d-907f-40db-8aa9-aefad7cb7405/b1c1ca9e-97a7-4a04-8160-8816ca842a84/366fad0e-c2a0-44d4-9106-265e1e5338fa) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:34:16.760305 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:16.865704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.876821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Transition to ACTIVE for port object 366fad0e-c2a0-44d4-9106-265e1e5338fa will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:16.896716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Transition to ACTIVE for port object 366fad0e-c2a0-44d4-9106-265e1e5338fa will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:16.904079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.908551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:16.962613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:16.969555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:34:16.970726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:16.974883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:34:17.013680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Pushing event updated for resources: {'Port': ['ID=366fad0e-c2a0-44d4-9106-265e1e5338fa,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:17.060611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.060945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.061295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.061598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.061926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.062255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.062572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.062893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.063230 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.063551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.063864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.064175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:34:17.074127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:17.075156 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08698340>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:14Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:17.079794 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8747b-129b-4b3e-9c52-1a90650ec5d9 None None] The sync data for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv is: [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:14Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:34:17.084498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Attempting to bind port 366fad0e-c2a0-44d4-9106-265e1e5338fa on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:34:17.084877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Attempting to bind port 366fad0e-c2a0-44d4-9106-265e1e5338fa by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:34:17.085258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Attempting to bind port 366fad0e-c2a0-44d4-9106-265e1e5338fa on network 32b8838d-907f-40db-8aa9-aefad7cb7405 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:34:17.091083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:34:17.091529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Checking segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:34:17.091934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.092321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Bound using segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:34:17.092807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Bound port: 366fad0e-c2a0-44d4-9106-265e1e5338fa, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:34:17.093177 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.183096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] For port 366fad0e-c2a0-44d4-9106-265e1e5338fa, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:34:17.186576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] For port 366fad0e-c2a0-44d4-9106-265e1e5338fa, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=366fad0e-c2a0-44d4-9106-265e1e5338fa,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:34:17.193119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.197786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ef06a76-f056-4548-aa50-d2498b322a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:17.273170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Pushing event updated for resources: {'Port': ['ID=366fad0e-c2a0-44d4-9106-265e1e5338fa,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:17.291774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:17.392942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.1 (32b8838d-907f-40db-8aa9-aefad7cb7405/b1c1ca9e-97a7-4a04-8160-8816ca842a84/03b2c248-19be-4b50-b287-0a2d00123267) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:34:17.450724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 631494e9-c512-4ebc-b06a-4c01d901c18a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:17.527930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 631494e9-c512-4ebc-b06a-4c01d901c18a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:17.547929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 631494e9-c512-4ebc-b06a-4c01d901c18a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:17.548774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.592427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.619733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 03b2c248-19be-4b50-b287-0a2d00123267 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:17.653206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.657263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5151342c-dbe7-46b6-b358-3f9f8a9b5fc6 tempest-ServersNegativeTestJSON-384102608 tempest-ServersNegativeTestJSON-384102608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:17.714612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.730294 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:34:17.734089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:17.738811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:34:17.740393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 631494e9-c512-4ebc-b06a-4c01d901c18a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=631494e9-c512-4ebc-b06a-4c01d901c18a,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:17.745608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:17.747862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:17.829062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=631494e9-c512-4ebc-b06a-4c01d901c18a,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:17.832483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:17.921663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=03b2c248-19be-4b50-b287-0a2d00123267,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:17.932784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:17.954220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:18.071630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:18.410771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940bb83c-d75d-49a2-afec-26646a02b441 None None] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:34:18.496393 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:18.503707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:18.531693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f7618f68-1287-4790-9075-528dcded8068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:18.578827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ba4e57ba-169c-46cf-a11f-dc4ce9066324 None None] Provisioning for port 366fad0e-c2a0-44d4-9106-265e1e5338fa completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:18.621284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=03b2c248-19be-4b50-b287-0a2d00123267,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:18.623779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:18.627363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:18.773761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:34:18.775122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:18.931729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1021f685-1e0b-4eb8-9827-e346878f5b2b None None] Provisioning for port 03b2c248-19be-4b50-b287-0a2d00123267 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:18.937902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1021f685-1e0b-4eb8-9827-e346878f5b2b None None] Provisioning complete for port 03b2c248-19be-4b50-b287-0a2d00123267 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:18.938289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1021f685-1e0b-4eb8-9827-e346878f5b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:18.972328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c152ee89-2474-4f5b-bbcb-ceededbb8845 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:34:18.999745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1021f685-1e0b-4eb8-9827-e346878f5b2b None None] Port 03b2c248-19be-4b50-b287-0a2d00123267 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:34:19.123283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bab74d2e-52b5-4b1e-aa8a-06dee0cc0eed None None] Provisioning complete for port 03b2c248-19be-4b50-b287-0a2d00123267 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:19.123910 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bab74d2e-52b5-4b1e-aa8a-06dee0cc0eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:19.166718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:34:19.177822 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/c152ee89-2474-4f5b-bbcb-ceededbb8845/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9485850
Nov 29 12:34:19.178481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Sync routers for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:34:19.191268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bab74d2e-52b5-4b1e-aa8a-06dee0cc0eed None None] Port 03b2c248-19be-4b50-b287-0a2d00123267 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:34:19.195661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:19.196305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d33a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:19.372560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-1bb2b3e2-4b12-4357-87cc-7c7a9545f336 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:34:19.392341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-1bb2b3e2-4b12-4357-87cc-7c7a9545f336 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:34:19.392895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1ecc1265-4b44-4709-8e73-f473ea9a9d79 None None] Provisioning complete for port 03b2c248-19be-4b50-b287-0a2d00123267 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:19.393273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1265-4b44-4709-8e73-f473ea9a9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:19.393842 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-1bb2b3e2-4b12-4357-87cc-7c7a9545f336 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996205211&fields=id&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 267 time: 0.0756581
Nov 29 12:34:19.468622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc1265-4b44-4709-8e73-f473ea9a9d79 None None] Port 03b2c248-19be-4b50-b287-0a2d00123267 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:34:19.471155 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:19.515939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 631494e9-c512-4ebc-b06a-4c01d901c18a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:19.560541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-cb68bb5f-492e-4a94-8085-2d10e89b1cb9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:19.561143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-cb68bb5f-492e-4a94-8085-2d10e89b1cb9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:34:19.579796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-cb68bb5f-492e-4a94-8085-2d10e89b1cb9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:34:19.581295 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-cb68bb5f-492e-4a94-8085-2d10e89b1cb9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/networks?id=32b8838d-907f-40db-8aa9-aefad7cb7405 HTTP/1.1" status: 200  len: 797 time: 0.1794069
Nov 29 12:34:19.604646 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-a9f9d556-06cd-4b2a-899f-3175cd38c01c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/quotas/e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 375 time: 0.0149646
Nov 29 12:34:19.692570 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-def5230b-c8e6-4051-9153-e7dfb1cc096e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0811398
Nov 29 12:34:19.740256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 631494e9-c512-4ebc-b06a-4c01d901c18a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:19.740603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:19.939717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 366fad0e-c2a0-44d4-9106-265e1e5338fa up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:19.958785 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-aa428e11-503e-4f61-a016-8f7c294bb3d0 service neutron] 10.222.0.20 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537961
Nov 29 12:34:19.997334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d33a0>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 2, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:20.005322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Checking router: c152ee89-2474-4f5b-bbcb-ceededbb8845 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:34:20.005676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Updating router c152ee89-2474-4f5b-bbcb-ceededbb8845 port 03b2c248-19be-4b50-b287-0a2d00123267 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:34:20.063466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.074148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 366fad0e-c2a0-44d4-9106-265e1e5338fa completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:20.082605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 366fad0e-c2a0-44d4-9106-265e1e5338fa triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:20.082917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.095100 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-717f5254-f194-4608-be44-8555b7f79446 service neutron] 10.222.0.20 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300468
Nov 29 12:34:20.284846 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-c3ebe743-f8b8-492c-bd02-5ff72399b3e7 req-6075fc6c-4182-43f9-983d-626f12040bb7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:34:20.302912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-c3ebe743-f8b8-492c-bd02-5ff72399b3e7 req-6075fc6c-4182-43f9-983d-626f12040bb7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:34:20.305111 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c3ebe743-f8b8-492c-bd02-5ff72399b3e7 req-6075fc6c-4182-43f9-983d-626f12040bb7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 210 time: 0.0617981
Nov 29 12:34:20.340973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.456786 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 366fad0e-c2a0-44d4-9106-265e1e5338fa, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=366fad0e-c2a0-44d4-9106-265e1e5338fa,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:20.472428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.478651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2f504adc-aac6-4f37-b6da-2126310055e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:20.566418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=366fad0e-c2a0-44d4-9106-265e1e5338fa,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:20.570014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:20.638546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.654302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Transition to ACTIVE for port object 03b2c248-19be-4b50-b287-0a2d00123267 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:20.662305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.665952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:20.780657 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97394985-db28-420a-aba8-c729fb54c678 None None] Pushing event updated for resources: {'Port': ['ID=03b2c248-19be-4b50-b287-0a2d00123267,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:20.789808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97394985-db28-420a-aba8-c729fb54c678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:20.882195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Attempting to bind port 03b2c248-19be-4b50-b287-0a2d00123267 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:34:20.882740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Attempting to bind port 03b2c248-19be-4b50-b287-0a2d00123267 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:34:20.883336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Attempting to bind port 03b2c248-19be-4b50-b287-0a2d00123267 on network 32b8838d-907f-40db-8aa9-aefad7cb7405 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:34:20.889666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:34:20.890119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Checking segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:34:20.890579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:20.890929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Bound using segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:34:20.891515 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Bound port: 03b2c248-19be-4b50-b287-0a2d00123267, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:34:20.891898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:21.041296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] For port 03b2c248-19be-4b50-b287-0a2d00123267, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:34:21.044817 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] For port 03b2c248-19be-4b50-b287-0a2d00123267, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=03b2c248-19be-4b50-b287-0a2d00123267,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:34:21.049141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:21.052719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:21.128892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:21.129573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081d33a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:33:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:21.190791 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97394985-db28-420a-aba8-c729fb54c678 None None] Pushing event updated for resources: {'Port': ['ID=03b2c248-19be-4b50-b287-0a2d00123267,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:21.243540 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97394985-db28-420a-aba8-c729fb54c678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:21.315911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:21.400198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-c3904fb8-4709-4bd2-b15e-25d62dc2446b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:21.401675 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-c3904fb8-4709-4bd2-b15e-25d62dc2446b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/networks?id=32b8838d-907f-40db-8aa9-aefad7cb7405 HTTP/1.1" status: 200  len: 797 time: 0.1577854
Nov 29 12:34:21.454880 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-367a0f20-2be7-44ac-990c-58db907617fe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 379 time: 0.0445459
Nov 29 12:34:21.468361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'port': {'device_id': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'admin_state_up': True, 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'security_groups': ['3481dddb-5ece-4525-a4f6-aa835bb3df0b']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:21.494533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 366fad0e-c2a0-44d4-9106-265e1e5338fa up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:21.509414 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efa4bd66-51d1-4b96-8ffd-6aca7368020e req-090394c6-7008-4c94-874c-fe11d25c28cb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 210 time: 0.0446548
Nov 29 12:34:21.703291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 366fad0e-c2a0-44d4-9106-265e1e5338fa triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:21.703592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:21.769792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:21.779726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:21.792346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:34:21.796588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:21.853870 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081d33a0>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:21Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:21.863512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700fbf8-7876-4d0c-bb18-ae372e283607 None None] The sync data for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv is: [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:21Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:34:21.985619 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.6 (32b8838d-907f-40db-8aa9-aefad7cb7405/b1c1ca9e-97a7-4a04-8160-8816ca842a84/44f00723-8935-4511-83d2-bc190ce7d3ca) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:34:22.193078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:22.209687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 44f00723-8935-4511-83d2-bc190ce7d3ca will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:22.234494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:22.240152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-53f15f03-403e-40e8-8ce6-facd40693714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:22.308094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:34:22.312047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:22.316291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:34:22.357184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=44f00723-8935-4511-83d2-bc190ce7d3ca,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:22.362355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:22.387897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:22.388609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:22.417878 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9574149
Nov 29 12:34:22.431137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Request body: {'port': {'device_id': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:22.542785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6195006e-f464-41d1-aeb3-50f70476644a None None] Provisioning for port 44f00723-8935-4511-83d2-bc190ce7d3ca completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:22.549349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6195006e-f464-41d1-aeb3-50f70476644a None None] Provisioning complete for port 44f00723-8935-4511-83d2-bc190ce7d3ca triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:22.550355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6195006e-f464-41d1-aeb3-50f70476644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:22.554862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:22.614459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6195006e-f464-41d1-aeb3-50f70476644a None None] Port 44f00723-8935-4511-83d2-bc190ce7d3ca cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:34:22.864313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe90ebf-159c-4bf3-9ac4-31049820ff33 req-81c0c265-69ca-4225-abb3-f14b7e132746 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:22.865055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-dbe90ebf-159c-4bf3-9ac4-31049820ff33 req-81c0c265-69ca-4225-abb3-f14b7e132746 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:34:22.906098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-dbe90ebf-159c-4bf3-9ac4-31049820ff33 req-81c0c265-69ca-4225-abb3-f14b7e132746 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:34:22.907276 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dbe90ebf-159c-4bf3-9ac4-31049820ff33 req-81c0c265-69ca-4225-abb3-f14b7e132746 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 931 time: 0.2736411
Nov 29 12:34:22.976977 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dbe90ebf-159c-4bf3-9ac4-31049820ff33 req-1b767dc7-f2ee-4dea-b5c6-7a699c287154 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610785
Nov 29 12:34:23.029733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f00723-8935-4511-83d2-bc190ce7d3ca {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:34:23.037582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.053546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Transition to ACTIVE for port object 44f00723-8935-4511-83d2-bc190ce7d3ca will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:34:23.058242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.062727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:23.199549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Pushing event updated for resources: {'Port': ['ID=44f00723-8935-4511-83d2-bc190ce7d3ca,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:23.203149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:23.310654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Attempting to bind port 44f00723-8935-4511-83d2-bc190ce7d3ca on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:34:23.310923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Attempting to bind port 44f00723-8935-4511-83d2-bc190ce7d3ca by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:34:23.311256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Attempting to bind port 44f00723-8935-4511-83d2-bc190ce7d3ca on network 32b8838d-907f-40db-8aa9-aefad7cb7405 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:34:23.315872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Port 44f00723-8935-4511-83d2-bc190ce7d3ca on network 32b8838d-907f-40db-8aa9-aefad7cb7405 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:34:23.316188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Attempting to bind port 44f00723-8935-4511-83d2-bc190ce7d3ca on network 32b8838d-907f-40db-8aa9-aefad7cb7405 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:34:23.321345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:34:23.321679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Checking segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:34:23.322042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Bound using segment: {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:34:23.322459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Bound port: 44f00723-8935-4511-83d2-bc190ce7d3ca, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782e7e2d-92e6-40cd-a39e-1032fca476b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:34:23.322842 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.416146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 03b2c248-19be-4b50-b287-0a2d00123267 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:23.416792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] For port 44f00723-8935-4511-83d2-bc190ce7d3ca, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:34:23.419993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] For port 44f00723-8935-4511-83d2-bc190ce7d3ca, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44f00723-8935-4511-83d2-bc190ce7d3ca,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:34:23.425138 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.428914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:23.488750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 03b2c248-19be-4b50-b287-0a2d00123267 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:23.491865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:23.492809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.494393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] 10.222.0.18 "PUT /v2.0/ports/44f00723-8935-4511-83d2-bc190ce7d3ca HTTP/1.1" status: 200  len: 1093 time: 1.0680425
Nov 29 12:34:23.495124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:34:23.496404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 03b2c248-19be-4b50-b287-0a2d00123267 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:23.496404 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.520262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Pushing event updated for resources: {'Port': ['ID=44f00723-8935-4511-83d2-bc190ce7d3ca,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:23.524807 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:23.577326 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'status': 'completed', 'code': 200}
Nov 29 12:34:23.621880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-f791fe0e-17ae-4923-99f1-b07391d388f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:23.623644 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-f791fe0e-17ae-4923-99f1-b07391d388f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 1096 time: 0.0828979
Nov 29 12:34:23.634187 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.669674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 03b2c248-19be-4b50-b287-0a2d00123267, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=03b2c248-19be-4b50-b287-0a2d00123267,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:23.673769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:23.676652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1b4daf9-8352-406c-b3c7-b904d0cd9490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:23.698381 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-41175f6d-060b-43c2-b3f5-cd0f74218a7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f00723-8935-4511-83d2-bc190ce7d3ca HTTP/1.1" status: 200  len: 217 time: 0.0677340
Nov 29 12:34:23.742002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=03b2c248-19be-4b50-b287-0a2d00123267,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:23.746045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:23.763593 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-47873f16-9a13-4ebe-95de-e70507bb9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:23.765097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-47873f16-9a13-4ebe-95de-e70507bb9b9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1c1ca9e-97a7-4a04-8160-8816ca842a84 HTTP/1.1" status: 200  len: 835 time: 0.0610211
Nov 29 12:34:23.959200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-08722550-4c31-41f4-a551-7ae982479cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:23.960694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-08722550-4c31-41f4-a551-7ae982479cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32b8838d-907f-40db-8aa9-aefad7cb7405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1893792
Nov 29 12:34:24.040226 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:34:24.130558 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-467bf380-8d9f-4087-b6c3-e09dd0f76388 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624026
Nov 29 12:34:24.281781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3461a-50d6-460c-b563-2bbef63f617a req-9681f8bb-964e-4a03-86bf-99dccb848caa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:24.283224 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fda3461a-50d6-460c-b563-2bbef63f617a req-9681f8bb-964e-4a03-86bf-99dccb848caa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 943 time: 0.1920586
Nov 29 12:34:24.286456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a9250fa5-5262-45f3-86ee-99bb79920f30 req-099fb808-0397-460c-8860-aef63d4906ad service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494873
Nov 29 12:34:24.336514 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fda3461a-50d6-460c-b563-2bbef63f617a req-8f0f3c83-cde3-4eb8-ae3d-999d944846b2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474432
Nov 29 12:34:24.407334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-3cafc141-a899-483e-8f9a-49d09e85f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:24.408743 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-3cafc141-a899-483e-8f9a-49d09e85f9f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 1096 time: 0.0712647
Nov 29 12:34:24.544201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-b7c8d3c4-45a2-42b5-86ad-fc92baacaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:24.545642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-b7c8d3c4-45a2-42b5-86ad-fc92baacaa7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=32b8838d-907f-40db-8aa9-aefad7cb7405 HTTP/1.1" status: 200  len: 898 time: 0.1292472
Nov 29 12:34:24.618979 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-77212d7e-c99b-4908-b52c-775959817a12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f00723-8935-4511-83d2-bc190ce7d3ca HTTP/1.1" status: 200  len: 217 time: 0.0650153
Nov 29 12:34:24.682016 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-5ad50a8b-8b90-462c-a140-ae8ca889d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:24.683377 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-5ad50a8b-8b90-462c-a140-ae8ca889d211 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1c1ca9e-97a7-4a04-8160-8816ca842a84 HTTP/1.1" status: 200  len: 835 time: 0.0577810
Nov 29 12:34:24.763939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-cae80443-d44c-4fd2-b706-524cb4bf62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:24.765413 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-cae80443-d44c-4fd2-b706-524cb4bf62d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32b8838d-907f-40db-8aa9-aefad7cb7405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741034
Nov 29 12:34:24.900757 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-22cb1da0-85ad-4769-bb12-731f943d6193 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260140
Nov 29 12:34:25.038151 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6ed1cb00-1d32-439c-9b23-e482d42368a3 req-6052f133-7ec9-47fd-90d8-c01f3adf9f14 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293206
Nov 29 12:34:25.410652 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 03b2c248-19be-4b50-b287-0a2d00123267 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:25.482850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 03b2c248-19be-4b50-b287-0a2d00123267 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:25.483248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:25.533038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ad09-16b3-4ab7-b122-4b89883cc4d3 req-3752e051-8229-43f3-849b-246b4bd6566c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:25.534506 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c82ad09-16b3-4ab7-b122-4b89883cc4d3 req-3752e051-8229-43f3-849b-246b4bd6566c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 943 time: 0.0851128
Nov 29 12:34:25.580135 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c82ad09-16b3-4ab7-b122-4b89883cc4d3 req-dea0c2c9-a1dc-4357-9474-6b7bae0d13e4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394387
Nov 29 12:34:26.556805 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1adee0c3-7d42-462c-9898-6cc1b6be0119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:26.605256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44f00723-8935-4511-83d2-bc190ce7d3ca details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:34:26.778767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1427058-3e05-4416-b902-643f6050e638 req-892fb7e1-4a8d-4a50-92c3-a3a8ce42eda6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:26.780299 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1427058-3e05-4416-b902-643f6050e638 req-892fb7e1-4a8d-4a50-92c3-a3a8ce42eda6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 943 time: 0.0918431
Nov 29 12:34:26.789718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 44f00723-8935-4511-83d2-bc190ce7d3ca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44f00723-8935-4511-83d2-bc190ce7d3ca,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:26.803205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'port_id': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'mac_address': 'fa:16:3e:33:42:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:34:26.828914 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b1427058-3e05-4416-b902-643f6050e638 req-5d7d2401-a325-4fd2-96f0-11a075b1b703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419796
Nov 29 12:34:26.860679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:26.878412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f00723-8935-4511-83d2-bc190ce7d3ca {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:34:26.894885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 44f00723-8935-4511-83d2-bc190ce7d3ca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44f00723-8935-4511-83d2-bc190ce7d3ca,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:26.901690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:26.904438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e382ce2-5fc9-4d7e-a61b-486b0b9230d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:26.972574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=44f00723-8935-4511-83d2-bc190ce7d3ca,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:26.975760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:27.101163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['44f00723-8935-4511-83d2-bc190ce7d3ca'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:34:27.157761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:28.043676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27375e-4326-48bb-a60b-ab37cfbd0a98 req-8607d1d0-afa9-4482-9fab-1f5500db8024 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:28.045141 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ab27375e-4326-48bb-a60b-ab37cfbd0a98 req-8607d1d0-afa9-4482-9fab-1f5500db8024 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 944 time: 0.0962603
Nov 29 12:34:28.094504 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ab27375e-4326-48bb-a60b-ab37cfbd0a98 req-91336349-9858-43d9-961b-672e8bdd42fc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435064
Nov 29 12:34:28.621734 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44f00723-8935-4511-83d2-bc190ce7d3ca up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:34:28.700030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 44f00723-8935-4511-83d2-bc190ce7d3ca completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:34:28.704710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 44f00723-8935-4511-83d2-bc190ce7d3ca triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:34:28.705089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:28.819956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:28.849702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:34:28.859812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 44f00723-8935-4511-83d2-bc190ce7d3ca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44f00723-8935-4511-83d2-bc190ce7d3ca,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:34:28.864627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:28.866473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f860b410-b1d5-4525-a593-843e12b2603f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:28.896143 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'code': 200}
Nov 29 12:34:28.937168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=44f00723-8935-4511-83d2-bc190ce7d3ca,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:28.940138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:29.081182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-800f8475-8983-416a-8fe7-814af0909b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:29.130510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcebfb3-e1ce-4651-8e28-3e721eaf7e9c req-23edc38a-aec4-41ca-9ce0-eff01de0e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:29.132072 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1fcebfb3-e1ce-4651-8e28-3e721eaf7e9c req-23edc38a-aec4-41ca-9ce0-eff01de0e6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 1098 time: 0.0739467
Nov 29 12:34:29.176827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1fcebfb3-e1ce-4651-8e28-3e721eaf7e9c req-73ea5b26-ec72-40d6-9f6c-7387d0e6aa20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381145
Nov 29 12:34:29.283919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449223-1b4a-40ba-8667-cbea91aae104 req-ade59617-75e5-46a6-aac9-ef204af5d8d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:29.285364 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd449223-1b4a-40ba-8667-cbea91aae104 req-ade59617-75e5-46a6-aac9-ef204af5d8d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0848377
Nov 29 12:34:29.331330 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd449223-1b4a-40ba-8667-cbea91aae104 req-500e81db-e1b1-4e61-9e0a-534cd499f645 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400207
Nov 29 12:34:30.270966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:30.527828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a263-5a05-405b-a350-8fdbf032e3dc req-656c8ade-1a84-427a-a984-f1aaf3605c8f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:30.529181 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-96d5a263-5a05-405b-a350-8fdbf032e3dc req-656c8ade-1a84-427a-a984-f1aaf3605c8f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0830302
Nov 29 12:34:30.573474 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-96d5a263-5a05-405b-a350-8fdbf032e3dc req-39b68d67-c7aa-4514-bae0-cb8d471d00c6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384986
Nov 29 12:34:30.776100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb1002-7ca9-4bde-9a72-91f9da02869e req-e2c0ff7e-28dc-4f14-9680-643ea1433f5b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:30.777564 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d8fb1002-7ca9-4bde-9a72-91f9da02869e req-e2c0ff7e-28dc-4f14-9680-643ea1433f5b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0954390
Nov 29 12:34:30.823528 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d8fb1002-7ca9-4bde-9a72-91f9da02869e req-1870ea2a-27f7-4dcd-b1ba-63c50a572671 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399041
Nov 29 12:34:30.845964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33530) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:30.918568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd2384b-b59d-4f0d-9f29-b568fac42c25 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:30.920077 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0cd2384b-b59d-4f0d-9f29-b568fac42c25 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 1093 time: 0.0731447
Nov 29 12:34:30.923010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33534) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:30.927893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:34:30.934145 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:34:30.938423 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:floatingip and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:34:30.941339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:34:30.947082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:34:30.961631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:31.111591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:31.260113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.93 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/f71ba88a-0398-47cf-a118-6f0f95eb58cb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:34:31.421809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:31.452591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:31.456356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b2d8462-8069-4927-8de2-d30e18e14dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:31.517984 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:34:31.520800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:34:31.524762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:34:31.565033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=f71ba88a-0398-47cf-a118-6f0f95eb58cb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:31.569178 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:31.808053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:32.062203 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:32.142217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:32.363478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:32.369291 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:32.373059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee143cc2-47aa-48ec-904f-c3a162f829fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:34:32.478897 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=f71ba88a-0398-47cf-a118-6f0f95eb58cb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:34:32.483613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:34:32.490205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:32.659341 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 744d4942-cdf6-4c52-a965-0ccc96da8256 associated. External IP: 172.26.4.93, port: 44f00723-8935-4511-83d2-bc190ce7d3ca.
Nov 29 12:34:33.019526 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c152ee89-2474-4f5b-bbcb-ceededbb8845 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:34:33.208048 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:34:33.218751 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] Sync routers for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:34:33.229134 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:33.229748 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08adf9d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:33.235387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:33.292831 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3686705
Nov 29 12:34:33.293474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:34:33.344472 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'status': 'completed', 'code': 200}
Nov 29 12:34:33.415063 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:33.497715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-838f9ab8-979c-4911-8ea9-f820428feee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:33.499197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-838f9ab8-979c-4911-8ea9-f820428feee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 1098 time: 0.1325274
Nov 29 12:34:33.511642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496f14a-52e1-4787-b028-2117acf243ca req-210559ce-186b-4996-a8a9-2b5476101a09 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:33.513015 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4496f14a-52e1-4787-b028-2117acf243ca req-210559ce-186b-4996-a8a9-2b5476101a09 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.1123486
Nov 29 12:34:33.754514 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4496f14a-52e1-4787-b028-2117acf243ca req-de53936d-826c-40cc-a959-1e4e9abb9e1d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2230375
Nov 29 12:34:33.766729 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08adf9d0>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '744d4942-cdf6-4c52-a965-0ccc96da8256', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'port_id': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'mac_address': 'fa:16:3e:33:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:34:31Z', 'updated_at': '2021-11-29T12:34:31Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:23Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:33.779414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:33.779884 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] Checking router: c152ee89-2474-4f5b-bbcb-ceededbb8845 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:34:33.788789 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:34:33.789391 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08adf9d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:33.795427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-51b02e86-2077-405b-9357-890a4abe71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:33.796908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-51b02e86-2077-405b-9357-890a4abe71c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32b8838d-907f-40db-8aa9-aefad7cb7405 HTTP/1.1" status: 200  len: 898 time: 0.2830553
Nov 29 12:34:33.895864 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ad95bce-670f-45bd-b914-e3837adb49fb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/744d4942-cdf6-4c52-a965-0ccc96da8256 HTTP/1.1" status: 200  len: 990 time: 0.1144979
Nov 29 12:34:33.906802 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-3f6f70ed-2570-4341-86e7-1193e3aa9737 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f00723-8935-4511-83d2-bc190ce7d3ca HTTP/1.1" status: 200  len: 998 time: 0.1026852
Nov 29 12:34:33.969277 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:34:33.980581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-14103ff9-0ed5-4667-99ed-8afa43040046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:33.982045 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-14103ff9-0ed5-4667-99ed-8afa43040046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1c1ca9e-97a7-4a04-8160-8816ca842a84 HTTP/1.1" status: 200  len: 835 time: 0.0685599
Nov 29 12:34:34.058217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-3b3a5a44-000e-427c-b355-d840a41db6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:34:34.059676 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-3b3a5a44-000e-427c-b355-d840a41db6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32b8838d-907f-40db-8aa9-aefad7cb7405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714426
Nov 29 12:34:34.193143 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-51f1514a-ce74-4f8a-830a-727d8747eda1 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263831
Nov 29 12:34:34.333882 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-636b3dae-cbe0-437c-adfe-8a7e0f8e9b15 req-0be30a3c-9aeb-4a7b-9b76-ee2ed3020563 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337717
Nov 29 12:34:34.338780 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08adf9d0>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '744d4942-cdf6-4c52-a965-0ccc96da8256', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'port_id': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'mac_address': 'fa:16:3e:33:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:34:31Z', 'updated_at': '2021-11-29T12:34:31Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:23Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:34:34.342987 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92122732-3c97-4791-81e9-2620b0af19f3 None None] The sync data for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv is: [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '744d4942-cdf6-4c52-a965-0ccc96da8256', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'port_id': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'mac_address': 'fa:16:3e:33:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:34:31Z', 'updated_at': '2021-11-29T12:34:31Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:23Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:34:34.553503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678892f-21c1-4944-ad23-d0012cc85d0c None None] New status for floating IP 744d4942-cdf6-4c52-a965-0ccc96da8256: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:34:34.899751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:34:35.157328 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ba5c8e50-6609-49f9-bc09-9e16a1f27591 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/744d4942-cdf6-4c52-a965-0ccc96da8256 HTTP/1.1" status: 200  len: 992 time: 0.2549005
Nov 29 12:34:43.649223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:56.557911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-388f5743-5bcd-402a-8873-d10cda876717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:57.133208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:34:59.088604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46b677bd-74cd-4280-8777-75272f51c9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:00.280722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:01.043950 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:35:01.811449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:03.091884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715cccf-55aa-4f2d-802d-16994a9a56eb req-75a53d56-37e2-4afc-8234-ad87f5618461 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:03.093251 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2715cccf-55aa-4f2d-802d-16994a9a56eb req-75a53d56-37e2-4afc-8234-ad87f5618461 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0882292
Nov 29 12:35:03.138627 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2715cccf-55aa-4f2d-802d-16994a9a56eb req-98100eec-91cd-48b0-b762-1c749350a79a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388179
Nov 29 12:35:04.335196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade6f1-668a-4b4a-9e72-01fd7e5481f7 req-b20dfb64-a2d5-47a5-aac0-53aba5de338c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:04.336643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a7ade6f1-668a-4b4a-9e72-01fd7e5481f7 req-b20dfb64-a2d5-47a5-aac0-53aba5de338c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0894501
Nov 29 12:35:04.383549 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a7ade6f1-668a-4b4a-9e72-01fd7e5481f7 req-383a2380-e1d6-4da8-bb58-28fbd7035574 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400333
Nov 29 12:35:04.406945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:04.519203 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d2902b0-578e-4bbc-beea-0bdd9c77752c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/744d4942-cdf6-4c52-a965-0ccc96da8256 HTTP/1.1" status: 200  len: 992 time: 0.1109340
Nov 29 12:35:06.171710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaab7d-f984-449a-b535-75f47e526503 req-66700f1f-4540-4278-8e78-70572ab2051f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:06.173223 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cdaaab7d-f984-449a-b535-75f47e526503 req-66700f1f-4540-4278-8e78-70572ab2051f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0917745
Nov 29 12:35:06.221072 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cdaaab7d-f984-449a-b535-75f47e526503 req-1c3b3013-6cff-4f1f-a9d1-3c5214515b46 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418038
Nov 29 12:35:07.438027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088b543-3957-4561-b64a-03045e4a8c74 req-11dba9fd-7bca-48df-8f1f-1850753c0609 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:07.439519 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a088b543-3957-4561-b64a-03045e4a8c74 req-11dba9fd-7bca-48df-8f1f-1850753c0609 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.0972674
Nov 29 12:35:07.485769 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a088b543-3957-4561-b64a-03045e4a8c74 req-0c132805-ca27-47f8-a8b0-dbebc9fdd4ef tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379567
Nov 29 12:35:07.518122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:07.625249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ca829e6c-e0ed-4972-b61c-17150d2005bf tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/744d4942-cdf6-4c52-a965-0ccc96da8256 HTTP/1.1" status: 200  len: 992 time: 0.1059396
Nov 29 12:35:07.954837 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33586) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:08.178821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port f71ba88a-0398-47cf-a118-6f0f95eb58cb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:35:08.179074 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:08.367370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:08.367662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:08.494071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for f71ba88a-0398-47cf-a118-6f0f95eb58cb owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:35:08.661033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:08.665082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:08.710953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=f71ba88a-0398-47cf-a118-6f0f95eb58cb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:08.760831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.761243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.761612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.762022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.762496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.762878 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.763280 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.763651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.764012 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.764380 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.764750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.765115 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:08.772332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:08.826838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:08.827202 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 744d4942-cdf6-4c52-a965-0ccc96da8256 disassociated (deleted). External IP: 172.26.4.93, port: 44f00723-8935-4511-83d2-bc190ce7d3ca.
Nov 29 12:35:09.318442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c152ee89-2474-4f5b-bbcb-ceededbb8845 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:35:09.504729 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:35:09.514525 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] Sync routers for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:35:09.526340 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:09.527058 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98f70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:09.529374 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:09.587958 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/floatingips/744d4942-cdf6-4c52-a965-0ccc96da8256 HTTP/1.1" status: 204  len: 168 time: 1.6314871
Nov 29 12:35:09.588574 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:35:09.646787 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'status': 'completed', 'code': 200}
Nov 29 12:35:09.716766 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:09.747158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-411df4f2-3393-476e-83d9-f45ea50f3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:09.749366 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-411df4f2-3393-476e-83d9-f45ea50f3267 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 1098 time: 0.0775564
Nov 29 12:35:09.919190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-45cd2dc1-680e-486a-9eb3-d0e6fbf67b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:09.921154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-45cd2dc1-680e-486a-9eb3-d0e6fbf67b86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32b8838d-907f-40db-8aa9-aefad7cb7405 HTTP/1.1" status: 200  len: 898 time: 0.1650240
Nov 29 12:35:09.997972 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-ba38cf6a-cb2c-43ee-b5cb-6f011961567f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f00723-8935-4511-83d2-bc190ce7d3ca HTTP/1.1" status: 200  len: 217 time: 0.0694981
Nov 29 12:35:10.030721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a98b93-6cea-4d9b-b748-c7f5b848e473 req-010827a6-6a33-4e45-a90c-e73bc1886fbe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:10.031531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b2a98b93-6cea-4d9b-b748-c7f5b848e473 req-010827a6-6a33-4e45-a90c-e73bc1886fbe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:10.048212 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b2a98b93-6cea-4d9b-b748-c7f5b848e473 req-010827a6-6a33-4e45-a90c-e73bc1886fbe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:10.049697 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2a98b93-6cea-4d9b-b748-c7f5b848e473 req-010827a6-6a33-4e45-a90c-e73bc1886fbe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.1172633
Nov 29 12:35:10.070877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-7b0c8d9f-e423-461d-af01-2437b11197bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:10.072391 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-7b0c8d9f-e423-461d-af01-2437b11197bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1c1ca9e-97a7-4a04-8160-8816ca842a84 HTTP/1.1" status: 200  len: 835 time: 0.0673883
Nov 29 12:35:10.092928 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98f70>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:23Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:10.097516 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] Checking router: c152ee89-2474-4f5b-bbcb-ceededbb8845 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:35:10.101736 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2a98b93-6cea-4d9b-b748-c7f5b848e473 req-fd50ce24-9388-4e00-a355-6566cb5030aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453701
Nov 29 12:35:10.106685 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:10.108636 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98f70>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:10.161373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-ec6e7681-cd3c-47a7-adeb-3fd609e2e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:10.163781 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-ec6e7681-cd3c-47a7-adeb-3fd609e2e59f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32b8838d-907f-40db-8aa9-aefad7cb7405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0830259
Nov 29 12:35:10.288087 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:10.300401 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-d086dff9-9e2c-444f-8b70-1d955ecbe8e8 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302056
Nov 29 12:35:10.433600 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e774ef36-5567-444d-b4aa-ce7e67b1f4b1 req-5214fbb3-7724-41e9-8e46-7a42666b4852 service neutron] 10.222.0.18 "GET /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259046
Nov 29 12:35:10.641159 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a98f70>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:23Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:10.645241 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343de32-4176-4295-bbb3-53ce0403b68b None None] The sync data for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv is: [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:34:18Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '03b2c248-19be-4b50-b287-0a2d00123267', 'name': '', 'network_id': '32b8838d-907f-40db-8aa9-aefad7cb7405', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:8f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:17Z', 'updated_at': '2021-11-29T12:34:23Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'b1c1ca9e-97a7-4a04-8160-8816ca842a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:35:10.885832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc29829-86a1-48c3-9636-407c0895210d None None] New status for floating IP 744d4942-cdf6-4c52-a965-0ccc96da8256: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:35:11.472910 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be80e-2e12-4a01-827a-990a7ad32f68 req-12a410ce-d987-4d26-9431-c3ccb7bb82f5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:11.474354 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-287be80e-2e12-4a01-827a-990a7ad32f68 req-12a410ce-d987-4d26-9431-c3ccb7bb82f5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.2526474
Nov 29 12:35:11.531123 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-287be80e-2e12-4a01-827a-990a7ad32f68 req-ee73441f-bf0c-45f7-a00c-7ec692c20f67 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=3481dddb-5ece-4525-a4f6-aa835bb3df0b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466001
Nov 29 12:35:11.538671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-b25402e0-85b7-4826-9e01-86cc7223b7dc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:11.540063 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-b25402e0-85b7-4826-9e01-86cc7223b7dc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 945 time: 0.1297688
Nov 29 12:35:11.613436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 44f00723-8935-4511-83d2-bc190ce7d3ca {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:35:11.613787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:11.861723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 44f00723-8935-4511-83d2-bc190ce7d3ca, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=44f00723-8935-4511-83d2-bc190ce7d3ca,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:11.862063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:11.985660 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 44f00723-8935-4511-83d2-bc190ce7d3ca owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:35:12.137739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:12.144624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-51f665d3-03bd-4795-ac9d-c58845b6ae3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:12.188281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=44f00723-8935-4511-83d2-bc190ce7d3ca,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:12.222702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.223086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.223488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.223862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.224233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.224600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.224958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.225322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.225682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.226035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.226378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.226728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:12.234373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:12.276520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] No DVR routers for this DVR port 44f00723-8935-4511-83d2-bc190ce7d3ca on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:35:12.279204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:12.281718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'name': 'network-vif-deleted', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:35:12.299830 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-df8fcd8e-e568-4e16-bcbe-5380b200395d req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "DELETE /v2.0/ports/44f00723-8935-4511-83d2-bc190ce7d3ca HTTP/1.1" status: 204  len: 173 time: 0.7541385
Nov 29 12:35:12.327792 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6565d1-1c23-4ec6-9125-01a3a427a01c', 'name': 'network-vif-deleted', 'tag': '44f00723-8935-4511-83d2-bc190ce7d3ca', 'status': 'completed', 'code': 200}
Nov 29 12:35:12.700009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2c6fb78c-9094-44a7-9df2-3a7b62dd8f61 req-9e990a32-a9c6-4c6a-9a21-67d9a1982002 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:12.716103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2c6fb78c-9094-44a7-9df2-3a7b62dd8f61 req-9e990a32-a9c6-4c6a-9a21-67d9a1982002 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:12.717419 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2c6fb78c-9094-44a7-9df2-3a7b62dd8f61 req-9e990a32-a9c6-4c6a-9a21-67d9a1982002 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6565d1-1c23-4ec6-9125-01a3a427a01c HTTP/1.1" status: 200  len: 210 time: 0.0614314
Nov 29 12:35:13.645653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:13.821639 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:14.393782 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:14.778772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44f00723-8935-4511-83d2-bc190ce7d3ca no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:35:14.814710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 44f00723-8935-4511-83d2-bc190ce7d3ca {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:35:14.815066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 44f00723-8935-4511-83d2-bc190ce7d3ca not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:35:14.902559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 03b2c248-19be-4b50-b287-0a2d00123267 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:35:14.903186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:15.095256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 03b2c248-19be-4b50-b287-0a2d00123267, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=03b2c248-19be-4b50-b287-0a2d00123267,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:15.095503 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:15.219991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 03b2c248-19be-4b50-b287-0a2d00123267 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:35:15.417622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:15.421131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eedaf3c1-2f2c-458d-8fce-8e4e3e099fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:15.469176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=03b2c248-19be-4b50-b287-0a2d00123267,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:15.472256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:15.745247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:16.107881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c152ee89-2474-4f5b-bbcb-ceededbb8845 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:35:16.415580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:35:16.428305 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636a57e-626c-490c-8908-764a19843e4f None None] Sync routers for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:35:16.440352 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/c152ee89-2474-4f5b-bbcb-ceededbb8845/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6175773
Nov 29 12:35:16.441988 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:16.442584 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:16.443084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:16.515364 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting subnet b1c1ca9e-97a7-4a04-8160-8816ca842a84 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:35:16.518577 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:16.573277 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:16.621622 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:16.654754 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:16.733331 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:16.738167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9133bf82-d0cf-4164-b5b5-8ab940159e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:16.775961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:16.784953 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/subnets/b1c1ca9e-97a7-4a04-8160-8816ca842a84 HTTP/1.1" status: 204  len: 168 time: 0.3380547
Nov 29 12:35:16.784953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c1ca9e-97a7-4a04-8160-8816ca842a84,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:16.785776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33612) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:16.786232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c52095a4-f1ac-449b-957d-17920cd3f000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:16.800782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5c2db-549f-4019-85c7-bf9513e8c2ce None None] Network 32b8838d-907f-40db-8aa9-aefad7cb7405 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:35:16.908233 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c1c0>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:35:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:16.912003 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636a57e-626c-490c-8908-764a19843e4f None None] Checking router: c152ee89-2474-4f5b-bbcb-ceededbb8845 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:35:16.920444 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] Routers {'c152ee89-2474-4f5b-bbcb-ceededbb8845'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:16.921042 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c152ee89-2474-4f5b-bbcb-ceededbb8845'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:16.997482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.052046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] DHCP port deletion for 32b8838d-907f-40db-8aa9-aefad7cb7405 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:35:17.056579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Deleting port 366fad0e-c2a0-44d4-9106-265e1e5338fa {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:35:17.057246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.099618 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] Set router c152ee89-2474-4f5b-bbcb-ceededbb8845 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:17.183661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.195022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 631494e9-c512-4ebc-b06a-4c01d901c18a {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:35:17.195534 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.299622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] For port 366fad0e-c2a0-44d4-9106-265e1e5338fa, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=366fad0e-c2a0-44d4-9106-265e1e5338fa,segment=NetworkSegment(782e7e2d-92e6-40cd-a39e-1032fca476b5),segment_id=782e7e2d-92e6-40cd-a39e-1032fca476b5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:17.300320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.400612 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d636a57e-626c-490c-8908-764a19843e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c1c0>, [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:35:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:17.404123 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636a57e-626c-490c-8908-764a19843e4f None None] The sync data for ids ['c152ee89-2474-4f5b-bbcb-ceededbb8845'] in dv-neutron-819579-1-hyperv is: [{'id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567429056', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:12Z', 'updated_at': '2021-11-29T12:35:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '631494e9-c512-4ebc-b06a-4c01d901c18a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c152ee89-2474-4f5b-bbcb-ceededbb8845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:13Z', 'updated_at': '2021-11-29T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:35:17.422238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Calling delete_port for 366fad0e-c2a0-44d4-9106-265e1e5338fa owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:35:17.501165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.505940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a21b86f2-d0df-4096-8ea2-8060b4b9f24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:17.524509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 631494e9-c512-4ebc-b06a-4c01d901c18a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=631494e9-c512-4ebc-b06a-4c01d901c18a,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:17.524975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.551753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Pushing event deleted for resources: {'Port': ['ID=366fad0e-c2a0-44d4-9106-265e1e5338fa,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:17.553964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] No DVR routers for this DVR port 366fad0e-c2a0-44d4-9106-265e1e5338fa on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:35:17.564441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.564834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.565194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.565520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.565830 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.566347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.566724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.567041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.571522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.571960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.572418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.572821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:17.576759 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:17.649336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 631494e9-c512-4ebc-b06a-4c01d901c18a owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:35:17.824988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:17.829484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2107f6ef-f164-4d9b-95af-f47ae00ea6d4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:17.840449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 366fad0e-c2a0-44d4-9106-265e1e5338fa no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:35:17.877853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 366fad0e-c2a0-44d4-9106-265e1e5338fa {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:35:17.878205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 366fad0e-c2a0-44d4-9106-265e1e5338fa not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:35:17.883417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=631494e9-c512-4ebc-b06a-4c01d901c18a,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:17.911477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:17.975632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.151602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.153942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.179772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.180225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Fanout notify agent at l3_agent the message router_deleted on router c152ee89-2474-4f5b-bbcb-ceededbb8845 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:35:18.195770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.199473 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/routers/c152ee89-2474-4f5b-bbcb-ceededbb8845 HTTP/1.1" status: 204  len: 168 time: 1.4093826
Nov 29 12:35:18.199947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33616) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:18.318161 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.448340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.472829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e1eb50>,) {'filters': {'network_id': ['32b8838d-907f-40db-8aa9-aefad7cb7405']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:18.484721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e1eb50>, '782e7e2d-92e6-40cd-a39e-1032fca476b5') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:18.485024 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e1eb50>, '782e7e2d-92e6-40cd-a39e-1032fca476b5') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:18.496282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.513568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.520064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:35:18.520437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:35:18.534801 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:35:18.617257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.622013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.625311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2adb90fc-38e4-4761-80c4-188ee2dd26d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:18.649567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Network': ['ID=32b8838d-907f-40db-8aa9-aefad7cb7405,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:18.653995 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:18.658352 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a902ea2-1dad-4db9-8cf1-8b3b23d080da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/networks/32b8838d-907f-40db-8aa9-aefad7cb7405 HTTP/1.1" status: 204  len: 168 time: 0.4574435
Nov 29 12:35:18.661078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:18.734208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.764355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.836350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.841746 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-355adeb8-df1f-41ea-9de1-ae6f98278592 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:18.857187 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3481dddb-5ece-4525-a4f6-aa835bb3df0b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:18.860092 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:18.865644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:18.866910 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/security-groups/3481dddb-5ece-4525-a4f6-aa835bb3df0b HTTP/1.1" status: 204  len: 168 time: 0.2046604
Nov 29 12:35:19.262094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33628) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:19.269589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652691579', 'description': 'tempest-secgroup-smoke-652691579 description', 'project_id': 'e47dd8134479426d94d99e37033b97b8'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:19.276715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:19.281611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:19.284971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:19.292416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:19.304737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.326669 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:19.331117 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:19.334335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:19.340764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:19.422809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.428207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.429127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 631494e9-c512-4ebc-b06a-4c01d901c18a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:35:19.434014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b3d0fee5-7fd3-47bb-86a3-3002cf2b1f9f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:19.463432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 631494e9-c512-4ebc-b06a-4c01d901c18a {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:35:19.463793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 631494e9-c512-4ebc-b06a-4c01d901c18a not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:35:19.464217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 03b2c248-19be-4b50-b287-0a2d00123267 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:35:19.477022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76217f-71d2-4f29-89a4-0ffa76119749,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:19.479924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:19.481565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.486098 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-34c1b89b-b0a7-4b0f-bc05-4c1999dc9b28 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2201228
Nov 29 12:35:19.486489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33632) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:19.492337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '9a76217f-71d2-4f29-89a4-0ffa76119749', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:19.499201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:19.501360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 03b2c248-19be-4b50-b287-0a2d00123267 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:35:19.501720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 03b2c248-19be-4b50-b287-0a2d00123267 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:35:19.503241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:19.506149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:19.512337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:19.529395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.595372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.600041 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.606979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40ab3eb0-dfe1-4f8c-81e7-d72c5332d6aa tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:19.626291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ba5c62-a361-498c-b0a5-192aba189440,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:19.628891 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:19.637081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.638344 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1506686
Nov 29 12:35:19.641278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33636) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:19.649092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '9a76217f-71d2-4f29-89a4-0ffa76119749', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:19.658164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:19.663728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:19.668317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:19.674286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:19.692096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.757507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.762547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.768689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac5631aa-aecf-4a96-9ab1-cb09d5a4c8b0 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:19.788273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c477a77b-ce82-4f51-af0e-10ada85c5f8e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:19.790888 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:19.798812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.802696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-63d6aae0-1569-4295-8518-8de0b2b13aba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1576798
Nov 29 12:35:19.802908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33640) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:19.807903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '9a76217f-71d2-4f29-89a4-0ffa76119749', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:19.814515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:19.818597 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:19.821687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:19.827661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:19.846276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.910651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.916301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.918812 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bb1cd651-ae7a-4243-991c-45e1b055fc73 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:19.945656 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa250ebe-cc59-4530-a99d-ea3ed1c8d453,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:19.948133 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:19.957577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:19.958815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1549592
Nov 29 12:35:19.962129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33644) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:19.967489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '9a76217f-71d2-4f29-89a4-0ffa76119749', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:19.974238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:19.978043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:19.981024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:19.986829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:20.003325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.066017 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.070703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.072482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7b1adfda-4074-4318-9f69-e271e4da1c5b tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:20.093416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc75fd-fe14-4cf4-9325-49522b8b11af,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:20.095963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:20.105677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.107099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1439247
Nov 29 12:35:20.112164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33648) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:20.117980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '9a76217f-71d2-4f29-89a4-0ffa76119749', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:20.125066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:20.129120 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:20.132105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:20.138461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:20.154095 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:35:20.160687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.227220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.232697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.234523 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-75237c32-0210-4e85-96dc-bc2e70bc8f3b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:20.256765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5ff307-3934-4df5-8759-8126c4ad10c7,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:20.261071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:20.266872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.268124 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b9f7adb5-b1fb-4a4a-bf59-86327c15adde tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1544938
Nov 29 12:35:20.270913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33652) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:20.276099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '9a76217f-71d2-4f29-89a4-0ffa76119749', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:20.282124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:20.285909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:20.288778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:20.294492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:20.305042 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:35:20.312328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.385193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.391313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.400362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-017177e4-3add-4c12-a516-f34f098f04b1 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:20.425037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b2a4bf-b5c6-4c06-bea7-319b6c2caa2e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:20.430696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:20.436080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.437610 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1657546
Nov 29 12:35:20.441838 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33656) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:20.447262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'network': {'name': 'tempest-network-smoke--941374477', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'port_security_enabled': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:20.452537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:20.456673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:network and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:20.459571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:20.466317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:20.482845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:35:20.485647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.514999 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:35:20.524094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.524430 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Added segment c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971 of type vlan for network 4f3d2167-c696-44a6-a24e-d6628a8877a1
Nov 29 12:35:20.555473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.588497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.594820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:20.595421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.600540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1d79f48c-6261-47e4-84a8-e04ee08557cb tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:20.698461 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2554259
Nov 29 12:35:20.701224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33660) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:20.706727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'admin_state_up': True, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:20.707471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Network': ['ID=4f3d2167-c696-44a6-a24e-d6628a8877a1,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:20.710241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7e586b43-4615-416f-a9da-e67170ec875a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:20.714274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:20.717898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:35:20.719361 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:router and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:20.722418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:20.729301 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:20.741835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.742992 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:20.758033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:21.032866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:21.473320 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:21.505794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:21.661176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.119 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/c2499486-f580-42f5-a4a9-dd47bd0b267e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:35:21.815018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:21.848701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:21.853369 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:21.911873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:35:21.914908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:21.918814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:35:21.960461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=c2499486-f580-42f5-a4a9-dd47bd0b267e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:21.964632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:22.351076 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:22.842749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:23.053447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router b69377ea-855f-482a-aa8b-d2ce94240f2a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:35:23.237976 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:35:23.247740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Sync routers for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:35:23.258382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:23.259071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081f55b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:23.267182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:23.268634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.5663462
Nov 29 12:35:23.271807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33664) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:23.315759 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f40381d-7bf8-45b1-a37d-4cba05b7bffa tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e47dd8134479426d94d99e37033b97b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0426776
Nov 29 12:35:23.318339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:23.434388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:23.454126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057c6cc-7b59-4f76-9756-bb907ab224d1 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:23.455822 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3057c6cc-7b59-4f76-9756-bb907ab224d1 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1364973
Nov 29 12:35:23.460825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33672) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:23.506605 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d9da8bba-56c1-4595-819b-0e6d126ad67d tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0443130
Nov 29 12:35:23.509148 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33676) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:23.514799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597094365', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:23.727541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081f55b0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:22Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:23.731901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Checking router: b69377ea-855f-482a-aa8b-d2ce94240f2a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:35:23.732273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Updating router b69377ea-855f-482a-aa8b-d2ce94240f2a port c2499486-f580-42f5-a4a9-dd47bd0b267e binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:35:23.747780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:23.751843 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:subnet and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:23.754821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:23.762510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:23.776940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:35:23.781937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:23.787252 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.006413 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.010210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f47e1a5b-77e8-4726-9da9-3fe2c9450bad tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:24.087425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Subnet': ['ID=c7f62abc-bc3e-46bf-88bd-fb35fa67c062,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:24.091524 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:24.098684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Checking segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:35:24.099030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network hostable DHCP agents. Network: 4f3d2167-c696-44a6-a24e-d6628a8877a1, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:35:24.119634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:35:24.130471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 4f3d2167-c696-44a6-a24e-d6628a8877a1) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:24.137007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:24.137599 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.147608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00392866-cb1e-42d3-a25b-080889f3827c None None] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:35:24.163300 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7c3dd32b-0f7c-4637-849f-11cc57884293 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6504931
Nov 29 12:35:24.163703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33680) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:24.235334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.251394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Transition to ACTIVE for port object c2499486-f580-42f5-a4a9-dd47bd0b267e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:24.260273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.267030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:24.392266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Attempting to bind port c2499486-f580-42f5-a4a9-dd47bd0b267e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:35:24.392507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Attempting to bind port c2499486-f580-42f5-a4a9-dd47bd0b267e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:35:24.392905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Attempting to bind port c2499486-f580-42f5-a4a9-dd47bd0b267e on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:35:24.397321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bafc6d-c0e2-413b-8b65-802ebcc31cc0 None None] Pushing event updated for resources: {'Port': ['ID=c2499486-f580-42f5-a4a9-dd47bd0b267e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:24.400119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7bafc6d-c0e2-413b-8b65-802ebcc31cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:24.417109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:35:24.417495 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:35:24.417966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.418741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:35:24.418893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Bound port: c2499486-f580-42f5-a4a9-dd47bd0b267e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:35:24.419206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.534116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-4f3d2167-c696-44a6-a24e-d6628a8877a1', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:35:24.534943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.551122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] For port c2499486-f580-42f5-a4a9-dd47bd0b267e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:35:24.599609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] For port c2499486-f580-42f5-a4a9-dd47bd0b267e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c2499486-f580-42f5-a4a9-dd47bd0b267e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:35:24.608689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.621853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:24.754395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:24.755014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d081f55b0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:24.860787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:24.878405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bafc6d-c0e2-413b-8b65-802ebcc31cc0 None None] Pushing event updated for resources: {'Port': ['ID=c2499486-f580-42f5-a4a9-dd47bd0b267e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:24.881815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7bafc6d-c0e2-413b-8b65-802ebcc31cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:24.918532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Allocated IP 172.20.0.2 (4f3d2167-c696-44a6-a24e-d6628a8877a1/c7f62abc-bc3e-46bf-88bd-fb35fa67c062/9fe46bca-67b4-4d5c-bf77-c61202e161a9) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:35:25.028586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:25.382723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.396105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Transition to ACTIVE for port object 9fe46bca-67b4-4d5c-bf77-c61202e161a9 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:25.419345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Transition to ACTIVE for port object 9fe46bca-67b4-4d5c-bf77-c61202e161a9 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:25.427447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.433086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9b6f806-9bbc-4b70-b2fc-b4384eecbb51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:25.563426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:35:25.571483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d081f55b0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:22Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:25.573693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:25.576680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:35:25.587983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbf7f3-e3e7-4e33-aa9a-d3ace28c45a0 None None] The sync data for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv is: [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:22Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:35:25.641153 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.1 (4f3d2167-c696-44a6-a24e-d6628a8877a1/c7f62abc-bc3e-46bf-88bd-fb35fa67c062/5592173c-f610-42be-9a46-b09212a83844) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:35:25.664535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Pushing event updated for resources: {'Port': ['ID=9fe46bca-67b4-4d5c-bf77-c61202e161a9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:25.673465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:25.689823 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Attempting to bind port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:35:25.690508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Attempting to bind port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:35:25.690881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Attempting to bind port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 on network 4f3d2167-c696-44a6-a24e-d6628a8877a1 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:35:25.696316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:35:25.696692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Checking segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:35:25.697096 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.697492 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Bound using segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:35:25.697956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Bound port: 9fe46bca-67b4-4d5c-bf77-c61202e161a9, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:35:25.698340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.791534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] For port 9fe46bca-67b4-4d5c-bf77-c61202e161a9, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:35:25.796184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] For port 9fe46bca-67b4-4d5c-bf77-c61202e161a9, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9fe46bca-67b4-4d5c-bf77-c61202e161a9,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:35:25.803255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.808832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:25.810835 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.830747 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 5592173c-f610-42be-9a46-b09212a83844 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:25.886264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:25.892790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e669c251-b154-4fb3-9af8-8f3684bf6993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:25.934221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Pushing event updated for resources: {'Port': ['ID=9fe46bca-67b4-4d5c-bf77-c61202e161a9,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:25.941327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:25.970545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:35:25.975268 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:25.978515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:35:26.027823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=5592173c-f610-42be-9a46-b09212a83844,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:26.030776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:26.049512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:26.200089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:26.552933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e9da9db-6364-4d10-89dd-f418569dbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:26.631547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:26.637142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:26.662353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dd59107e-8b22-4fa3-a5d7-eab8b4c35e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:26.754087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:26.757618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=5592173c-f610-42be-9a46-b09212a83844,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:26.760963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:26.901417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:35:26.902690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:26.922736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fddb9d-2461-4c50-abd4-38c2a3bc8a65 None None] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:35:27.037250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e8d5149a-a00b-4e2a-82ee-7442b0a7cb2a None None] Provisioning for port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:27.089484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router b69377ea-855f-482a-aa8b-d2ce94240f2a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:35:27.164358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:27.426990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:35:27.446033 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/b69377ea-855f-482a-aa8b-d2ce94240f2a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2809834
Nov 29 12:35:27.460818 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Sync routers for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:35:27.473830 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:27.474853 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:27.534263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0b5eefbd-d954-422b-8784-55595d38f555 None None] Provisioning for port 5592173c-f610-42be-9a46-b09212a83844 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:27.541323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c2499486-f580-42f5-a4a9-dd47bd0b267e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:27.579440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0b5eefbd-d954-422b-8784-55595d38f555 None None] Provisioning complete for port 5592173c-f610-42be-9a46-b09212a83844 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:27.580179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b5eefbd-d954-422b-8784-55595d38f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:27.661919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-7ef0e5b4-1762-40da-aa80-d93965c2d9c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:27.681913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-7ef0e5b4-1762-40da-aa80-d93965c2d9c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:27.683868 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-7ef0e5b4-1762-40da-aa80-d93965c2d9c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652691579&fields=id&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 267 time: 0.0686140
Nov 29 12:35:27.698598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0b5eefbd-d954-422b-8784-55595d38f555 None None] Port 5592173c-f610-42be-9a46-b09212a83844 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:35:27.715937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port c2499486-f580-42f5-a4a9-dd47bd0b267e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:27.725302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c2499486-f580-42f5-a4a9-dd47bd0b267e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:27.734562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:27.738216 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:27.862616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5f5b0156-06d3-4e3c-8031-341ef715c504 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:27.863594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5f5b0156-06d3-4e3c-8031-341ef715c504 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:27.883096 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5f5b0156-06d3-4e3c-8031-341ef715c504 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:27.884810 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5f5b0156-06d3-4e3c-8031-341ef715c504 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 796 time: 0.1934710
Nov 29 12:35:27.899132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2e6a87d1-72c8-42e4-a461-efeac3ac93b0 None None] Provisioning complete for port 5592173c-f610-42be-9a46-b09212a83844 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:27.899678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2e6a87d1-72c8-42e4-a461-efeac3ac93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:27.901921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-3672dd4f-8dbe-4cb4-8743-9008120fb66c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/quotas/e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 375 time: 0.0102582
Nov 29 12:35:27.945047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:27.974555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a87d1-72c8-42e4-a461-efeac3ac93b0 None None] Port 5592173c-f610-42be-9a46-b09212a83844 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:35:27.979124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port c2499486-f580-42f5-a4a9-dd47bd0b267e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c2499486-f580-42f5-a4a9-dd47bd0b267e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:27.983914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:27.984755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9fe46bca-67b4-4d5c-bf77-c61202e161a9 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:28.000350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5e012907-3339-4303-9299-00a788b08bb1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:28.009115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:28.018187 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5e012907-3339-4303-9299-00a788b08bb1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:28.020494 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-5e012907-3339-4303-9299-00a788b08bb1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1127362
Nov 29 12:35:28.111844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=c2499486-f580-42f5-a4a9-dd47bd0b267e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:28.114958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:28.120847 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c340>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 2, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:28.121220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-df6b1ec3-1269-4d60-8454-92f6d6dba198 None None] Provisioning complete for port 5592173c-f610-42be-9a46-b09212a83844 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:28.122533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-df6b1ec3-1269-4d60-8454-92f6d6dba198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.127388 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Checking router: b69377ea-855f-482a-aa8b-d2ce94240f2a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:35:28.128060 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Updating router b69377ea-855f-482a-aa8b-d2ce94240f2a port 5592173c-f610-42be-9a46-b09212a83844 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:35:28.173709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:28.182901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:28.183305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.189361 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.210954 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-df6b1ec3-1269-4d60-8454-92f6d6dba198 None None] Port 5592173c-f610-42be-9a46-b09212a83844 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:35:28.224948 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-eee4e92b-bda6-4e1e-8e10-32f44835979a service neutron] 10.222.0.20 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918280
Nov 29 12:35:28.302359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.335704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 9fe46bca-67b4-4d5c-bf77-c61202e161a9, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9fe46bca-67b4-4d5c-bf77-c61202e161a9,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:28.341119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.343071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:28.362698 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-fccba4af-4971-4df5-ae35-6a0ebecf415d service neutron] 10.222.0.20 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319938
Nov 29 12:35:28.414080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=9fe46bca-67b4-4d5c-bf77-c61202e161a9,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:28.417560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:28.547578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a2bc7586-6b2f-4718-8f8e-021a902f0e27 req-88932bb8-ec59-480c-93b5-e7a521ddc258 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:28.556932 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.560050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a2bc7586-6b2f-4718-8f8e-021a902f0e27 req-88932bb8-ec59-480c-93b5-e7a521ddc258 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:28.561228 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2bc7586-6b2f-4718-8f8e-021a902f0e27 req-88932bb8-ec59-480c-93b5-e7a521ddc258 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 210 time: 0.0571029
Nov 29 12:35:28.576307 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Transition to ACTIVE for port object 5592173c-f610-42be-9a46-b09212a83844 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:28.583961 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.588387 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86f6ce35-866b-4785-96db-f3fc68a8170a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:28.793624 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Pushing event updated for resources: {'Port': ['ID=5592173c-f610-42be-9a46-b09212a83844,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:28.801241 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.801588 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.801909 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.802230 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.802547 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.802863 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.803265 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.803510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.803840 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.804196 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.804429 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.804734 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:35:28.817459 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:28.825018 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Attempting to bind port 5592173c-f610-42be-9a46-b09212a83844 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:35:28.825433 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Attempting to bind port 5592173c-f610-42be-9a46-b09212a83844 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:35:28.825840 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Attempting to bind port 5592173c-f610-42be-9a46-b09212a83844 on network 4f3d2167-c696-44a6-a24e-d6628a8877a1 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:35:28.831861 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:35:28.832231 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Checking segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:35:28.832772 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.833151 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Bound using segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:35:28.833609 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Bound port: 5592173c-f610-42be-9a46-b09212a83844, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:35:28.833978 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.934435 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] For port 5592173c-f610-42be-9a46-b09212a83844, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:35:28.938268 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] For port 5592173c-f610-42be-9a46-b09212a83844, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5592173c-f610-42be-9a46-b09212a83844,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:35:28.944907 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:28.948852 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:29.032074 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:29.032518 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:34:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:29.088812 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-963a1821-5d71-4998-929f-0ef297423f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:29.164968 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Pushing event updated for resources: {'Port': ['ID=5592173c-f610-42be-9a46-b09212a83844,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:29.170639 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:29.228076 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:29.447282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c2499486-f580-42f5-a4a9-dd47bd0b267e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:29.525969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port c2499486-f580-42f5-a4a9-dd47bd0b267e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:29.526250 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:29.587154 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0897c340>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:28Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:29.591941 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7350e-30c2-491d-9640-4aba79a0258d None None] The sync data for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv is: [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:28Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:35:29.708323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9fe46bca-67b4-4d5c-bf77-c61202e161a9 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:29.798585 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:29.798997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:29.806121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-8e4fb402-60d5-4dc7-8c62-bac4039daf69 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:29.807635 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-8e4fb402-60d5-4dc7-8c62-bac4039daf69 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 796 time: 0.3258595
Nov 29 12:35:29.839341 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6896f45e-bce4-4757-9f7b-a5781fd05e57 req-98c8d77b-abb2-449d-a182-b76a6bed803e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 210 time: 0.0919700
Nov 29 12:35:29.872216 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-b120409f-6b25-4cf5-957c-cd3702c0ff68 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 379 time: 0.0507381
Nov 29 12:35:29.887067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'port': {'device_id': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'admin_state_up': True, 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'security_groups': ['9a76217f-71d2-4f29-89a4-0ffa76119749']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:30.033859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:30.043625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:30.054321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:35:30.058036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.232717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.13 (4f3d2167-c696-44a6-a24e-d6628a8877a1/c7f62abc-bc3e-46bf-88bd-fb35fa67c062/5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:35:30.278380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.430535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.447654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:30.472918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.480031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a49328a6-500a-49b3-b31b-094351111f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:30.550762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:35:30.553965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:30.558046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:35:30.590259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:30.601510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:30.631388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:30.632002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.661083 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7788477
Nov 29 12:35:30.673845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-59e81b16-e1c1-415f-9f8a-08e4bd503000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:35:30.674847 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-59e81b16-e1c1-415f-9f8a-08e4bd503000 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054657
Nov 29 12:35:30.687559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Request body: {'port': {'device_id': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:30.794105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-773339a5-114e-4561-8b83-b2cc83fad7cb None None] Provisioning for port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:30.800288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-773339a5-114e-4561-8b83-b2cc83fad7cb None None] Provisioning complete for port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:30.800725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-773339a5-114e-4561-8b83-b2cc83fad7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.815238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:30.862748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-773339a5-114e-4561-8b83-b2cc83fad7cb None None] Port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:35:31.038589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39fdc-0087-4f5e-af95-d34e6aa04132 req-3e97876e-73cf-4db4-a7f5-5f56f55cdf7a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:31.040262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f7f39fdc-0087-4f5e-af95-d34e6aa04132 req-3e97876e-73cf-4db4-a7f5-5f56f55cdf7a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 932 time: 0.0870936
Nov 29 12:35:31.091099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-f7f39fdc-0087-4f5e-af95-d34e6aa04132 req-649becc3-003e-429a-88c6-d79c85b6c4a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:31.103091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-f7f39fdc-0087-4f5e-af95-d34e6aa04132 req-649becc3-003e-429a-88c6-d79c85b6c4a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:31.104257 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f7f39fdc-0087-4f5e-af95-d34e6aa04132 req-649becc3-003e-429a-88c6-d79c85b6c4a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581098
Nov 29 12:35:31.302650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:35:31.310314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.324762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Transition to ACTIVE for port object 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:35:31.333797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.337453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e73ae228-4c31-4811-87db-7847265e6106 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:31.470721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5592173c-f610-42be-9a46-b09212a83844 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:31.481179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:31.516453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:31.547822 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 5592173c-f610-42be-9a46-b09212a83844 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:31.553396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5592173c-f610-42be-9a46-b09212a83844 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:31.553773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.598075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Attempting to bind port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:35:31.598414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Attempting to bind port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:35:31.598840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Attempting to bind port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 on network 4f3d2167-c696-44a6-a24e-d6628a8877a1 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:35:31.603458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 on network 4f3d2167-c696-44a6-a24e-d6628a8877a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:35:31.603771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Attempting to bind port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 on network 4f3d2167-c696-44a6-a24e-d6628a8877a1 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:35:31.609394 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:35:31.609724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Checking segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:35:31.610102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Bound using segment: {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:35:31.610522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Bound port: 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:35:31.610862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.676946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.703052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] For port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:35:31.706723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] For port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:35:31.712159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.717031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-117d60df-5cc5-4db6-9342-6d914b124f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:31.718154 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 5592173c-f610-42be-9a46-b09212a83844, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5592173c-f610-42be-9a46-b09212a83844,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:31.722424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.724244 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86ce8359-e3ef-4a74-8022-ba6efa529a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:31.770290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:31.771093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.772478 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] 10.222.0.18 "PUT /v2.0/ports/5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 1094 time: 1.0910523
Nov 29 12:35:31.773027 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:35:31.804347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:31.806757 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:31.842873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=5592173c-f610-42be-9a46-b09212a83844,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:31.846196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:31.847022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:31.899458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-cfccf4b0-0c47-4de7-b893-9f74365ea65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:31.901260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-cfccf4b0-0c47-4de7-b893-9f74365ea65d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1097 time: 0.0827892
Nov 29 12:35:31.959440 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'status': 'completed', 'code': 200}
Nov 29 12:35:31.979106 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-eb18e48a-6569-43d3-88f7-39873033e431 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 217 time: 0.0705805
Nov 29 12:35:32.040997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-a742404d-883c-4f96-b66f-6343ef531abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:32.042498 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-a742404d-883c-4f96-b66f-6343ef531abd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 200  len: 834 time: 0.0574031
Nov 29 12:35:32.122771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-b08ccba0-c1be-40a0-aebe-cc5c22d11828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:32.124203 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-b08ccba0-c1be-40a0-aebe-cc5c22d11828 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f3d2167-c696-44a6-a24e-d6628a8877a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747647
Nov 29 12:35:32.256091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-40f4c651-1576-468a-98c6-7a35622d6dcc service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251221
Nov 29 12:35:32.293587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961dd02-8181-4cd6-abcf-a0447d65620f req-6398aca0-7841-43b5-955d-af5f6fb9e6c7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:32.295130 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c961dd02-8181-4cd6-abcf-a0447d65620f req-6398aca0-7841-43b5-955d-af5f6fb9e6c7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 944 time: 0.0812802
Nov 29 12:35:32.340585 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c961dd02-8181-4cd6-abcf-a0447d65620f req-2a37f918-afd2-4983-8541-36b200935a8d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397260
Nov 29 12:35:32.390724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ad08969-a9d7-4936-8980-312124b2e9ce req-26d379cc-13d6-4a59-94dd-779d5d3ab099 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280041
Nov 29 12:35:32.529894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-ceeb55fb-2b1e-462f-ab3a-e4bd8a64a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:32.531435 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-ceeb55fb-2b1e-462f-ab3a-e4bd8a64a656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1097 time: 0.0824811
Nov 29 12:35:32.670655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-2cfc79f7-fd76-4ce4-8829-c618ed21f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:32.672136 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-2cfc79f7-fd76-4ce4-8829-c618ed21f742 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 897 time: 0.1325150
Nov 29 12:35:32.744256 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-ebb5477f-e0c9-42ef-ba40-65c14328aaf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 217 time: 0.0647993
Nov 29 12:35:32.932489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-69757df1-c1ad-4f6e-bfbe-063ae86fb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:32.934467 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-69757df1-c1ad-4f6e-bfbe-063ae86fb267 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 200  len: 834 time: 0.1820667
Nov 29 12:35:33.025005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-f2f82175-84a5-4eaa-a3b7-117ee2883c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:33.026484 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-f2f82175-84a5-4eaa-a3b7-117ee2883c78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f3d2167-c696-44a6-a24e-d6628a8877a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0848610
Nov 29 12:35:33.171028 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-c5984779-cbcd-4331-b72a-1c0190a6fad4 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358905
Nov 29 12:35:33.312119 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a6efdaa-b396-41fa-ad22-e66b0d36646f req-7cf12722-bc9d-4a3f-a33b-0790133ca923 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340764
Nov 29 12:35:33.439441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5592173c-f610-42be-9a46-b09212a83844 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:33.509210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 5592173c-f610-42be-9a46-b09212a83844 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:33.509591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:33.527834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff4a8-62b9-4322-9f03-b02ad5df56a6 req-1c58391e-853b-45c2-9bc3-ec39f23845c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:33.528615 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-554ff4a8-62b9-4322-9f03-b02ad5df56a6 req-1c58391e-853b-45c2-9bc3-ec39f23845c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:35:33.546678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-554ff4a8-62b9-4322-9f03-b02ad5df56a6 req-1c58391e-853b-45c2-9bc3-ec39f23845c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:35:33.547884 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-554ff4a8-62b9-4322-9f03-b02ad5df56a6 req-1c58391e-853b-45c2-9bc3-ec39f23845c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 944 time: 0.0985951
Nov 29 12:35:33.592320 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-554ff4a8-62b9-4322-9f03-b02ad5df56a6 req-c9cab2b3-d09a-4bb6-830d-6339daf3046b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384042
Nov 29 12:35:34.800690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedfb23-ed2b-4016-a9cf-f5007f3ef594 req-2e2cef91-baf8-4aa1-820a-d53594a76cd7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:34.802171 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eedfb23-ed2b-4016-a9cf-f5007f3ef594 req-2e2cef91-baf8-4aa1-820a-d53594a76cd7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 944 time: 0.0856624
Nov 29 12:35:34.848520 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eedfb23-ed2b-4016-a9cf-f5007f3ef594 req-2dbefae0-c80d-4d85-93b1-f793a77c8c06 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405362
Nov 29 12:35:34.857886 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:35:34.994771 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:35.008451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'port_id': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'mac_address': 'fa:16:3e:62:2c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:35:35.063085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:35.080264 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:35:35.096485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:35.101974 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:35.103757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:35.173014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:35.176037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:35.310012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:35:36.068311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c9-acaf-4802-94e8-1263782feec4 req-ce5b02a5-efae-40c2-9344-ecafe6e5d9c2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:36.069797 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-92f9e0c9-acaf-4802-94e8-1263782feec4 req-ce5b02a5-efae-40c2-9344-ecafe6e5d9c2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 945 time: 0.0947199
Nov 29 12:35:36.115162 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-92f9e0c9-acaf-4802-94e8-1263782feec4 req-c802edad-50fb-4c4e-9e4e-9392653d1ddf tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394850
Nov 29 12:35:36.857020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:35:37.058067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:35:37.065739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:35:37.066116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:37.209400 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:37.249316 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:35:37.263513 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:35:37.271088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:37.274584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:37.311061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8537-d84a-4921-b632-187ec4c97bbe req-9ef54d39-90e4-4ee6-b5cc-bcba2473f114 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:37.312840 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b0ed8537-d84a-4921-b632-187ec4c97bbe req-9ef54d39-90e4-4ee6-b5cc-bcba2473f114 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 945 time: 0.0864544
Nov 29 12:35:37.350234 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'code': 200}
Nov 29 12:35:37.363471 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b0ed8537-d84a-4921-b632-187ec4c97bbe req-6f4f450d-4307-4740-befc-25d3b5ae0951 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442247
Nov 29 12:35:37.391342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:37.394389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:37.554760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134fff5-dcd9-45c3-8caf-2965c187fb0b req-3313b058-d860-48a0-be91-2001f89c537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:37.556291 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f134fff5-dcd9-45c3-8caf-2965c187fb0b req-3313b058-d860-48a0-be91-2001f89c537d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1099 time: 0.0750146
Nov 29 12:35:37.597114 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f134fff5-dcd9-45c3-8caf-2965c187fb0b req-038610ce-d8ca-4fdc-9346-d7f2a5b61f69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335956
Nov 29 12:35:38.048338 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:35:38.575155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a38b-f4b4-47ac-87ab-12b37cb64614 req-0c5cd033-02b6-4254-ab52-7781ade32ad3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:38.576602 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8634a38b-f4b4-47ac-87ab-12b37cb64614 req-0c5cd033-02b6-4254-ab52-7781ade32ad3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0933008
Nov 29 12:35:38.627276 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8634a38b-f4b4-47ac-87ab-12b37cb64614 req-3caacb0b-3975-48a8-a4a8-515859297ee4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433276
Nov 29 12:35:39.820464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaec72-d426-42e3-9dc5-9a02405da824 req-57a73d47-54c4-4e18-aa0b-2f5e4786a4b0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:39.821976 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5bfaec72-d426-42e3-9dc5-9a02405da824 req-57a73d47-54c4-4e18-aa0b-2f5e4786a4b0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0851271
Nov 29 12:35:39.868943 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5bfaec72-d426-42e3-9dc5-9a02405da824 req-f018fba4-0c65-4078-9c6a-b01c01e5c94e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400500
Nov 29 12:35:40.079689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd333be-6ad5-4cca-8f55-11cdc30ef386 req-aed355d1-9b24-4c73-a20c-10cd6e6d3605 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:40.081139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dbd333be-6ad5-4cca-8f55-11cdc30ef386 req-aed355d1-9b24-4c73-a20c-10cd6e6d3605 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.1001911
Nov 29 12:35:40.127872 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dbd333be-6ad5-4cca-8f55-11cdc30ef386 req-e1efa181-897b-4887-970c-3ed1f9313a54 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408893
Nov 29 12:35:40.151019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33738) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:40.232033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142006aa-ac53-43a5-9c69-cfd65950b2c4 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:40.233440 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-142006aa-ac53-43a5-9c69-cfd65950b2c4 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1094 time: 0.0813613
Nov 29 12:35:40.236786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:40.244227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:35:40.251798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:35:40.256010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:floatingip and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:35:40.259096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:35:40.266000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:35:40.279192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:40.427220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:40.577925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.43 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/a25934a9-4f86-4302-aa09-38fb91e2968a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:35:40.860220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:40.893496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:40.897462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5d1d2e7e-26e8-43b2-9f32-812139016329 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:40.959191 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:35:40.961999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:35:40.966358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:35:41.008269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=a25934a9-4f86-4302-aa09-38fb91e2968a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:41.012801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:41.381870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:41.457299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:41.682849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:41.689307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:41.694645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c342e027-daa2-4289-b39e-61452ce2b6c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:35:41.815553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=a25934a9-4f86-4302-aa09-38fb91e2968a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:35:41.819519 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:35:41.826400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:42.007423 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 6e3ceba6-7c87-4afc-9acb-f75bc53641b1 associated. External IP: 172.26.4.43, port: 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4.
Nov 29 12:35:42.518604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router b69377ea-855f-482a-aa8b-d2ce94240f2a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:35:42.713406 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:35:42.725991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] Sync routers for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:35:42.736631 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:42.737410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082370d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:35:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:42.741350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:42.799239 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5609627
Nov 29 12:35:42.799814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:35:42.854729 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'status': 'completed', 'code': 200}
Nov 29 12:35:42.935565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:42.948228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-7c503f90-de8b-4d9d-81ca-a971961c015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:42.949891 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-7c503f90-de8b-4d9d-81ca-a971961c015f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1099 time: 0.0730143
Nov 29 12:35:43.044498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53166d-3366-4f05-8b80-da8b66c1acf8 req-d4606470-e143-411a-a5e0-068537ec1519 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:43.046009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ec53166d-3366-4f05-8b80-da8b66c1acf8 req-d4606470-e143-411a-a5e0-068537ec1519 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.1436257
Nov 29 12:35:43.089130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-a873aa4f-ec0f-4863-9872-dad48ce37cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:43.090554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-a873aa4f-ec0f-4863-9872-dad48ce37cb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 897 time: 0.1342611
Nov 29 12:35:43.094643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ec53166d-3366-4f05-8b80-da8b66c1acf8 req-58035d15-a249-4f87-b948-21ac89876e15 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421519
Nov 29 12:35:43.117980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33752) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:43.199624 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-0c55298a-a1a2-4d56-8d7b-a0718c01a7fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 999 time: 0.1025715
Nov 29 12:35:43.227644 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1b30fe48-2e37-4a47-84ed-d0db7257b7bd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/6e3ceba6-7c87-4afc-9acb-f75bc53641b1 HTTP/1.1" status: 200  len: 991 time: 0.1082118
Nov 29 12:35:43.271366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-4ace5683-3100-452d-b583-2b5fd6b15bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:43.272886 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-4ace5683-3100-452d-b583-2b5fd6b15bbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 200  len: 834 time: 0.0660932
Nov 29 12:35:43.285861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082370d0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6e3ceba6-7c87-4afc-9acb-f75bc53641b1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'port_id': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'mac_address': 'fa:16:3e:62:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:35:41Z', 'updated_at': '2021-11-29T12:35:41Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:31Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:43.289836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] Checking router: b69377ea-855f-482a-aa8b-d2ce94240f2a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:35:43.298448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:35:43.299042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d082370d0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:35:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:43.366762 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-cd2c9585-d0b3-499c-9133-c1c9074c2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:35:43.368174 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-cd2c9585-d0b3-499c-9133-c1c9074c2186 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f3d2167-c696-44a6-a24e-d6628a8877a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724754
Nov 29 12:35:43.477076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:35:43.502497 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-4faaad74-6e64-4e19-8e86-69f0a512b2a3 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263702
Nov 29 12:35:43.672863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:43.755337 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0ac97d19-9730-42a0-8b1b-530b71dbee41 req-e1026299-1099-4a32-8d21-aec5ac9dcb02 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461240
Nov 29 12:35:43.848972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d082370d0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6e3ceba6-7c87-4afc-9acb-f75bc53641b1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'port_id': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'mac_address': 'fa:16:3e:62:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:35:41Z', 'updated_at': '2021-11-29T12:35:41Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:31Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:35:43.853080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523015b-cd1a-4996-a768-2eecf12dc5b2 None None] The sync data for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv is: [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '6e3ceba6-7c87-4afc-9acb-f75bc53641b1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'port_id': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'mac_address': 'fa:16:3e:62:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:35:41Z', 'updated_at': '2021-11-29T12:35:41Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:31Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:35:44.063595 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2d6a9-063f-4bc9-a8cd-4e4bc16123a9 None None] New status for floating IP 6e3ceba6-7c87-4afc-9acb-f75bc53641b1: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:35:44.232128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33756) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:44.343204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e5f7cbe2-5253-4072-b26a-42040b684e1d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/6e3ceba6-7c87-4afc-9acb-f75bc53641b1 HTTP/1.1" status: 200  len: 991 time: 0.1095343
Nov 29 12:35:45.348244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33760) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:35:45.464297 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a95aaec3-802e-4637-b236-a7d93f45838d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/6e3ceba6-7c87-4afc-9acb-f75bc53641b1 HTTP/1.1" status: 200  len: 993 time: 0.1147783
Nov 29 12:35:56.561971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc814918-7c56-4db6-928a-34db4b40f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:57.140389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:35:59.088179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb581104-45fe-450a-8f51-5c39822a2a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:00.287210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:01.818148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:10.525649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-fa7a918f-93e6-4053-8259-0a72f42b7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:10.527195 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-fa7a918f-93e6-4053-8259-0a72f42b7d6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1099 time: 0.1956451
Nov 29 12:36:10.536028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275527f7-4681-4e07-8fe7-b9064fd57343 req-d5264142-2858-4011-8736-eca242453532 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:10.537971 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-275527f7-4681-4e07-8fe7-b9064fd57343 req-d5264142-2858-4011-8736-eca242453532 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.1814802
Nov 29 12:36:10.659945 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-275527f7-4681-4e07-8fe7-b9064fd57343 req-6cebdf81-8ae2-4c58-9867-132278cce2ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036882
Nov 29 12:36:10.696097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-7e66e04f-2895-4bd5-8afd-fd1aef9454ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:10.697578 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-7e66e04f-2895-4bd5-8afd-fd1aef9454ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 897 time: 0.1592510
Nov 29 12:36:10.807867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-c5f116ce-1e85-4994-be48-b4d9152e415d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 1001 time: 0.0980096
Nov 29 12:36:10.870702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-52f31ecf-bef0-425a-ae80-22aae236a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:10.872218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-52f31ecf-bef0-425a-ae80-22aae236a447 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 200  len: 834 time: 0.0568378
Nov 29 12:36:10.954173 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-b69e8f21-91d1-44eb-809a-b5a56c48f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:10.955638 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-b69e8f21-91d1-44eb-809a-b5a56c48f4a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f3d2167-c696-44a6-a24e-d6628a8877a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755908
Nov 29 12:36:11.094097 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-f0ac0aa2-c05a-44ce-8b8b-7731643b9a60 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304743
Nov 29 12:36:11.230897 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af38a71c-4151-4706-8822-6c1dc2a6bf1d req-cadac422-f5f6-4c65-8cf9-70c498399ba0 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288528
Nov 29 12:36:11.862632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c5d8e-c1e5-4446-9a60-8da2bc58becc req-ecd68a22-4066-461c-bfac-f2bfc25cee12 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:11.864120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-789c5d8e-c1e5-4446-9a60-8da2bc58becc req-ecd68a22-4066-461c-bfac-f2bfc25cee12 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0850027
Nov 29 12:36:11.912037 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-789c5d8e-c1e5-4446-9a60-8da2bc58becc req-51d445c8-308c-4691-afa1-a1e9b5a78640 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393751
Nov 29 12:36:13.104983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924845a2-3205-4832-960c-72674d7047c2 req-5465dd8d-af10-4468-a643-cee5f5ab0964 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:13.106368 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-924845a2-3205-4832-960c-72674d7047c2 req-5465dd8d-af10-4468-a643-cee5f5ab0964 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0821047
Nov 29 12:36:13.151070 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-924845a2-3205-4832-960c-72674d7047c2 req-67110311-8dd1-432f-9176-c4a00f103e2c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389979
Nov 29 12:36:13.663232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:14.361742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3fbf-0641-4db4-a166-d1ab8d688e91 req-ea377ef1-350f-466c-8868-a7cf27285de5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:14.363205 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f27a3fbf-0641-4db4-a166-d1ab8d688e91 req-ea377ef1-350f-466c-8868-a7cf27285de5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0971975
Nov 29 12:36:14.409431 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f27a3fbf-0641-4db4-a166-d1ab8d688e91 req-f21400b1-8948-43a7-8402-578c9bbfed91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405149
Nov 29 12:36:15.052609 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:36:15.610771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f37d-09a0-43d4-a8dc-2c1f2a248128 req-8659b604-11a2-4bda-a8bd-30a2795ba6c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:15.612252 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae08f37d-09a0-43d4-a8dc-2c1f2a248128 req-8659b604-11a2-4bda-a8bd-30a2795ba6c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0866330
Nov 29 12:36:15.655260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae08f37d-09a0-43d4-a8dc-2c1f2a248128 req-4ea1e38a-eefe-4c29-9ddb-2c8e7a7418e1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372808
Nov 29 12:36:16.850507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e026b00-3a40-4038-9f3e-c11cbc0e4e07 req-440c8699-71ca-4be4-8953-ad9bb2225181 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:16.851961 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3e026b00-3a40-4038-9f3e-c11cbc0e4e07 req-440c8699-71ca-4be4-8953-ad9bb2225181 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0818911
Nov 29 12:36:16.898410 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3e026b00-3a40-4038-9f3e-c11cbc0e4e07 req-9e7bfd98-b0ad-4646-85d3-c55c6f5efdc6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380569
Nov 29 12:36:18.107784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964075f-56eb-49b9-92dc-61521efe12ad req-143d2bc6-21ec-43f3-8654-0297b4ed6ba2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:18.109134 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f964075f-56eb-49b9-92dc-61521efe12ad req-143d2bc6-21ec-43f3-8654-0297b4ed6ba2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0887158
Nov 29 12:36:18.154405 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f964075f-56eb-49b9-92dc-61521efe12ad req-ddeb2587-8268-4ddd-a9ed-b74f74ce0e13 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395703
Nov 29 12:36:19.373127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7913d5-d86c-41d3-b198-5fbf62461d28 req-6873e005-a547-4363-84a5-b5519e7504fa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:19.374547 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7913d5-d86c-41d3-b198-5fbf62461d28 req-6873e005-a547-4363-84a5-b5519e7504fa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0951183
Nov 29 12:36:19.428273 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef7913d5-d86c-41d3-b198-5fbf62461d28 req-cf914fe4-f842-4dbd-ab8d-7c1433a73c76 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452838
Nov 29 12:36:19.776418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-ae82a325-0810-48ec-981e-35933307a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:19.777840 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-ae82a325-0810-48ec-981e-35933307a172 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1099 time: 0.0739961
Nov 29 12:36:20.055359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-748b900a-e983-4225-8dbc-a0c2d0414705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:20.056696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-748b900a-e983-4225-8dbc-a0c2d0414705 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 897 time: 0.2589700
Nov 29 12:36:20.160792 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-e16b02cf-a56a-4f72-be5b-79aa170f635c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 1001 time: 0.0975649
Nov 29 12:36:20.225145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-b57e7d85-324b-471e-a782-5d5f15f1b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:20.226549 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-b57e7d85-324b-471e-a782-5d5f15f1b8bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 200  len: 834 time: 0.0595663
Nov 29 12:36:20.306151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-e6a3783e-be4e-45b7-8563-467a1afa5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:20.307535 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-e6a3783e-be4e-45b7-8563-467a1afa5a83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f3d2167-c696-44a6-a24e-d6628a8877a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747254
Nov 29 12:36:20.440415 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-91baef5f-5b06-4b8d-aa56-25f7957bce13 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261978
Nov 29 12:36:20.614003 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b6aa32b5-0b7b-4f1d-904c-6ff2737a05c3 req-03de9744-6eaa-4859-a18b-7ba03d6e34ca service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666503
Nov 29 12:36:20.648199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09934226-b540-4eab-9121-3b1121faf934 req-5fe7dc02-f806-4203-a349-129925c0c9da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:20.649691 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09934226-b540-4eab-9121-3b1121faf934 req-5fe7dc02-f806-4203-a349-129925c0c9da tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.1154633
Nov 29 12:36:20.695141 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09934226-b540-4eab-9121-3b1121faf934 req-649091e4-f3c5-49d5-9dc8-ddfbcfaaf7a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393476
Nov 29 12:36:21.895110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e436-7abd-42c7-88f4-b10b8d7fda99 req-095a4c79-5b8f-4588-b55a-10caecfd8862 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:21.896564 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2dd5e436-7abd-42c7-88f4-b10b8d7fda99 req-095a4c79-5b8f-4588-b55a-10caecfd8862 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0867639
Nov 29 12:36:21.946722 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2dd5e436-7abd-42c7-88f4-b10b8d7fda99 req-7d125b61-cf3e-47e7-887b-3e5c0cf5e50c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440593
Nov 29 12:36:23.168553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddd87b-cae6-44fb-9772-b28e197508ad req-afe8f906-d749-4843-8bd6-6fc65e29632e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:23.170081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4ddd87b-cae6-44fb-9772-b28e197508ad req-afe8f906-d749-4843-8bd6-6fc65e29632e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0930974
Nov 29 12:36:23.223872 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4ddd87b-cae6-44fb-9772-b28e197508ad req-76f0458d-6472-4f07-977d-c02211e2a0cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455484
Nov 29 12:36:23.247322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:36:23.359353 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f0aa2d5-6934-4ae7-8b23-da5d558ab069 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/6e3ceba6-7c87-4afc-9acb-f75bc53641b1 HTTP/1.1" status: 200  len: 993 time: 0.1107583
Nov 29 12:36:26.554595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e08bf588-8c10-49b3-81f5-a03cc9f68e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:27.139382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:29.088745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d06e939d-9e7b-4e7a-a086-710aee384aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:30.296567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:31.823654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:43.676378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:51.883454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:36:52.052353 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:36:52.098428 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port a25934a9-4f86-4302-aa09-38fb91e2968a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:36:52.098662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:52.280599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:52.280884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:52.523872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for a25934a9-4f86-4302-aa09-38fb91e2968a owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:36:52.678005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:52.681762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a76ea4c-7e2f-4033-ac95-7f9929f0d951 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:36:52.723020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=a25934a9-4f86-4302-aa09-38fb91e2968a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:36:52.756151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.756527 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.756902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.757270 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.757632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.757993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.758360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.758759 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.759119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.759514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.759901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.760231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:52.767108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:36:52.828764 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:52.828994 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 6e3ceba6-7c87-4afc-9acb-f75bc53641b1 disassociated (deleted). External IP: 172.26.4.43, port: 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4.
Nov 29 12:36:53.197524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router b69377ea-855f-482a-aa8b-d2ce94240f2a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:36:53.377113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:36:53.388500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] Sync routers for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:36:53.399899 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:53.400898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:36:53.401530 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08749cd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:36:53.454932 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/floatingips/6e3ceba6-7c87-4afc-9acb-f75bc53641b1 HTTP/1.1" status: 204  len: 168 time: 1.5698981
Nov 29 12:36:53.455558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:36:53.503114 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'status': 'completed', 'code': 200}
Nov 29 12:36:53.596321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-213387e5-39da-459b-9f47-639f339bba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:53.598611 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-213387e5-39da-459b-9f47-639f339bba3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 1099 time: 0.0723059
Nov 29 12:36:53.643669 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:36:53.746271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-7f1bb2f6-2f90-4376-8519-9b43c334f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:53.747749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-7f1bb2f6-2f90-4376-8519-9b43c334f7eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 200  len: 897 time: 0.1421399
Nov 29 12:36:53.824636 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-36d9cafb-a248-4241-a14f-0ae2500fd484 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 200  len: 217 time: 0.0688534
Nov 29 12:36:53.829451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3489-78f7-4afb-8ee1-d079de60afcc req-20ce21ca-1877-4873-9cc6-077dbb9a2792 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:53.830144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-58ad3489-78f7-4afb-8ee1-d079de60afcc req-20ce21ca-1877-4873-9cc6-077dbb9a2792 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:36:53.847459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-58ad3489-78f7-4afb-8ee1-d079de60afcc req-20ce21ca-1877-4873-9cc6-077dbb9a2792 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:36:53.848969 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58ad3489-78f7-4afb-8ee1-d079de60afcc req-20ce21ca-1877-4873-9cc6-077dbb9a2792 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.1015213
Nov 29 12:36:53.890936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-a74f4dcd-b1d0-4414-8613-2474d1223c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:53.892483 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-a74f4dcd-b1d0-4414-8613-2474d1223c07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 200  len: 834 time: 0.0598195
Nov 29 12:36:53.903254 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58ad3489-78f7-4afb-8ee1-d079de60afcc req-bcaeec14-bd8a-4304-8833-c9bc8d987910 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482361
Nov 29 12:36:53.976957 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08749cd0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:31Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:36:53.981826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] Checking router: b69377ea-855f-482a-aa8b-d2ce94240f2a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:36:53.983468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-269fb44c-1ca9-4fb5-8b0d-5a4bd6060f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:53.984936 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-269fb44c-1ca9-4fb5-8b0d-5a4bd6060f0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f3d2167-c696-44a6-a24e-d6628a8877a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0856023
Nov 29 12:36:53.993921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:36:53.994532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08749cd0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:36:54.118575 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-a81d3901-f9cc-4ca6-b218-5d062640ae87 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252868
Nov 29 12:36:54.173263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:36:54.256284 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-41826e7d-0b44-4b2d-bbf2-9024077ba65e req-f8632dc7-2be4-4392-8807-c92452a6fc11 service neutron] 10.222.0.18 "GET /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300669
Nov 29 12:36:54.508597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08749cd0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:31Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:36:54.512835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63820a72-54a6-4bc3-a2f4-20732997ce45 None None] The sync data for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv is: [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:35:26Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '5592173c-f610-42be-9a46-b09212a83844', 'name': '', 'network_id': '4f3d2167-c696-44a6-a24e-d6628a8877a1', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:60:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:25Z', 'updated_at': '2021-11-29T12:35:31Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'c7f62abc-bc3e-46bf-88bd-fb35fa67c062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:36:54.747231 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d3873-acd0-496d-8f1e-acca1de60edc None None] New status for floating IP 6e3ceba6-7c87-4afc-9acb-f75bc53641b1: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:36:55.107637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b97c9b-bddc-4ac7-a4c2-66b9e7b09fd6 req-06485620-f247-4741-a616-f75274de67b4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:55.108970 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-83b97c9b-bddc-4ac7-a4c2-66b9e7b09fd6 req-06485620-f247-4741-a616-f75274de67b4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.0873477
Nov 29 12:36:55.321914 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-83b97c9b-bddc-4ac7-a4c2-66b9e7b09fd6 req-73b34cec-d222-4032-90e6-87681c6ed136 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a76217f-71d2-4f29-89a4-0ffa76119749&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2071550
Nov 29 12:36:55.367053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-6160e58a-00d2-4901-9384-c8d56fabed9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:36:55.368434 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-6160e58a-00d2-4901-9384-c8d56fabed9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 946 time: 0.2220018
Nov 29 12:36:55.445232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:36:55.445577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:55.712010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:36:55.712259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:55.833102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:36:55.988961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:55.994878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:36:56.039644 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:36:56.081677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.082075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.082453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.082832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.083202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.083598 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.083965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.084339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.084683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.085043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.085431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.085795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:36:56.093064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:36:56.127366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] No DVR routers for this DVR port 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:36:56.130032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:56.132643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'name': 'network-vif-deleted', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:36:56.149706 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a0b20b5-52eb-4d2e-9b56-8257897a7c17 req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "DELETE /v2.0/ports/5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 HTTP/1.1" status: 204  len: 173 time: 0.7751157
Nov 29 12:36:56.184033 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d61dd-fbc6-4af8-b0c5-81b79af225ed', 'name': 'network-vif-deleted', 'tag': '5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4', 'status': 'completed', 'code': 200}
Nov 29 12:36:56.486445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cb7d06cb-041e-41aa-94ec-e71d147b29b5 req-8a9ce0de-5591-4cc4-85c6-bf9e93b319ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:36:56.503715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-cb7d06cb-041e-41aa-94ec-e71d147b29b5 req-8a9ce0de-5591-4cc4-85c6-bf9e93b319ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:36:56.505091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb7d06cb-041e-41aa-94ec-e71d147b29b5 req-8a9ce0de-5591-4cc4-85c6-bf9e93b319ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa2d61dd-fbc6-4af8-b0c5-81b79af225ed HTTP/1.1" status: 200  len: 210 time: 0.0618384
Nov 29 12:36:56.547449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d0ffc9d-68e7-44fc-918d-67714d240bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:57.134647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:57.604500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33838) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:36:58.337332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:58.709326 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 5592173c-f610-42be-9a46-b09212a83844 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:36:58.710018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:58.915000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 5592173c-f610-42be-9a46-b09212a83844, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=5592173c-f610-42be-9a46-b09212a83844,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:36:58.915463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:59.042919 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 5592173c-f610-42be-9a46-b09212a83844 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:36:59.084240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980f249c-1ef7-4fed-9bc8-59b0b730c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:59.186445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:36:59.222496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:36:59.226257 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62ca1630-20ea-4fff-9082-0ed5a74347ba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:36:59.226643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:36:59.226991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 5c9e95a4-bcc8-4cc7-a5bc-9743588b0cb4 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:36:59.270714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=5592173c-f610-42be-9a46-b09212a83844,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:36:59.273819 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:36:59.686539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.052632 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router b69377ea-855f-482a-aa8b-d2ce94240f2a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:37:00.233558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:37:00.243713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] Sync routers for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:37:00.251623 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/b69377ea-855f-482a-aa8b-d2ce94240f2a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6457286
Nov 29 12:37:00.255679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:00.257999 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:00.258613 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085945e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:00.325932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting subnet c7f62abc-bc3e-46bf-88bd-fb35fa67c062 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:37:00.329055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.384267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.400099 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.447729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:00.477901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.550659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.554458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-43ffb464-b994-4723-8d3b-3e5d96dad459 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:00.590955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f62abc-bc3e-46bf-88bd-fb35fa67c062,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:00.594553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:00.598314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.605266 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/subnets/c7f62abc-bc3e-46bf-88bd-fb35fa67c062 HTTP/1.1" status: 204  len: 168 time: 0.3485105
Nov 29 12:37:00.607988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:00.672130 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed329cfb-89c5-4aa5-8d83-720676863352 None None] Network 4f3d2167-c696-44a6-a24e-d6628a8877a1 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:37:00.798978 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:00.971203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085945e0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:36:59Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:00.975752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] Checking router: b69377ea-855f-482a-aa8b-d2ce94240f2a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:37:00.985741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] Routers {'b69377ea-855f-482a-aa8b-d2ce94240f2a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:00.986469 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085945e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['b69377ea-855f-482a-aa8b-d2ce94240f2a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:01.040690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] DHCP port deletion for 4f3d2167-c696-44a6-a24e-d6628a8877a1 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:37:01.113976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Deleting port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:37:01.114393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.140643 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.151624 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port c2499486-f580-42f5-a4a9-dd47bd0b267e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:37:01.151959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.268861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] Set router b69377ea-855f-482a-aa8b-d2ce94240f2a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:01.329903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port c2499486-f580-42f5-a4a9-dd47bd0b267e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=c2499486-f580-42f5-a4a9-dd47bd0b267e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:01.330249 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.470835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for c2499486-f580-42f5-a4a9-dd47bd0b267e owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:37:01.533056 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9fe46bca-67b4-4d5c-bf77-c61202e161a9 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:37:01.601353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] For port 9fe46bca-67b4-4d5c-bf77-c61202e161a9, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9fe46bca-67b4-4d5c-bf77-c61202e161a9,segment=NetworkSegment(c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971),segment_id=c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:01.602002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.652573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.656438 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ea1cbbf-0e81-4a3f-add6-f03ff4f14492 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:01.705618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=c2499486-f580-42f5-a4a9-dd47bd0b267e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:01.707784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:01.772756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Calling delete_port for 9fe46bca-67b4-4d5c-bf77-c61202e161a9 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:37:01.816865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:01.919079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.023243 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.026155 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.057221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.057758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Fanout notify agent at l3_agent the message router_deleted on router b69377ea-855f-482a-aa8b-d2ce94240f2a {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:37:02.074175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.079777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.081855 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/routers/b69377ea-855f-482a-aa8b-d2ce94240f2a HTTP/1.1" status: 204  len: 168 time: 1.4722073
Nov 29 12:37:02.082032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7bafc6d-c0e2-413b-8b65-802ebcc31cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:02.084722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:02.137694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Pushing event deleted for resources: {'Port': ['ID=9fe46bca-67b4-4d5c-bf77-c61202e161a9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:02.144877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.155722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] No DVR routers for this DVR port 9fe46bca-67b4-4d5c-bf77-c61202e161a9 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:37:02.166783 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.167959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.167959 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.168452 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.169087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.169520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.170061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.176207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.176207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.176207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.176207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.176207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:02.181110 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:02.211646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.249288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085945e0>, [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:36:59Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:02.254474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a2940-eac0-4083-b1e2-7f9eae1cd657 None None] The sync data for ids ['b69377ea-855f-482a-aa8b-d2ce94240f2a'] in dv-neutron-819579-1-hyperv is: [{'id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705429588', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:35:20Z', 'updated_at': '2021-11-29T12:36:59Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'c2499486-f580-42f5-a4a9-dd47bd0b267e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69377ea-855f-482a-aa8b-d2ce94240f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:35:21Z', 'updated_at': '2021-11-29T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:37:02.366631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.398019 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08193970>,) {'filters': {'network_id': ['4f3d2167-c696-44a6-a24e-d6628a8877a1']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:02.410938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08193970>, 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:02.411256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08193970>, 'c28e4bc1-7edc-4cd8-a6d9-cd45a6c99971') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:02.423442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.441805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.450097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:37:02.450492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:37:02.465997 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:37:02.566721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.574309 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.577108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e41e5935-929b-4145-9681-8e98a9bb1dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:02.603733 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Network': ['ID=4f3d2167-c696-44a6-a24e-d6628a8877a1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:02.606977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:02.612919 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f7fa3a76-4f8d-49f4-9aa0-07fd91456b99 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/networks/4f3d2167-c696-44a6-a24e-d6628a8877a1 HTTP/1.1" status: 204  len: 168 time: 0.5271068
Nov 29 12:37:02.615500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:02.687322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.718094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.783329 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.787999 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61fc6427-eae6-43d8-90d7-397bb08c922f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:02.803537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76217f-71d2-4f29-89a4-0ffa76119749,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:02.806358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:02.815021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:02.818958 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a76217f-71d2-4f29-89a4-0ffa76119749 HTTP/1.1" status: 204  len: 168 time: 0.1997590
Nov 29 12:37:03.209994 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33862) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:03.215344 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1805693001', 'description': 'tempest-secgroup-smoke-1805693001 description', 'project_id': 'e47dd8134479426d94d99e37033b97b8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:03.221941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:03.226625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:03.229844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:03.236916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:03.247803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.272292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:03.276360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:03.279470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:03.286030 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:03.359305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.364740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.368472 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d7e0c7a2-e66b-4e52-8096-fb74aa373908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:03.410578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff878555-3fac-4a6b-b7e8-de246972270d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:03.413638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:03.414930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.416210 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-86b4f43b-1773-41d2-bfb8-2933631e7e9b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2051892
Nov 29 12:37:03.419216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:03.424226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': 'ff878555-3fac-4a6b-b7e8-de246972270d', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:03.430433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:03.434314 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:03.437485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:03.445903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:03.465347 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.494990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c2499486-f580-42f5-a4a9-dd47bd0b267e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:37:03.528812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.529084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: c2499486-f580-42f5-a4a9-dd47bd0b267e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:37:03.529442 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device c2499486-f580-42f5-a4a9-dd47bd0b267e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:37:03.529878 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5592173c-f610-42be-9a46-b09212a83844 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:37:03.533955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.540603 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-881b86cf-3990-4109-bc43-c4295dbb16b4 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:03.560044 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6c1790-df11-4e46-a454-a07be00901d1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:03.563580 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:03.567483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 5592173c-f610-42be-9a46-b09212a83844 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:37:03.567860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 5592173c-f610-42be-9a46-b09212a83844 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:37:03.572870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.574008 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-02bfdb99-e1ce-4b9d-a80e-94f01000deeb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1538439
Nov 29 12:37:03.577152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33870) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:03.582551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': 'ff878555-3fac-4a6b-b7e8-de246972270d', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:03.588922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:03.593009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:03.596060 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:03.606280 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:03.624697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.686459 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.693497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.700157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1dfe2fd7-88d8-41b2-ab9c-6c1f61f9fa07 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:03.719609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c67a054-caf1-4857-8e96-477b242d81d1,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:03.724803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:03.731195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.732412 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d5a2eca6-d336-4f10-b39a-3d4e65f21cc5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1542106
Nov 29 12:37:03.735509 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:03.741196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': 'ff878555-3fac-4a6b-b7e8-de246972270d', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:03.747607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:03.751876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:03.755059 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:03.761173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:03.779500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.971745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.978471 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:03.980271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0352a158-63d1-4d87-9169-34965a2e6504 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:04.002396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11ae49e-9846-4d86-bc19-e6c54b526583,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:04.005133 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:04.014088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.015283 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-668e1efb-334c-470f-8a8b-449cec52150b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2786572
Nov 29 12:37:04.018077 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33878) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:04.023316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': 'ff878555-3fac-4a6b-b7e8-de246972270d', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:04.029225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:04.033083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:04.036239 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:04.042003 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:04.061944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.126725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.132987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.134885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4d7a8517-b097-4c31-a302-51e49641060f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:04.156478 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544bddf2-b59d-4547-9dd4-093d0a7871e5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:04.160708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:04.166854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.168058 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1489561
Nov 29 12:37:04.171010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33882) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:04.176400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': 'ff878555-3fac-4a6b-b7e8-de246972270d', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:04.182528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:04.186541 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:04.189881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:04.195974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:04.209182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:37:04.219410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.293412 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.299286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.301122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c09ee5a2-383c-45d0-8e16-0e4fe911319b tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:04.322876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afccadd-8b88-4f88-aea5-98e679477eab,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:04.325284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:04.332814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.334077 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-94d78301-27b5-47a2-98ea-71b23f759c5e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1620314
Nov 29 12:37:04.336853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33886) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:04.342138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': 'ff878555-3fac-4a6b-b7e8-de246972270d', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:04.348656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:04.352665 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:04.355703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:04.361551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:04.373509 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:37:04.381358 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.455666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.460515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.462551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63b3df1c-c339-493b-91c6-79774e73c567 tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:04.491223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3403d0f2-7a97-4591-b323-e1f034c95366,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:04.494742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:04.505069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.509161 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68540537-6a42-4308-91b7-a473e8bc1576 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1685483
Nov 29 12:37:04.509481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:04.515371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'network': {'name': 'tempest-network-smoke--308435537', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:04.520709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:04.525116 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:network and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:04.528020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:04.534152 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:04.546303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:37:04.550033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.579287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:37:04.588885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.589242 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Added segment e4b47eb0-99d8-4f57-b05d-4d3e780cfdee of type vlan for network c06ce3a4-5fb5-429a-acce-8c1e221b7afc
Nov 29 12:37:04.617377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.647441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.653591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:04.654186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.659677 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d9ec859-cb6e-4cb1-8e72-9d11529b9893 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:04.764972 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2543511
Nov 29 12:37:04.767907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33894) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:04.768475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Network': ['ID=c06ce3a4-5fb5-429a-acce-8c1e221b7afc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:04.771521 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9585628c-a85b-4bd0-b1e8-1d0e0fd077b6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:04.774194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'admin_state_up': True, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:04.786489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:04.787906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:37:04.791123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:router and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:04.794160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:04.801958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:04.813596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.815201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:04.834234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:05.103638 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:05.537369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:05.566746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:05.708218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.163 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/f6967647-b20d-4422-bf5b-1eba53fbb3ee) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:37:05.855507 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:05.886952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:05.891510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e551023f-bbba-4069-b59a-93f3e7f1a2fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:05.953086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:37:05.956154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:05.959862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:37:05.992925 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=f6967647-b20d-4422-bf5b-1eba53fbb3ee,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:06.002865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:06.383434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:06.729702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:07.067408 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router 60fbf9d5-c501-499d-9842-10027de10afb is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:37:07.250672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:37:07.261532 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Sync routers for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:37:07.271801 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:07.272389 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09582430>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:07.280307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:07.284595 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.5119088
Nov 29 12:37:07.284879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33898) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:07.327999 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0c19f199-5566-4ca7-90b0-757fc1e782ba tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e47dd8134479426d94d99e37033b97b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0388024
Nov 29 12:37:07.328212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33902) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:07.447110 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:07.463308 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff1e06-7e4e-4f07-ac66-565a0fc76d29 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:07.467646 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-85ff1e06-7e4e-4f07-ac66-565a0fc76d29 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1357086
Nov 29 12:37:07.467861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33906) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:07.509412 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2ce99b78-9d37-4d04-9fb4-c34a436cbf32 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380902
Nov 29 12:37:07.509646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33910) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:07.514928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205190069', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:07.624629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:07.628436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:subnet and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:07.631277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:07.636877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:07.647766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:37:07.651281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:07.760724 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09582430>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:06Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:07.765324 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Checking router: 60fbf9d5-c501-499d-9842-10027de10afb for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:37:07.765986 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Updating router 60fbf9d5-c501-499d-9842-10027de10afb port f6967647-b20d-4422-bf5b-1eba53fbb3ee binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:37:07.829312 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:07.879101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:07.883625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9bc361ee-bbc7-406f-ae7c-8f18e7aaf523 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:07.960555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Subnet': ['ID=ee74babd-5f34-485c-84ee-c93c2a8030aa,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:07.964087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:07.966552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Checking segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:37:07.966907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network hostable DHCP agents. Network: c06ce3a4-5fb5-429a-acce-8c1e221b7afc, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:37:07.988255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:37:07.997718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, c06ce3a4-5fb5-429a-acce-8c1e221b7afc) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:08.002082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:08.002666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.007958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784d0bb-5556-4237-ae50-8fda9da99d13 None None] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:37:08.026932 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5137775
Nov 29 12:37:08.027409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33914) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:08.153637 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.168941 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Transition to ACTIVE for port object f6967647-b20d-4422-bf5b-1eba53fbb3ee will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:08.177073 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.181419 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4f60ae3c-33e8-4156-9c17-00fc3fc4d20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:08.230253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:37:08.231294 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.251458 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Attempting to bind port f6967647-b20d-4422-bf5b-1eba53fbb3ee on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:37:08.251828 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Attempting to bind port f6967647-b20d-4422-bf5b-1eba53fbb3ee by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:37:08.252189 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Attempting to bind port f6967647-b20d-4422-bf5b-1eba53fbb3ee on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:37:08.263140 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:37:08.263858 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:37:08.264006 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.264289 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:37:08.264731 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Bound port: f6967647-b20d-4422-bf5b-1eba53fbb3ee, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:37:08.265110 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.288357 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Pushing event updated for resources: {'Port': ['ID=f6967647-b20d-4422-bf5b-1eba53fbb3ee,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:08.306184 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.306513 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.306826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.307145 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.307495 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.307809 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.308115 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.308423 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.308728 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.309034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.309337 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.310276 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:37:08.314764 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:08.355388 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] For port f6967647-b20d-4422-bf5b-1eba53fbb3ee, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:37:08.358770 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] For port f6967647-b20d-4422-bf5b-1eba53fbb3ee, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f6967647-b20d-4422-bf5b-1eba53fbb3ee,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:37:08.364749 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.368419 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d1936df9-e898-4e42-ae3e-a238fe956505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:08.393366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Allocated IP 172.20.0.2 (c06ce3a4-5fb5-429a-acce-8c1e221b7afc/ee74babd-5f34-485c-84ee-c93c2a8030aa/fa96bb4c-4cef-41a5-88f6-b79fa70f5d29) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:37:08.443114 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:08.443774 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09582430>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:08.506338 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Pushing event updated for resources: {'Port': ['ID=f6967647-b20d-4422-bf5b-1eba53fbb3ee,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:08.570904 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:08.616741 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.628312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Transition to ACTIVE for port object fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:08.639960 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:08.648785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Transition to ACTIVE for port object fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:08.655286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.659661 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-419da00e-edf1-4bbd-b528-91a5b7fbf4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:08.715989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:37:08.719255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:08.727463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:37:08.819914 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Pushing event updated for resources: {'Port': ['ID=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:08.834565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:08.844102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Attempting to bind port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:37:08.844678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Attempting to bind port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:37:08.845229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Attempting to bind port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 on network c06ce3a4-5fb5-429a-acce-8c1e221b7afc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:37:08.851295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:37:08.851679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Checking segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:37:08.852084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.852485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Bound using segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:37:08.853499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Bound port: fa96bb4c-4cef-41a5-88f6-b79fa70f5d29, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:37:08.853889 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.915076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.932463 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09582430>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:06Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:08.936367 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547c20d-27ce-48f9-a476-fe01c91f488b None None] The sync data for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv is: [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:06Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:37:08.946911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] For port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:37:08.950343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] For port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:37:08.959408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:08.963833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:09.049253 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Pushing event updated for resources: {'Port': ['ID=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:09.052501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:09.375062 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.1 (c06ce3a4-5fb5-429a-acce-8c1e221b7afc/ee74babd-5f34-485c-84ee-c93c2a8030aa/2b3aad93-44ad-4026-89ab-f96745350a13) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:37:09.550482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:09.563202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.581219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 2b3aad93-44ad-4026-89ab-f96745350a13 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:09.608126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.613578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f3944445-a9d5-4139-8791-9ebc634e0baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:09.629219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:09.635368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6967647-b20d-4422-bf5b-1eba53fbb3ee up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:09.685946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:37:09.690039 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:09.695091 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:37:09.722236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f6967647-b20d-4422-bf5b-1eba53fbb3ee completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:09.728654 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f6967647-b20d-4422-bf5b-1eba53fbb3ee triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:09.729309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.759772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.776549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=2b3aad93-44ad-4026-89ab-f96745350a13,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:09.786498 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:09.944184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.965219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f6967647-b20d-4422-bf5b-1eba53fbb3ee, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f6967647-b20d-4422-bf5b-1eba53fbb3ee,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:09.970312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.984196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:09.986688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85c5ad93-b63c-424f-bd94-0c360d53dab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:10.130742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f6967647-b20d-4422-bf5b-1eba53fbb3ee,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:10.133939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:10.254061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1bedb-c98b-44e5-b619-b39435f86d0b None None] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:37:10.420147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Provisioning for port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:10.431199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Provisioning complete for port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:10.431570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.614425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.617601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.619558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.647853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-8d5c2d34-104d-48c4-bdb7-206901506a60 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:10.660163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] For port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:10.668505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.670484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:10.753161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=2b3aad93-44ad-4026-89ab-f96745350a13,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:10.756076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:10.759466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.773813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Pushing event updated for resources: {'Port': ['ID=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:10.785137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:10.893003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c72fa9a3-17f1-4c28-8175-b8872d0b74ec None None] Provisioning for port 2b3aad93-44ad-4026-89ab-f96745350a13 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:10.898359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c72fa9a3-17f1-4c28-8175-b8872d0b74ec None None] Provisioning complete for port 2b3aad93-44ad-4026-89ab-f96745350a13 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:10.898744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c72fa9a3-17f1-4c28-8175-b8872d0b74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:10.910352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:37:10.911687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:10.958397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c72fa9a3-17f1-4c28-8175-b8872d0b74ec None None] Port 2b3aad93-44ad-4026-89ab-f96745350a13 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:37:10.969508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c72fa9a3-17f1-4c28-8175-b8872d0b74ec None None] Provisioning complete for port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:10.969888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c72fa9a3-17f1-4c28-8175-b8872d0b74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:11.106972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router 60fbf9d5-c501-499d-9842-10027de10afb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:37:11.219218 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c4ff33d7-f7ca-4474-af51-0345fea1c449 None None] Provisioning complete for port 2b3aad93-44ad-4026-89ab-f96745350a13 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:11.219818 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c4ff33d7-f7ca-4474-af51-0345fea1c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:11.279196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff33d7-f7ca-4474-af51-0345fea1c449 None None] Port 2b3aad93-44ad-4026-89ab-f96745350a13 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:37:11.292058 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:37:11.301200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Sync routers for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:37:11.312749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/60fbf9d5-c501-499d-9842-10027de10afb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2758408
Nov 29 12:37:11.312933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:11.312933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0816f220>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:11.483782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-018924e9-8f82-4761-90d4-095ff6aaa97f None None] Provisioning complete for port 2b3aad93-44ad-4026-89ab-f96745350a13 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:11.484182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-018924e9-8f82-4761-90d4-095ff6aaa97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:11.491002 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-f5b2a4b6-7f36-465b-a0e4-05393f27924b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805693001&fields=id&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 267 time: 0.0524411
Nov 29 12:37:11.517591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6967647-b20d-4422-bf5b-1eba53fbb3ee up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:11.612624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-018924e9-8f82-4761-90d4-095ff6aaa97f None None] Port 2b3aad93-44ad-4026-89ab-f96745350a13 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:37:11.615214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:11.648616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-07873d86-e884-44c6-9493-a5e7184d8cc4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:11.650060 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-07873d86-e884-44c6-9493-a5e7184d8cc4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 796 time: 0.1520326
Nov 29 12:37:11.665197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-36d8b1d2-8302-466a-932c-9697a899932b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/quotas/e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 375 time: 0.0094347
Nov 29 12:37:11.755020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-47c06692-e7d6-46c5-8514-f991ddc6c012 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:37:11.772255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-47c06692-e7d6-46c5-8514-f991ddc6c012 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:37:11.773711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-47c06692-e7d6-46c5-8514-f991ddc6c012 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1029081
Nov 29 12:37:11.775546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f6967647-b20d-4422-bf5b-1eba53fbb3ee triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:11.775938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:11.793121 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-5cd1b367-3c37-4f17-994c-86f25c149981 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:37:11.794061 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-5cd1b367-3c37-4f17-994c-86f25c149981 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054324
Nov 29 12:37:11.929128 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-1fe06700-54d2-4923-931c-e115d82fbd53 service neutron] 10.222.0.20 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283696
Nov 29 12:37:12.064790 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-c0804e0a-1b9c-4520-9c0b-f56e6da66602 service neutron] 10.222.0.20 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294496
Nov 29 12:37:12.090419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:12.172991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0816f220>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:10Z', 'revision_number': 2, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:12.182598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Checking router: 60fbf9d5-c501-499d-9842-10027de10afb for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:37:12.182598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Updating router 60fbf9d5-c501-499d-9842-10027de10afb port 2b3aad93-44ad-4026-89ab-f96745350a13 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:37:12.214565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:12.214821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:12.264777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7d137c0f-90a5-48cb-a438-dc24183f2c9f req-9fb6d063-2a62-47ab-a903-2104cf9d0405 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:37:12.279652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7d137c0f-90a5-48cb-a438-dc24183f2c9f req-9fb6d063-2a62-47ab-a903-2104cf9d0405 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:37:12.281262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7d137c0f-90a5-48cb-a438-dc24183f2c9f req-9fb6d063-2a62-47ab-a903-2104cf9d0405 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 210 time: 0.0686877
Nov 29 12:37:12.284493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:12.698726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:12.712178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Transition to ACTIVE for port object 2b3aad93-44ad-4026-89ab-f96745350a13 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:12.719905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:12.723660 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:12.879548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006acd6f-70c0-48f0-8aab-2efc85183424 None None] Pushing event updated for resources: {'Port': ['ID=2b3aad93-44ad-4026-89ab-f96745350a13,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:12.886977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-006acd6f-70c0-48f0-8aab-2efc85183424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:12.947330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Attempting to bind port 2b3aad93-44ad-4026-89ab-f96745350a13 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:37:12.947330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Attempting to bind port 2b3aad93-44ad-4026-89ab-f96745350a13 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:37:12.947716 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Attempting to bind port 2b3aad93-44ad-4026-89ab-f96745350a13 on network c06ce3a4-5fb5-429a-acce-8c1e221b7afc {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:37:12.953653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:37:12.954037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Checking segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:37:12.954447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:12.954855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Bound using segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:37:12.955374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Bound port: 2b3aad93-44ad-4026-89ab-f96745350a13, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:37:12.955757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:13.060324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] For port 2b3aad93-44ad-4026-89ab-f96745350a13, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:37:13.063447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] For port 2b3aad93-44ad-4026-89ab-f96745350a13, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2b3aad93-44ad-4026-89ab-f96745350a13,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:37:13.069742 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:13.073431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:13.150529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:13.151161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0816f220>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:13.216300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006acd6f-70c0-48f0-8aab-2efc85183424 None None] Pushing event updated for resources: {'Port': ['ID=2b3aad93-44ad-4026-89ab-f96745350a13,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:13.272122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-006acd6f-70c0-48f0-8aab-2efc85183424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:13.348829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:13.472130 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6b3acbf-6156-4fc8-9417-a32150cb294d req-9011c00b-eaed-4d65-8d07-9693da5dc43d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 210 time: 0.0644994
Nov 29 12:37:13.542717 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6e499a6d-1171-4a85-bd2f-81d26de522d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:13.544253 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6e499a6d-1171-4a85-bd2f-81d26de522d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 796 time: 0.2143488
Nov 29 12:37:13.600670 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-cc90c3e7-518b-4ec1-ba1c-cf65583f293e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 380 time: 0.0455308
Nov 29 12:37:13.609356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'port': {'device_id': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'admin_state_up': True, 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'security_groups': ['ff878555-3fac-4a6b-b7e8-de246972270d']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:13.730527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:13.758860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0816f220>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:13Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:13.763821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c69838-16b8-4f19-9c7b-794e4f70377c None None] The sync data for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv is: [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:13Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:37:13.917941 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:13.928625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:13.938982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:37:13.943634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:14.114527 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.9 (c06ce3a4-5fb5-429a-acce-8c1e221b7afc/ee74babd-5f34-485c-84ee-c93c2a8030aa/72578628-77de-4cf7-994f-1a157a88f893) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:37:14.316937 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:14.333700 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 72578628-77de-4cf7-994f-1a157a88f893 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:14.357674 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:14.363834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a13959a-dadc-43e1-80fe-24673ea57478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:14.439739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:37:14.443274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:14.447310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:37:14.478262 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:14.489330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:14.517287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:14.517969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:14.550924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9442875
Nov 29 12:37:14.563536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Request body: {'port': {'device_id': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:14.685617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45dde6-55fa-43a4-bdfe-550bf75b13ad req-d65509e1-41b5-413d-b330-e2ddb87ba89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:14.687116 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb45dde6-55fa-43a4-bdfe-550bf75b13ad req-d65509e1-41b5-413d-b330-e2ddb87ba89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 931 time: 0.0929174
Nov 29 12:37:14.700156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:14.725636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9f20ddbf-8989-4d39-9f62-814cef5520f1 None None] Provisioning for port 72578628-77de-4cf7-994f-1a157a88f893 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:14.732800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9f20ddbf-8989-4d39-9f62-814cef5520f1 None None] Provisioning complete for port 72578628-77de-4cf7-994f-1a157a88f893 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:14.733292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9f20ddbf-8989-4d39-9f62-814cef5520f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:14.751972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eb45dde6-55fa-43a4-bdfe-550bf75b13ad req-d17390e6-2649-4208-b27b-6f17b1675a0e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:37:14.772417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-eb45dde6-55fa-43a4-bdfe-550bf75b13ad req-d17390e6-2649-4208-b27b-6f17b1675a0e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:37:14.773696 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb45dde6-55fa-43a4-bdfe-550bf75b13ad req-d17390e6-2649-4208-b27b-6f17b1675a0e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801160
Nov 29 12:37:14.808682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9f20ddbf-8989-4d39-9f62-814cef5520f1 None None] Port 72578628-77de-4cf7-994f-1a157a88f893 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:37:15.060452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72578628-77de-4cf7-994f-1a157a88f893 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:37:15.068573 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.083001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Transition to ACTIVE for port object 72578628-77de-4cf7-994f-1a157a88f893 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:37:15.090449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.094021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ca37b68e-d5f2-44f8-9fae-f826e39aba92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:15.245257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:15.252605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:15.325165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Attempting to bind port 72578628-77de-4cf7-994f-1a157a88f893 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:37:15.325494 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Attempting to bind port 72578628-77de-4cf7-994f-1a157a88f893 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:37:15.325832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Attempting to bind port 72578628-77de-4cf7-994f-1a157a88f893 on network c06ce3a4-5fb5-429a-acce-8c1e221b7afc {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:37:15.330568 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Port 72578628-77de-4cf7-994f-1a157a88f893 on network c06ce3a4-5fb5-429a-acce-8c1e221b7afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:37:15.330876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Attempting to bind port 72578628-77de-4cf7-994f-1a157a88f893 on network c06ce3a4-5fb5-429a-acce-8c1e221b7afc {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:37:15.337460 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:37:15.337796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Checking segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:37:15.338202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Bound using segment: {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:37:15.338627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Bound port: 72578628-77de-4cf7-994f-1a157a88f893, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:37:15.338971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.432800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:37:15.435976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:37:15.442671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.446535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33027334-6b74-4237-a192-13bb2111df0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:15.505069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:15.505069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.505723 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] 10.222.0.18 "PUT /v2.0/ports/72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 1093 time: 0.9468236
Nov 29 12:37:15.506544 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:37:15.522070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2b3aad93-44ad-4026-89ab-f96745350a13 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:15.531613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:15.535454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:15.598293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'status': 'completed', 'code': 200}
Nov 29 12:37:15.612234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 2b3aad93-44ad-4026-89ab-f96745350a13 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:15.617411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2b3aad93-44ad-4026-89ab-f96745350a13 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:15.617926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.639613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-4ec880ad-05ca-4aec-9d84-2147f53ef14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:15.641154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-4ec880ad-05ca-4aec-9d84-2147f53ef14d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1096 time: 0.0795300
Nov 29 12:37:15.715406 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-5a6c1e4c-fda7-4cda-9fbf-c8d2457022b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 217 time: 0.0663838
Nov 29 12:37:15.743516 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.788502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 2b3aad93-44ad-4026-89ab-f96745350a13, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2b3aad93-44ad-4026-89ab-f96745350a13,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:15.793739 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:15.797011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:15.871326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=2b3aad93-44ad-4026-89ab-f96745350a13,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:15.875261 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:15.905786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-9aa6a02e-eba6-44e0-8854-852f82a615d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:15.907247 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-9aa6a02e-eba6-44e0-8854-852f82a615d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.1861820
Nov 29 12:37:15.987664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-fead5d25-bfb1-4ef1-8817-0e493a975e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:15.987896 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77093-0696-4057-b19a-5d0289b0936a req-cbae379b-42fd-4fa7-8860-2d5be177359f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:15.989189 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-fead5d25-bfb1-4ef1-8817-0e493a975e2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738962
Nov 29 12:37:15.989332 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70f77093-0696-4057-b19a-5d0289b0936a req-cbae379b-42fd-4fa7-8860-2d5be177359f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 943 time: 0.0884068
Nov 29 12:37:16.033802 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70f77093-0696-4057-b19a-5d0289b0936a req-51085aa9-2d25-4f73-9b4b-4edc97dc1cf6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385799
Nov 29 12:37:16.122081 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-6a2af622-c376-40b6-aa25-7730711213a0 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260180
Nov 29 12:37:16.260240 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e4bbb054-6ca1-41c2-b2eb-51805b4b6d9c req-a2d5d442-21f6-49b8-b68e-4d9f9da27f40 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314242
Nov 29 12:37:16.375323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-884e46a1-e3c2-4cd3-83ce-99874adda1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:16.376708 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-884e46a1-e3c2-4cd3-83ce-99874adda1c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1096 time: 0.0714908
Nov 29 12:37:16.522196 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-1e7fe677-479f-43b2-8c86-c015ac04abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:16.523785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-1e7fe677-479f-43b2-8c86-c015ac04abb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.1393533
Nov 29 12:37:16.601055 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-74e80745-56ea-41a5-a5c9-11e425ad437b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 217 time: 0.0695837
Nov 29 12:37:16.674245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-4eab1a83-5c39-4398-a138-8465203f5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:16.675731 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-4eab1a83-5c39-4398-a138-8465203f5477 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0678709
Nov 29 12:37:16.766767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-56165b8f-d0ea-4d19-9e26-1cf014dcf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:16.768273 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-56165b8f-d0ea-4d19-9e26-1cf014dcf823 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0839698
Nov 29 12:37:16.907773 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-3f23bbb6-e70b-4799-99ed-37cb052ab3c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317332
Nov 29 12:37:17.054626 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-20623329-853d-4a9b-9ff2-6285827b9a8b req-03bb8f93-be08-40b4-b6f0-97ac6f6eebd8 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376259
Nov 29 12:37:17.233232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b323e2-6025-4b07-b4ae-cb6866e55a3e req-c657ec2f-e09c-498b-9b06-00168a6dd4c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:17.233964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a1b323e2-6025-4b07-b4ae-cb6866e55a3e req-c657ec2f-e09c-498b-9b06-00168a6dd4c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:37:17.248781 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:37:17.252094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a1b323e2-6025-4b07-b4ae-cb6866e55a3e req-c657ec2f-e09c-498b-9b06-00168a6dd4c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:37:17.253633 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1b323e2-6025-4b07-b4ae-cb6866e55a3e req-c657ec2f-e09c-498b-9b06-00168a6dd4c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 943 time: 0.1090765
Nov 29 12:37:17.298700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a1b323e2-6025-4b07-b4ae-cb6866e55a3e req-f35a3bf7-33b0-4063-9c31-e86669a5b093 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393064
Nov 29 12:37:17.384555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:17.397624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '72578628-77de-4cf7-994f-1a157a88f893', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'port_id': '72578628-77de-4cf7-994f-1a157a88f893', 'mac_address': 'fa:16:3e:1a:70:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:37:17.457446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:17.476348 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72578628-77de-4cf7-994f-1a157a88f893 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:37:17.493570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:17.499399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2b3aad93-44ad-4026-89ab-f96745350a13 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:17.528562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:17.535641 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:17.620332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:17.624402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:17.631856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 2b3aad93-44ad-4026-89ab-f96745350a13 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:17.632240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:17.734663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['72578628-77de-4cf7-994f-1a157a88f893'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:37:18.485518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e12e4-7a1e-4919-833e-911d2ecaf63f req-cbed5186-c348-42ba-a785-b4e77758347f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:18.487041 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f79e12e4-7a1e-4919-833e-911d2ecaf63f req-cbed5186-c348-42ba-a785-b4e77758347f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 944 time: 0.0840909
Nov 29 12:37:18.535417 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f79e12e4-7a1e-4919-833e-911d2ecaf63f req-24095165-be19-40d9-a6c3-9559731e1e1a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424309
Nov 29 12:37:19.265561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:37:19.349017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 72578628-77de-4cf7-994f-1a157a88f893 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:37:19.354257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 72578628-77de-4cf7-994f-1a157a88f893 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:37:19.354646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:19.474687 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:19.501080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:37:19.511496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:37:19.517685 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:19.519766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-679cd064-95c5-483c-b97d-c3e3b03dc681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:19.591949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:19.595454 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:19.603504 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'code': 200}
Nov 29 12:37:19.726195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedec9d-6c87-4a8e-a659-f6277866b9c3 req-3268e506-4d1b-49b3-96fd-93c9f8976676 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:19.727735 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-baedec9d-6c87-4a8e-a659-f6277866b9c3 req-3268e506-4d1b-49b3-96fd-93c9f8976676 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0856047
Nov 29 12:37:19.774439 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-baedec9d-6c87-4a8e-a659-f6277866b9c3 req-e7578785-67d8-4ec2-8ce8-b35c8e33eb5d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395353
Nov 29 12:37:19.833938 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5e6ed-6c6b-42c9-bb04-4938daaea346 req-60d881ed-bc11-4c24-b82c-855aaa99968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:19.835454 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-65c5e6ed-6c6b-42c9-bb04-4938daaea346 req-60d881ed-bc11-4c24-b82c-855aaa99968f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1098 time: 0.0758333
Nov 29 12:37:19.876463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-65c5e6ed-6c6b-42c9-bb04-4938daaea346 req-00bc0794-83c1-432a-b80b-b40efa48ece5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346668
Nov 29 12:37:20.970556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8f7d-fa2d-4117-9c86-0e664ea78f1c req-de0d80e2-e770-4511-a8a8-862836ad9700 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:20.973115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-966d8f7d-fa2d-4117-9c86-0e664ea78f1c req-de0d80e2-e770-4511-a8a8-862836ad9700 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0886292
Nov 29 12:37:21.019597 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-966d8f7d-fa2d-4117-9c86-0e664ea78f1c req-9d663f11-bd46-43ab-a9cb-81750db9554f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406158
Nov 29 12:37:22.256089 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bccc89-f19d-442b-be14-a710c4988f8e req-a1edb3d0-072b-4c92-80b9-21a024272bdb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:22.257545 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-95bccc89-f19d-442b-be14-a710c4988f8e req-a1edb3d0-072b-4c92-80b9-21a024272bdb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0989988
Nov 29 12:37:22.301108 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-95bccc89-f19d-442b-be14-a710c4988f8e req-841a1496-5c4d-4742-8134-ae091ad134c0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376337
Nov 29 12:37:22.510947 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a1a00-d1b9-4812-b7eb-51aed3e004ac req-04d0dc5e-7c31-40f4-b4b5-b4c7391b1ac2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:22.512696 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-802a1a00-d1b9-4812-b7eb-51aed3e004ac req-04d0dc5e-7c31-40f4-b4b5-b4c7391b1ac2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.1013660
Nov 29 12:37:22.557640 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-802a1a00-d1b9-4812-b7eb-51aed3e004ac req-8514041b-6ea1-49fb-8040-57d560d6a098 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393574
Nov 29 12:37:22.583266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33974) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:22.659977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327696f-40cf-4ff6-b440-72ca45827959 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:22.662369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4327696f-40cf-4ff6-b440-72ca45827959 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1093 time: 0.0778596
Nov 29 12:37:22.666258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 33978) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:22.673763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '72578628-77de-4cf7-994f-1a157a88f893', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:37:22.681737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:37:22.688654 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:floatingip and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:37:22.694150 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:37:22.704043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:37:22.718814 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:22.971683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:23.106162 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.63 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/552c1674-d2d2-44db-b04f-63d9257595d9) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:37:23.254276 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:23.286711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:23.291124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:23.352994 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:37:23.356254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:37:23.359836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:37:23.398209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=552c1674-d2d2-44db-b04f-63d9257595d9,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:23.402512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:23.792442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:23.871484 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:23.961739 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-4059de6f-74dd-42e7-8c12-01818195f18a req-c51b254e-87ce-44a6-99ea-8f4cc8c1a351 tempest-ServerDiskConfigTestJSON-1549156905 tempest-ServerDiskConfigTestJSON-1549156905-project] (87600) timed out ('10.222.0.18', 60908) {{(pid=87600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 29 12:37:24.084633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:24.091905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:24.096296 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-788c451c-aedf-427d-a0c4-191fc8c58511 tempest-TestEncryptedCinderVolumes-970461442 tempest-TestEncryptedCinderVolumes-970461442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:37:24.200602 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=552c1674-d2d2-44db-b04f-63d9257595d9,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:37:24.204709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:37:24.217089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:24.416968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 associated. External IP: 172.26.4.63, port: 72578628-77de-4cf7-994f-1a157a88f893.
Nov 29 12:37:24.889488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router 60fbf9d5-c501-499d-9842-10027de10afb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:37:25.113753 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:37:25.124073 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] Sync routers for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:37:25.134002 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:25.134917 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0858a7c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:25.139749 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:25.200881 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5308719
Nov 29 12:37:25.200881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:37:25.245096 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'status': 'completed', 'code': 200}
Nov 29 12:37:25.318693 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:25.338300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-36ca6855-499b-4931-896a-d59aaad06da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:25.340027 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-36ca6855-499b-4931-896a-d59aaad06da1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1098 time: 0.0722942
Nov 29 12:37:25.385924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c0ed7-96ca-4289-a582-e2d2cd7372c2 req-89a2abab-7970-45ee-acbd-d36401a6963c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:25.387736 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c50c0ed7-96ca-4289-a582-e2d2cd7372c2 req-89a2abab-7970-45ee-acbd-d36401a6963c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0949163
Nov 29 12:37:25.435483 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c50c0ed7-96ca-4289-a582-e2d2cd7372c2 req-9a94ab91-181b-4709-885b-5ce71c4bced1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415852
Nov 29 12:37:25.459644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:25.478514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-2e1866b6-6092-4b42-a435-3cdb5d37d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:25.480017 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-2e1866b6-6092-4b42-a435-3cdb5d37d33f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.1333950
Nov 29 12:37:25.573143 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c32d005a-3bad-44b3-9ff9-edda8e9d2ce6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 HTTP/1.1" status: 200  len: 990 time: 0.1121500
Nov 29 12:37:25.585099 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-2ec45225-5a96-44c1-9e13-e94ddbce71ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 998 time: 0.0980842
Nov 29 12:37:25.648943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-fe7fb077-97ec-4982-85b5-5609fadc3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:25.650443 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-fe7fb077-97ec-4982-85b5-5609fadc3a64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0596097
Nov 29 12:37:25.710255 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0858a7c0>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'port_id': '72578628-77de-4cf7-994f-1a157a88f893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'mac_address': 'fa:16:3e:1a:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:37:23Z', 'updated_at': '2021-11-29T12:37:23Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:25.714159 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] Checking router: 60fbf9d5-c501-499d-9842-10027de10afb for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:37:25.722571 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:37:25.723252 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0858a7c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:36:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:25.730973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-942eaf66-32a3-45fe-9902-98a0af1f6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:25.732509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-942eaf66-32a3-45fe-9902-98a0af1f6359 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759153
Nov 29 12:37:25.868400 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-73ca3155-797d-42ae-b9ba-8d2f0589430d service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282027
Nov 29 12:37:25.908703 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:37:26.008846 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b106fb0a-9753-432d-b20d-378157bfb1f0 req-5c56b533-124f-4609-bea2-3a4803ac9eaa service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343601
Nov 29 12:37:26.260544 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0858a7c0>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'port_id': '72578628-77de-4cf7-994f-1a157a88f893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'mac_address': 'fa:16:3e:1a:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:37:23Z', 'updated_at': '2021-11-29T12:37:23Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:37:26.264581 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc75d0-beef-4be4-9621-5509e6ada5a2 None None] The sync data for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv is: [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'port_id': '72578628-77de-4cf7-994f-1a157a88f893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'mac_address': 'fa:16:3e:1a:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:37:23Z', 'updated_at': '2021-11-29T12:37:23Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:37:26.470112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccc3f9-cb4d-433d-9f64-eea3f9f74b00 None None] New status for floating IP 05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:37:26.568979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-784e7502-2c94-49e0-af7f-442ed2b38b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:26.576747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:26.687478 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6a4c0cca-536f-4056-8952-518868452791 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 HTTP/1.1" status: 200  len: 990 time: 0.1084394
Nov 29 12:37:27.143854 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:27.690938 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 33996) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:27.801455 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e2103dd9-1be3-43e2-8a9c-af9fea77d471 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 HTTP/1.1" status: 200  len: 992 time: 0.1091704
Nov 29 12:37:29.057236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:37:29.095679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5836b28b-e94a-40ca-9c3d-8e9eb551f910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:30.301961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:31.831458 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:43.690775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:52.845449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:37:52.881963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cf73-1f74-4ba1-bdd8-d33a97036023 req-5068ebd8-d400-4cc4-b956-a8a5e232da47 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:52.883449 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-03c0cf73-1f74-4ba1-bdd8-d33a97036023 req-5068ebd8-d400-4cc4-b956-a8a5e232da47 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0844355
Nov 29 12:37:52.929983 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-03c0cf73-1f74-4ba1-bdd8-d33a97036023 req-e4429e95-68ad-461c-9de4-86a8b7597616 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404105
Nov 29 12:37:52.962262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-42971ef7-d720-4bc2-bff7-cad117fbe676 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1153455
Nov 29 12:37:54.133924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a5ae-cde1-45cb-a248-3bf1632e2f14 req-429eb37b-7d03-4148-a09b-6f79b08ff01f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:54.135573 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a756a5ae-cde1-45cb-a248-3bf1632e2f14 req-429eb37b-7d03-4148-a09b-6f79b08ff01f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0915678
Nov 29 12:37:54.183358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a756a5ae-cde1-45cb-a248-3bf1632e2f14 req-5576d9ec-443f-42e2-a26d-b06178ad70a9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416148
Nov 29 12:37:54.297127 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-a704e76f-d480-49ba-aaa9-d7572d2cd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:54.298585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-a704e76f-d480-49ba-aaa9-d7572d2cd31b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1098 time: 0.2038260
Nov 29 12:37:54.430963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-9520a0cb-f9bb-4379-979f-87c5ecc09689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:54.432419 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-9520a0cb-f9bb-4379-979f-87c5ecc09689 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.1266506
Nov 29 12:37:54.543483 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-d61cbc4c-69d7-4729-8268-db0fa39c443f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 1000 time: 0.1032608
Nov 29 12:37:54.606622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-d0605cc5-49bf-49d8-a845-33bec72246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:54.607917 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-d0605cc5-49bf-49d8-a845-33bec72246aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0577331
Nov 29 12:37:54.683372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-1e6bb3b5-bb3d-42cc-862b-778ba6e48645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:54.684823 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-1e6bb3b5-bb3d-42cc-862b-778ba6e48645 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703104
Nov 29 12:37:54.819779 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-801daebd-8d11-4ae7-b056-5b57787e009b service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274853
Nov 29 12:37:54.953707 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-ff01f04b-dc56-404a-8b48-eec2a27ab275 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270938
Nov 29 12:37:55.404314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bfd11-513c-4f3c-95e7-6dcc3ea52146 req-042ea1a6-296e-4dc0-91f2-1b433819a1b2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:55.405942 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-899bfd11-513c-4f3c-95e7-6dcc3ea52146 req-042ea1a6-296e-4dc0-91f2-1b433819a1b2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.1025279
Nov 29 12:37:55.453144 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-899bfd11-513c-4f3c-95e7-6dcc3ea52146 req-bd226e7d-5625-4f5c-bc92-76b136b9a978 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388165
Nov 29 12:37:56.554848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e93171c8-3da6-4af5-b58c-df3a4de6b783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:56.664017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a7fe4-54b1-4eed-b295-7a61e2cdf332 req-7fc75bde-f892-441d-89fe-676c7d0cdbbc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:56.665482 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-364a7fe4-54b1-4eed-b295-7a61e2cdf332 req-7fc75bde-f892-441d-89fe-676c7d0cdbbc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0957956
Nov 29 12:37:56.712323 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-364a7fe4-54b1-4eed-b295-7a61e2cdf332 req-6ce73a7c-60ae-432f-924b-cf81521baa71 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389593
Nov 29 12:37:57.140426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:57.917653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4330a-bdc0-470c-936e-af3cd348cfe6 req-7930ffd7-40d1-407f-bfa0-1a46ebc92a7e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:57.919160 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fc4330a-bdc0-470c-936e-af3cd348cfe6 req-7930ffd7-40d1-407f-bfa0-1a46ebc92a7e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0850654
Nov 29 12:37:57.968157 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fc4330a-bdc0-470c-936e-af3cd348cfe6 req-424f22c6-833f-4998-afc3-dcff00b17454 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428624
Nov 29 12:37:59.089673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-15719f6c-4ac1-4163-a34e-4d6ee1cfcd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:37:59.167303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ebf2b-d054-44f3-b1a9-903784027dc9 req-f67f7bd7-d49d-4b43-a842-cf4142b20e50 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:37:59.168651 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-df5ebf2b-d054-44f3-b1a9-903784027dc9 req-f67f7bd7-d49d-4b43-a842-cf4142b20e50 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0862875
Nov 29 12:37:59.217449 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-df5ebf2b-d054-44f3-b1a9-903784027dc9 req-6435411e-94f7-433e-a416-429cf22703c7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403132
Nov 29 12:38:00.295836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:00.417767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46e6ec-6082-4141-b4c4-222e39d737dc req-afb33a75-f002-4772-b155-185d5ee00d71 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:00.419280 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cc46e6ec-6082-4141-b4c4-222e39d737dc req-afb33a75-f002-4772-b155-185d5ee00d71 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0813997
Nov 29 12:38:00.467894 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cc46e6ec-6082-4141-b4c4-222e39d737dc req-7c757abc-b1bd-40cf-a74f-e029f6d7167b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420375
Nov 29 12:38:01.703322 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f04e29-58ab-4a2e-91a2-d47cb9b4c334 req-d3c5c5c2-09f7-437a-8a50-63aac16f1168 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:01.704990 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e2f04e29-58ab-4a2e-91a2-d47cb9b4c334 req-d3c5c5c2-09f7-437a-8a50-63aac16f1168 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0991969
Nov 29 12:38:01.767828 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e2f04e29-58ab-4a2e-91a2-d47cb9b4c334 req-fe1debdb-964c-43b0-919d-5638cf90f757 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560267
Nov 29 12:38:01.842309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:02.974261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a557-9a80-4325-b287-6f0c9c73fe4d req-b47f4eb4-9c45-49f9-b4e9-b0efd2c46e25 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:02.975785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0149a557-9a80-4325-b287-6f0c9c73fe4d req-b47f4eb4-9c45-49f9-b4e9-b0efd2c46e25 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0876937
Nov 29 12:38:03.028959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0149a557-9a80-4325-b287-6f0c9c73fe4d req-66bc75cd-8f06-435b-a043-69ce9a998542 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473363
Nov 29 12:38:04.236535 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6b67-73e8-4b70-b5ef-78f4fd4de42f req-555f6722-6623-4aaf-b162-3fb63ddd8a21 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:04.237880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-077d6b67-73e8-4b70-b5ef-78f4fd4de42f req-555f6722-6623-4aaf-b162-3fb63ddd8a21 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0919003
Nov 29 12:38:04.283758 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-077d6b67-73e8-4b70-b5ef-78f4fd4de42f req-1b054954-767d-4f40-bd00-ebcd5d0a5b89 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401084
Nov 29 12:38:05.479443 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415b9b-567f-4933-a8b6-db2c9d73d377 req-9d821450-2777-44ff-a956-478b35b1cfd7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:05.480910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-61415b9b-567f-4933-a8b6-db2c9d73d377 req-9d821450-2777-44ff-a956-478b35b1cfd7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0858822
Nov 29 12:38:05.526682 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-61415b9b-567f-4933-a8b6-db2c9d73d377 req-d7c83859-3c20-4c46-8d5f-b206c34d3b14 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386498
Nov 29 12:38:06.061468 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:38:06.684742 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-381da5f0-6dce-40ee-b1d8-6e4ee9889ac8 service neutron] 10.222.0.18 "GET /v2.0/ports/72578628-77de-4cf7-994f-1a157a88f893/bindings/hv-neutron-8195 HTTP/1.1" status: 200  len: 384 time: 0.0808041
Nov 29 12:38:06.855290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aac5fb-aca7-47eb-9d3c-cf417a5cbe05 req-a93782da-901f-45c1-a9dd-d15c44acfd8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:06.856917 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-30aac5fb-aca7-47eb-9d3c-cf417a5cbe05 req-a93782da-901f-45c1-a9dd-d15c44acfd8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.2157066
Nov 29 12:38:06.905557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-30aac5fb-aca7-47eb-9d3c-cf417a5cbe05 req-defe5481-11f7-4045-b66c-3c475b657b9d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394464
Nov 29 12:38:06.958335 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-0a0b2d44-64f8-414d-994d-dfaebcf1d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:06.959859 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-0a0b2d44-64f8-414d-994d-dfaebcf1d959 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 1098 time: 0.0721769
Nov 29 12:38:07.066633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-cd3349ff-a182-42e9-9512-b7752e62100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:07.068175 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-cd3349ff-a182-42e9-9512-b7752e62100d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1098 time: 0.0844319
Nov 29 12:38:07.203675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-f45b7205-c4ef-4ec7-93fb-21ff58a8fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:07.205374 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-f45b7205-c4ef-4ec7-93fb-21ff58a8fc2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.1299348
Nov 29 12:38:07.315560 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-c33b0e52-855a-4a98-bfa4-07a75a458256 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 1000 time: 0.0982652
Nov 29 12:38:07.382048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-e35cf1bc-5be4-432a-b7d7-de4e23e25a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:07.383474 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-e35cf1bc-5be4-432a-b7d7-de4e23e25a70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0617390
Nov 29 12:38:07.460005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-8a16abc2-b216-42d0-bf22-a65e2d80c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:07.461364 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-8a16abc2-b216-42d0-bf22-a65e2d80c153 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715668
Nov 29 12:38:07.705741 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-ac631b9d-bc73-4873-83b5-c12a904d7786 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377176
Nov 29 12:38:07.837754 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-5b86fac7-8bc2-42d1-92ac-e0e6799f5482 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247308
Nov 29 12:38:08.108383 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5e57-745b-4050-b485-128dac819b4f req-89b18207-a980-41e0-a559-c54d0460ee5f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:08.109785 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-96ef5e57-745b-4050-b485-128dac819b4f req-89b18207-a980-41e0-a559-c54d0460ee5f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0918002
Nov 29 12:38:08.157773 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-96ef5e57-745b-4050-b485-128dac819b4f req-505a915d-f649-4200-9008-34fe8677d601 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391126
Nov 29 12:38:09.372097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40218-0226-4794-a1c3-eeb8b822fc29 req-56a66e1a-85cc-4a64-92c2-979e2974eabd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:09.373829 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ab40218-0226-4794-a1c3-eeb8b822fc29 req-56a66e1a-85cc-4a64-92c2-979e2974eabd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0891473
Nov 29 12:38:09.422661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ab40218-0226-4794-a1c3-eeb8b822fc29 req-19af2f80-0086-40d9-82ce-1388039f982a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410247
Nov 29 12:38:09.499534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:38:09.513262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:38:09.736114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:09.750180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:09.761546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '72578628-77de-4cf7-994f-1a157a88f893', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'port_id': '72578628-77de-4cf7-994f-1a157a88f893', 'mac_address': 'fa:16:3e:1a:70:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:38:09.816892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:38:09.837337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:09.842609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:09.853816 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:09.859256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-88c426d6-fafe-40df-9b83-c0452bac38eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:09.892689 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'code': 200}
Nov 29 12:38:09.909955 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72578628-77de-4cf7-994f-1a157a88f893 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:38:09.986769 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:09.997625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:09.998031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:09.998426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:09.998922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:09.999332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:09.999673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.000007 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.000323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.000678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.001002 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.001326 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.001667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:10.006596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:10.007272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:38:10.007630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:38:10.569627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:10.586976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72578628-77de-4cf7-994f-1a157a88f893 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:38:10.602921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:10.608459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:10.610548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-006acd6f-70c0-48f0-8aab-2efc85183424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:10.621882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc123-66d1-4137-921a-47b518ca27c7 req-86769890-896e-4f6d-bdb2-8cf91cfe5d36 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:10.623354 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d9cc123-66d1-4137-921a-47b518ca27c7 req-86769890-896e-4f6d-bdb2-8cf91cfe5d36 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 943 time: 0.0896001
Nov 29 12:38:10.669930 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d9cc123-66d1-4137-921a-47b518ca27c7 req-be7ad97c-444d-45c7-95a0-168bc5987f62 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403190
Nov 29 12:38:10.672243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['72578628-77de-4cf7-994f-1a157a88f893'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:38:10.736730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:10.742095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:11.040607 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-7d726b6d-4d02-4e5b-b3cc-85bc97044158 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.042122 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-7d726b6d-4d02-4e5b-b3cc-85bc97044158 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6&tenant_id=e47dd8134479426d94d99e37033b97b8&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200  len: 944 time: 0.1020648
Nov 29 12:38:11.155496 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aab491-8606-44ef-83eb-b0a94f34c15e req-b0717687-749d-4836-bd3b-5ab65d5bc157 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.157009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e2aab491-8606-44ef-83eb-b0a94f34c15e req-b0717687-749d-4836-bd3b-5ab65d5bc157 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 944 time: 0.0943551
Nov 29 12:38:11.198764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-2c817a3b-8f80-4ef7-8a38-cde8e955357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.200286 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-2c817a3b-8f80-4ef7-8a38-cde8e955357b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1097 time: 0.0760832
Nov 29 12:38:11.206312 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e2aab491-8606-44ef-83eb-b0a94f34c15e req-1aaf6808-eccb-437e-b4ae-77604e836494 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430360
Nov 29 12:38:11.374093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-b4e276b0-4c4f-46ec-a4a2-5f72fab5d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.375516 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-b4e276b0-4c4f-46ec-a4a2-5f72fab5d528 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.1685545
Nov 29 12:38:11.500820 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-bfa0b3cb-c1a3-4026-ae01-e2d742647c76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 999 time: 0.1180527
Nov 29 12:38:11.509306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d472-6d92-436e-af6b-13ebdf9a22d8 req-7969e83a-880c-46d8-9175-56c34509ec69 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.510711 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e039d472-6d92-436e-af6b-13ebdf9a22d8 req-7969e83a-880c-46d8-9175-56c34509ec69 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 944 time: 0.1926935
Nov 29 12:38:11.520035 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:38:11.588269 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 72578628-77de-4cf7-994f-1a157a88f893 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:38:11.588992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:11.603991 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e039d472-6d92-436e-af6b-13ebdf9a22d8 req-a88c5661-a012-43b4-b101-7fbddf58928b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607669
Nov 29 12:38:11.605349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-216b9d64-6d70-48dc-bc25-e6ab5c454401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.606684 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-216b9d64-6d70-48dc-bc25-e6ab5c454401 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0951645
Nov 29 12:38:11.687299 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-00c96a39-c20c-46d0-8a5b-ef289ac0bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:11.688789 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-00c96a39-c20c-46d0-8a5b-ef289ac0bbf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751715
Nov 29 12:38:11.708117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:11.740678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:11.745646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:11.747525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:11.814023 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:11.817451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:11.824724 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-58e3ab63-0ca6-4c1f-8b02-8d3ed3ec8fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288862
Nov 29 12:38:11.894312 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:38:11.949792 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'code': 200}
Nov 29 12:38:11.962885 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5550a82d-95c6-4fce-85cd-6aeb349cd656 req-4b876034-53d3-4f18-83a6-d1e6fb67eea1 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316361
Nov 29 12:38:12.796234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471255a-d414-446c-8c63-1a1765086c36 req-5bd52676-d000-473d-acbe-ac082f3b23c7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:12.797750 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f471255a-d414-446c-8c63-1a1765086c36 req-5bd52676-d000-473d-acbe-ac082f3b23c7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 945 time: 0.0888281
Nov 29 12:38:12.843212 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f471255a-d414-446c-8c63-1a1765086c36 req-b69ee140-689b-47a2-8542-6aa7bf39d7aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395422
Nov 29 12:38:12.866461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:12.975064 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a17241e8-e078-4fde-809f-0281796cfd59 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 HTTP/1.1" status: 200  len: 992 time: 0.1073604
Nov 29 12:38:13.540148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:38:13.710309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:13.718576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:13.742417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:13.747403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:13.749297 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:13.818341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:13.821525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:13.950899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:38:14.012342 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'code': 200}
Nov 29 12:38:22.714329 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-15f83f39-7dbb-44b7-b3bc-a6a8bae8efa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737729
Nov 29 12:38:22.880688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-f3b9b1a3-943d-4f58-b338-57ae1c3a1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:22.882206 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-f3b9b1a3-943d-4f58-b338-57ae1c3a1082 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1096 time: 0.0776904
Nov 29 12:38:23.150052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-e9e7bca4-1e36-450b-99ee-a5b616ec6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:23.151493 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-e9e7bca4-1e36-450b-99ee-a5b616ec6a1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.2456212
Nov 29 12:38:23.260508 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-22955ba6-2bce-418b-a857-4cfdd980db6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 998 time: 0.0999331
Nov 29 12:38:23.323618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-35bb2e90-d2ce-4f74-9bc8-7a93be71bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:23.325043 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-35bb2e90-d2ce-4f74-9bc8-7a93be71bdf5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0581024
Nov 29 12:38:23.402346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-047564f3-5742-4069-80e2-00d71b0378e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:23.403728 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-047564f3-5742-4069-80e2-00d71b0378e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729132
Nov 29 12:38:23.536230 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-f296f78f-5090-4c87-9301-f80a8f1f8f93 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261294
Nov 29 12:38:23.671076 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4ab880e-a8e9-4641-ab63-f23e334b4f8d req-7d2dd034-8c88-4374-a108-7020c0913753 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269209
Nov 29 12:38:26.569141 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8c6f04c-7249-42e6-98cd-fa0307a960bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:27.141081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:29.098599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b17b676d-db13-4eb9-a34e-7f80f206a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:30.305235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:31.836889 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:39.454572 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:39.656013 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 552c1674-d2d2-44db-b04f-63d9257595d9 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:38:39.656316 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:39.827441 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:39.827712 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:39.947912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 552c1674-d2d2-44db-b04f-63d9257595d9 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:38:40.110474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:40.114186 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e14c8c2-1152-4308-a9a6-79b98dc90743 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:40.158934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=552c1674-d2d2-44db-b04f-63d9257595d9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:40.196065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.196461 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.196845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.197221 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.197595 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.197963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.198307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.198700 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.199065 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.199427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.199823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.200182 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:40.207147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:40.264972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:40.265288 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 disassociated (deleted). External IP: 172.26.4.63, port: 72578628-77de-4cf7-994f-1a157a88f893.
Nov 29 12:38:40.743617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router 60fbf9d5-c501-499d-9842-10027de10afb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:38:40.927375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:38:40.937450 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] Sync routers for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:38:40.954735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:40.956915 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:40.957584 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089ddeb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:41.010645 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/floatingips/05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5 HTTP/1.1" status: 204  len: 168 time: 1.5549462
Nov 29 12:38:41.011348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:38:41.135054 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:41.151667 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'status': 'completed', 'code': 200}
Nov 29 12:38:41.259542 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-55b07b1e-1d04-4cfe-b904-dc348a92c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:41.261746 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-55b07b1e-1d04-4cfe-b904-dc348a92c478 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 1096 time: 0.0875282
Nov 29 12:38:41.451837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-1ef2b6c9-807e-48f7-83a2-8b469c6dbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:41.453280 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-1ef2b6c9-807e-48f7-83a2-8b469c6dbb55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 200  len: 897 time: 0.1845930
Nov 29 12:38:41.492463 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089ddeb0>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:41.496590 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] Checking router: 60fbf9d5-c501-499d-9842-10027de10afb for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:38:41.504793 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:41.505408 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089ddeb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:41.526399 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ec1ab-b48c-4c38-80d5-0a58109de24b req-d49e084b-cefe-42bf-b2e7-6c86d79f5075 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:41.527834 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6b5ec1ab-b48c-4c38-80d5-0a58109de24b req-d49e084b-cefe-42bf-b2e7-6c86d79f5075 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 943 time: 0.1898108
Nov 29 12:38:41.537710 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-f0c4bbb0-7f26-4a5b-bec7-2656ded0ccf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 200  len: 217 time: 0.0753045
Nov 29 12:38:41.624130 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6b5ec1ab-b48c-4c38-80d5-0a58109de24b req-c8582baa-d4f1-4e25-8a18-d2fecf64ec24 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887461
Nov 29 12:38:41.629879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-b741747f-dca1-4d8c-a5bb-eaeaeb2b3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:41.631196 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-b741747f-dca1-4d8c-a5bb-eaeaeb2b3761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 200  len: 835 time: 0.0817459
Nov 29 12:38:41.683137 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:41.708703 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-31e11264-7fac-437a-af72-2bad65fc7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:41.710158 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-31e11264-7fac-437a-af72-2bad65fc7e66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c06ce3a4-5fb5-429a-acce-8c1e221b7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701349
Nov 29 12:38:41.845408 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-c6539918-dfc2-435d-8ae2-76cc825562ef service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267641
Nov 29 12:38:41.979325 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5231e38-26cc-400f-b1f7-287a5c1e56e6 req-a6cb8ad9-2809-48ad-97d5-af79889bfe78 service neutron] 10.222.0.18 "GET /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274133
Nov 29 12:38:41.996042 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089ddeb0>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:42.001274 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bd8a8-b3a2-41f2-8117-fd0b86952c3e None None] The sync data for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv is: [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '2b3aad93-44ad-4026-89ab-f96745350a13', 'name': '', 'network_id': 'c06ce3a4-5fb5-429a-acce-8c1e221b7afc', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:12:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:09Z', 'updated_at': '2021-11-29T12:37:15Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': 'ee74babd-5f34-485c-84ee-c93c2a8030aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:38:42.234251 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e50118-4ed5-4951-b39e-1ff723baa598 None None] New status for floating IP 05eda23a-b1c4-4e9b-bc51-97dce2e2f9e5: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:38:42.829628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec50f1-cf56-4331-a838-6c1365a8a339 req-e7e23241-b9e2-42f5-8b22-49e4d168c4a1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:42.830538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-53ec50f1-cf56-4331-a838-6c1365a8a339 req-e7e23241-b9e2-42f5-8b22-49e4d168c4a1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:38:42.851046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-53ec50f1-cf56-4331-a838-6c1365a8a339 req-e7e23241-b9e2-42f5-8b22-49e4d168c4a1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:38:42.852357 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-53ec50f1-cf56-4331-a838-6c1365a8a339 req-e7e23241-b9e2-42f5-8b22-49e4d168c4a1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 943 time: 0.1076574
Nov 29 12:38:42.898061 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-53ec50f1-cf56-4331-a838-6c1365a8a339 req-ab20df4d-3728-4209-aab9-a5a72078e8bb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff878555-3fac-4a6b-b7e8-de246972270d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397644
Nov 29 12:38:42.983571 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-81673d78-4cd5-4b0f-b8d9-d2c4169ea511 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:42.984989 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-81673d78-4cd5-4b0f-b8d9-d2c4169ea511 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 943 time: 0.0848567
Nov 29 12:38:43.056738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 72578628-77de-4cf7-994f-1a157a88f893 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:38:43.057029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:43.060897 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:38:43.425116 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 72578628-77de-4cf7-994f-1a157a88f893, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=72578628-77de-4cf7-994f-1a157a88f893,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:43.425492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:43.551157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 72578628-77de-4cf7-994f-1a157a88f893 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:38:43.706023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:43.711421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e60284f6-883c-47dc-9c0e-293c0b06b18f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:43.717972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:43.756075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=72578628-77de-4cf7-994f-1a157a88f893,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:43.798040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.798404 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.798782 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.799154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.799543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.799903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.800258 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.800635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.800989 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.801344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.801702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.802056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:38:43.809831 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:43.844992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] No DVR routers for this DVR port 72578628-77de-4cf7-994f-1a157a88f893 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:38:43.847857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:43.850410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-deleted', 'tag': '72578628-77de-4cf7-994f-1a157a88f893'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:38:43.867880 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c047fec7-04c9-45be-b29c-fd9e0dd21318 req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "DELETE /v2.0/ports/72578628-77de-4cf7-994f-1a157a88f893 HTTP/1.1" status: 204  len: 173 time: 0.8770123
Nov 29 12:38:43.895970 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073ace9-42e8-4fc5-b0e8-c5de2c5761b6', 'name': 'network-vif-deleted', 'tag': '72578628-77de-4cf7-994f-1a157a88f893', 'status': 'completed', 'code': 200}
Nov 29 12:38:44.050061 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af948f65-f092-48f8-8caa-8442cfeb0c35 req-5a307da6-dee8-4eb3-8ea8-d0a4cc3e2a88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=f073ace9-42e8-4fc5-b0e8-c5de2c5761b6 HTTP/1.1" status: 200  len: 210 time: 0.0439937
Nov 29 12:38:45.157738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34134) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:45.656266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:38:45.693300 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 72578628-77de-4cf7-994f-1a157a88f893 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:38:45.693635 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 72578628-77de-4cf7-994f-1a157a88f893 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:38:45.753329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:46.239042 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 2b3aad93-44ad-4026-89ab-f96745350a13 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:38:46.239758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:46.434766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 2b3aad93-44ad-4026-89ab-f96745350a13, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=2b3aad93-44ad-4026-89ab-f96745350a13,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:46.435079 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:46.558359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 2b3aad93-44ad-4026-89ab-f96745350a13 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:38:46.750965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:46.757063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6ec23e62-6652-4d09-b237-9997202636ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:46.807932 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=2b3aad93-44ad-4026-89ab-f96745350a13,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:46.810928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:47.091252 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:47.462863 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router 60fbf9d5-c501-499d-9842-10027de10afb has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:38:47.768982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:38:47.778543 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] Sync routers for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:38:47.784783 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/60fbf9d5-c501-499d-9842-10027de10afb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6242185
Nov 29 12:38:47.785784 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34138) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:47.788921 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:47.789531 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08529160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:47.854064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting subnet ee74babd-5f34-485c-84ee-c93c2a8030aa {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:38:47.857034 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:47.913476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:47.970863 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:48.002567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.079605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.087386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b02a4f7e-06f3-4ad9-ae8c-8f600015343c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:48.126193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Subnet': ['ID=ee74babd-5f34-485c-84ee-c93c2a8030aa,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:48.128160 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.131228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:48.137517 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b0ed8ed3-133a-4267-8a46-f66f5096f5ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/subnets/ee74babd-5f34-485c-84ee-c93c2a8030aa HTTP/1.1" status: 204  len: 168 time: 0.3481452
Nov 29 12:38:48.137746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34142) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:48.138978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a59d9-0eeb-459d-a243-80b46ba3bd77 None None] Network c06ce3a4-5fb5-429a-acce-8c1e221b7afc requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:38:48.258457 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08529160>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:38:46Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:48.262356 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] Checking router: 60fbf9d5-c501-499d-9842-10027de10afb for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:38:48.271907 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] Routers {'60fbf9d5-c501-499d-9842-10027de10afb'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:48.272310 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08529160>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['60fbf9d5-c501-499d-9842-10027de10afb'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:48.323992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.395717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] DHCP port deletion for c06ce3a4-5fb5-429a-acce-8c1e221b7afc request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:38:48.400051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Deleting port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:38:48.400729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.458149 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] Set router 60fbf9d5-c501-499d-9842-10027de10afb gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:48.504510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.515611 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port f6967647-b20d-4422-bf5b-1eba53fbb3ee {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:38:48.516053 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.617509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] For port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,segment=NetworkSegment(e4b47eb0-99d8-4f57-b05d-4d3e780cfdee),segment_id=e4b47eb0-99d8-4f57-b05d-4d3e780cfdee)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:48.617900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.696414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port f6967647-b20d-4422-bf5b-1eba53fbb3ee, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f6967647-b20d-4422-bf5b-1eba53fbb3ee,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:48.696852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.740306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Calling delete_port for fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:38:48.780071 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08529160>, [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:38:46Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:48.784867 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3ff3a-4dc5-4b71-a027-f611ad966048 None None] The sync data for ids ['60fbf9d5-c501-499d-9842-10027de10afb'] in dv-neutron-819579-1-hyperv is: [{'id': '60fbf9d5-c501-499d-9842-10027de10afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80586166', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:37:04Z', 'updated_at': '2021-11-29T12:38:46Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': 'f6967647-b20d-4422-bf5b-1eba53fbb3ee', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fbf9d5-c501-499d-9842-10027de10afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:37:05Z', 'updated_at': '2021-11-29T12:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:38:48.823046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for f6967647-b20d-4422-bf5b-1eba53fbb3ee owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:38:48.833257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:48.837344 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:48.879159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Pushing event deleted for resources: {'Port': ['ID=fa96bb4c-4cef-41a5-88f6-b79fa70f5d29,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:48.882477 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:48.884809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] No DVR routers for this DVR port fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:38:49.018255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.021828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a600ef27-3b05-4ac2-9281-899d07d2bc91 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:49.065476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=f6967647-b20d-4422-bf5b-1eba53fbb3ee,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:49.068997 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:49.292367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.467149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.469458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.496254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.496751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Fanout notify agent at l3_agent the message router_deleted on router 60fbf9d5-c501-499d-9842-10027de10afb {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:38:49.512718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.516427 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/routers/60fbf9d5-c501-499d-9842-10027de10afb HTTP/1.1" status: 204  len: 168 time: 1.3751836
Nov 29 12:38:49.516759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34146) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:49.607029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2b3aad93-44ad-4026-89ab-f96745350a13 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:38:49.637118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.647970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 2b3aad93-44ad-4026-89ab-f96745350a13 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:38:49.648329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 2b3aad93-44ad-4026-89ab-f96745350a13 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:38:49.648764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:38:49.684345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:38:49.684701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device fa96bb4c-4cef-41a5-88f6-b79fa70f5d29 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:38:49.771136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.807540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d0361f250>,) {'filters': {'network_id': ['c06ce3a4-5fb5-429a-acce-8c1e221b7afc']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:49.820320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0361f250>, 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:49.820616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d0361f250>, 'e4b47eb0-99d8-4f57-b05d-4d3e780cfdee') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:49.832043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.849609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.856609 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:38:49.857208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:38:49.873179 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:38:49.966337 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.969818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-136b0890-5790-469f-b7ad-067d623b2336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:49.988266 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:49.999417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Network': ['ID=c06ce3a4-5fb5-429a-acce-8c1e221b7afc,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:50.003652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:50.005894 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c08f8db1-04c0-48bb-8a6d-abc67499ac01 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/networks/c06ce3a4-5fb5-429a-acce-8c1e221b7afc HTTP/1.1" status: 204  len: 168 time: 0.4873431
Nov 29 12:38:50.008163 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34150) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:50.080061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.111725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.189305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.193681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8a07d4f-b749-4d06-a65d-0732d1d1adef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:50.209188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff878555-3fac-4a6b-b7e8-de246972270d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:50.211686 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:50.221749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.226062 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff878555-3fac-4a6b-b7e8-de246972270d HTTP/1.1" status: 204  len: 168 time: 0.2137508
Nov 29 12:38:50.780446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:50.785879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648485500', 'description': 'tempest-secgroup-smoke-648485500 description', 'project_id': 'e47dd8134479426d94d99e37033b97b8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:50.792296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:50.796709 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:50.799803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:50.805953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:50.817804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.843351 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:50.848058 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:50.850979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:50.856912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:50.929549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.936009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.940067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3d258e8-b656-4e60-86d9-a8c4a83fa9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:50.987293 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44fda1-1b02-414c-90e6-0bf0f1c247ae,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:50.990532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:50.991842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:50.993182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c6014586-1f95-4625-8ad1-98774e46a89d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2116704
Nov 29 12:38:50.996119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.001640 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '6f44fda1-1b02-414c-90e6-0bf0f1c247ae', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.007826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.011581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.014430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.020232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.038851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.105683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.112740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.114511 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-76fe97ba-504b-481c-8620-1799b16392ab tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:51.135882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8c90ef-100c-4678-84cf-0ad591131bfe,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:51.138318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:51.146672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.147983 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1509264
Nov 29 12:38:51.150779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.155910 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '6f44fda1-1b02-414c-90e6-0bf0f1c247ae', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.162539 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.166687 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.169785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.177086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.196773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.261180 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.266367 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.268940 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8be5465d-3846-4ec2-81e6-f891a4e5e82c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:51.302770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fab35a-2a1c-4ff8-b2fc-cebb37bb456f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:51.305196 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:51.313296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.314622 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1628587
Nov 29 12:38:51.317657 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.322711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '6f44fda1-1b02-414c-90e6-0bf0f1c247ae', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.328600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.332832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.335809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.341601 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.362323 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.431691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.438564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.441222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a340ef88-7dba-4128-ad33-20205afb63d6 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:51.467588 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f428101a-5453-41ea-b1cc-73b4589f2218,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:51.470020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:51.478279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.479493 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1608958
Nov 29 12:38:51.482647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34174) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.488179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '6f44fda1-1b02-414c-90e6-0bf0f1c247ae', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.494600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.498653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.501960 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.507930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6967647-b20d-4422-bf5b-1eba53fbb3ee no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:38:51.508658 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.526146 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.541691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f6967647-b20d-4422-bf5b-1eba53fbb3ee {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:38:51.542043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f6967647-b20d-4422-bf5b-1eba53fbb3ee not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:38:51.596346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.600934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.602659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:51.624201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35a717a-67da-44e4-9908-0318002a3b9c,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:51.628604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:51.633645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.635033 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1512957
Nov 29 12:38:51.637945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.643777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '6f44fda1-1b02-414c-90e6-0bf0f1c247ae', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.649874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.653732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.656651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.662363 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.673358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:38:51.679955 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.745861 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.751958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.753957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a04123b-71e8-4fc8-9333-a93f45520095 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:51.777362 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be13cf30-de07-4368-86c0-eff7d5d46d81,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:51.781738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:51.787453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.788620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26b678b5-90d7-449d-8699-e4c2e84d4637 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1495070
Nov 29 12:38:51.791466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.796468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '6f44fda1-1b02-414c-90e6-0bf0f1c247ae', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.802879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.806784 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.809743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.816612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.828259 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:38:51.835698 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.908111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.913066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.914927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90b1cc55-0a04-408d-9d71-bc92941f8195 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:51.934514 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f082fb9-74d7-4a60-a83c-0eab4a6213b7,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:51.938348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:51.948872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:51.950115 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-872243da-87da-4bb3-b5e9-c19ff582d9de tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1577766
Nov 29 12:38:51.953367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34186) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:51.959472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'network': {'name': 'tempest-network-smoke--613851168', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'port_security_enabled': True}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:51.964897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:51.969293 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:network and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:51.972540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:51.978458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:51.994215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:38:51.997690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.025851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:38:52.034670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.035016 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Added segment a59d6a27-950d-4220-acfa-33b8d974555f of type vlan for network 026771ba-f490-4964-8494-250b24de81ef
Nov 29 12:38:52.061970 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.095022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.100681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:52.101267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.104761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3983a1b7-4c64-4f99-9307-1c15acdcb13a tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:52.208736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2541912
Nov 29 12:38:52.211731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:52.212289 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Network': ['ID=026771ba-f490-4964-8494-250b24de81ef,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:52.215142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ca470e38-66e6-4bbf-b048-e64662f70b6b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:52.217198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'admin_state_up': True, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:52.222560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 026771ba-f490-4964-8494-250b24de81ef details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:38:52.224873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:52.229046 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:router and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:52.232079 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:52.238986 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:52.249136 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.250122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.264668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.542226 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:52.994967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:53.024370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:53.161660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.138 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/0f773870-2d37-43c9-b4a9-93a85f8007e1) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:38:53.312062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:53.345160 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:53.348731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:53.409809 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:38:53.412685 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:38:53.416271 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:38:53.445375 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=0f773870-2d37-43c9-b4a9-93a85f8007e1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:53.455302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:53.830848 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:54.308025 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:54.532290 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c155a3bc-489b-4e8d-89d0-5f8c0017036a is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:38:54.715694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:38:54.726216 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Sync routers for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:38:54.736128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:54.736753 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d7fbb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:54.744088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:54.745491 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.5327103
Nov 29 12:38:54.749010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34194) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:54.796328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34198) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:54.796584 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9de16b16-d51d-4b17-9a8c-dda70bafae69 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e47dd8134479426d94d99e37033b97b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0462859
Nov 29 12:38:54.933750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d215fb-fbba-47de-99c0-4e44d3f9f4d7 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:54.935294 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f3d215fb-fbba-47de-99c0-4e44d3f9f4d7 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1375899
Nov 29 12:38:54.938250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:54.959748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:54.982735 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-43ea8c66-76d3-4575-afce-f1af4d53b75c tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0432663
Nov 29 12:38:54.985242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:54.990865 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1044802487', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:38:55.100971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:38:55.104905 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:subnet and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:38:55.107834 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:38:55.113607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:38:55.124449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:38:55.128095 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.244934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d7fbb0>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:53Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:55.248634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Checking router: c155a3bc-489b-4e8d-89d0-5f8c0017036a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:38:55.248991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Updating router c155a3bc-489b-4e8d-89d0-5f8c0017036a port 0f773870-2d37-43c9-b4a9-93a85f8007e1 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:38:55.305596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.349118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.352742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-33a05e53-c1c6-4ac3-a680-d1daf8139ca3 tempest-PortsIpV6TestJSON-1519159958 tempest-PortsIpV6TestJSON-1519159958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:55.429060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Subnet': ['ID=28662a76-3814-4978-817a-ef697f0f7874,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:55.432476 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:55.438851 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Checking segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:38:55.439248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network hostable DHCP agents. Network: 026771ba-f490-4964-8494-250b24de81ef, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:38:55.459349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 026771ba-f490-4964-8494-250b24de81ef is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:38:55.468589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 026771ba-f490-4964-8494-250b24de81ef) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:38:55.473139 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:55.473578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.497938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e946619-afaa-466a-a529-64a611892714 None None] Network 026771ba-f490-4964-8494-250b24de81ef requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:38:55.499935 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4da3bfed-f75d-42b7-b41b-854625cdd29a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5134661
Nov 29 12:38:55.503083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34210) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:38:55.818675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.822884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-026771ba-f490-4964-8494-250b24de81ef', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:38:55.823735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.847903 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Transition to ACTIVE for port object 0f773870-2d37-43c9-b4a9-93a85f8007e1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:38:55.890089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:55.897372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8868f6c0-d2bc-41e7-835d-fa420061765a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:56.001201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc25803-0c94-4afe-8560-8b52cba03c01 None None] Pushing event updated for resources: {'Port': ['ID=0f773870-2d37-43c9-b4a9-93a85f8007e1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:56.007796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ecc25803-0c94-4afe-8560-8b52cba03c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:56.008524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Attempting to bind port 0f773870-2d37-43c9-b4a9-93a85f8007e1 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:38:56.008853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Attempting to bind port 0f773870-2d37-43c9-b4a9-93a85f8007e1 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:38:56.009213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Attempting to bind port 0f773870-2d37-43c9-b4a9-93a85f8007e1 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:38:56.048908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:38:56.049424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:38:56.049978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.050541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:38:56.051079 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Bound port: 0f773870-2d37-43c9-b4a9-93a85f8007e1, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:38:56.051501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.122345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Allocated IP 172.20.0.2 (026771ba-f490-4964-8494-250b24de81ef/28662a76-3814-4978-817a-ef697f0f7874/9892ab2a-a846-42cc-abf8-7af63843ff89) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:38:56.147846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] For port 0f773870-2d37-43c9-b4a9-93a85f8007e1, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:38:56.218353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] For port 0f773870-2d37-43c9-b4a9-93a85f8007e1, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0f773870-2d37-43c9-b4a9-93a85f8007e1,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:38:56.224501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.230852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:56.345205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.387762 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:56.388287 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02d7fbb0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:56.511053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc25803-0c94-4afe-8560-8b52cba03c01 None None] Pushing event updated for resources: {'Port': ['ID=0f773870-2d37-43c9-b4a9-93a85f8007e1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:56.525498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ecc25803-0c94-4afe-8560-8b52cba03c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:56.605150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d7a1-85fb-4fac-87ae-57064f3d720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.636052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.654470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Transition to ACTIVE for port object 9892ab2a-a846-42cc-abf8-7af63843ff89 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:38:56.657684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:56.791821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Transition to ACTIVE for port object 9892ab2a-a846-42cc-abf8-7af63843ff89 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:38:56.846828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:56.851845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:56.908273 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.1 (026771ba-f490-4964-8494-250b24de81ef/28662a76-3814-4978-817a-ef697f0f7874/a3dc29bf-fa80-494a-854b-2dd874d25752) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:38:56.922545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Network 026771ba-f490-4964-8494-250b24de81ef is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:38:56.928696 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:38:56.943588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:38:56.964748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Pushing event updated for resources: {'Port': ['ID=9892ab2a-a846-42cc-abf8-7af63843ff89,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:56.994003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:57.070463 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.086620 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object a3dc29bf-fa80-494a-854b-2dd874d25752 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:38:57.095272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Attempting to bind port 9892ab2a-a846-42cc-abf8-7af63843ff89 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:38:57.095819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Attempting to bind port 9892ab2a-a846-42cc-abf8-7af63843ff89 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:38:57.096064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Attempting to bind port 9892ab2a-a846-42cc-abf8-7af63843ff89 on network 026771ba-f490-4964-8494-250b24de81ef {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:38:57.103017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:38:57.105671 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Checking segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:38:57.106178 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.106524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Bound using segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:38:57.106985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Bound port: 9892ab2a-a846-42cc-abf8-7af63843ff89, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:38:57.107423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.110935 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.116869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-621431e2-2fbd-42b1-ad5a-2d45dcdc51c5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:57.176963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.188017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 026771ba-f490-4964-8494-250b24de81ef is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:38:57.192031 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:38:57.194501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:38:57.222632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02d7fbb0>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:53Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:57.229840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] For port 9892ab2a-a846-42cc-abf8-7af63843ff89, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:38:57.232425 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69472c9d-9bfb-4763-a0fb-786fad1d4aba None None] The sync data for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv is: [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:53Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:38:57.236770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] For port 9892ab2a-a846-42cc-abf8-7af63843ff89, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9892ab2a-a846-42cc-abf8-7af63843ff89,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:38:57.244333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.246614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=a3dc29bf-fa80-494a-854b-2dd874d25752,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:57.250045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:57.251045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:57.271626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.335706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Pushing event updated for resources: {'Port': ['ID=9892ab2a-a846-42cc-abf8-7af63843ff89,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:57.346445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:57.400468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:57.702868 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0f773870-2d37-43c9-b4a9-93a85f8007e1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:38:57.840909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 0f773870-2d37-43c9-b4a9-93a85f8007e1 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:38:57.850707 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0f773870-2d37-43c9-b4a9-93a85f8007e1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:38:57.851833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:58.032773 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:58.049894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 0f773870-2d37-43c9-b4a9-93a85f8007e1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0f773870-2d37-43c9-b4a9-93a85f8007e1,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:58.056559 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:58.060254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:58.116020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:58.121902 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:58.136429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=0f773870-2d37-43c9-b4a9-93a85f8007e1,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:58.140061 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:58.158631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a3472e61-f898-4ad7-a502-019ecdddbddd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:58.248631 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:58.254105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=a3dc29bf-fa80-494a-854b-2dd874d25752,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:38:58.258268 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:38:58.400416 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 026771ba-f490-4964-8494-250b24de81ef is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:38:58.401662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:38:58.457156 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2336f8b-e4eb-421d-b4bf-904bdfde1085 None None] Network 026771ba-f490-4964-8494-250b24de81ef requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:38:58.551678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ff217901-4392-4a27-8f31-b87d772c6998 None None] Provisioning for port 9892ab2a-a846-42cc-abf8-7af63843ff89 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:38:58.594042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c155a3bc-489b-4e8d-89d0-5f8c0017036a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:38:58.790903 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:38:58.805386 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8da34fd9-6d12-48e4-b595-d24009e1b1ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/c155a3bc-489b-4e8d-89d0-5f8c0017036a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3015258
Nov 29 12:38:58.955062 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Sync routers for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:38:58.964810 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:38:58.965431 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb280>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:58.979792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-15a8a487-1058-4cc1-9934-eb8d07c90fb6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:38:59.000556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-15a8a487-1058-4cc1-9934-eb8d07c90fb6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:38:59.003373 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-15a8a487-1058-4cc1-9934-eb8d07c90fb6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648485500&fields=id&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 267 time: 0.0712118
Nov 29 12:38:59.011070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-885166fa-3d99-4f24-a18c-14301a17288b None None] Provisioning for port a3dc29bf-fa80-494a-854b-2dd874d25752 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:38:59.017507 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-885166fa-3d99-4f24-a18c-14301a17288b None None] Provisioning complete for port a3dc29bf-fa80-494a-854b-2dd874d25752 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:38:59.018066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885166fa-3d99-4f24-a18c-14301a17288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.159862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e171e53d-82a0-4703-99a4-8744ab85ce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.163318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-885166fa-3d99-4f24-a18c-14301a17288b None None] Port a3dc29bf-fa80-494a-854b-2dd874d25752 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:38:59.164387 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:38:59.191534 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-ee0ab403-5d7d-428d-b4b4-e222234bc62d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:38:59.192236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-ee0ab403-5d7d-428d-b4b4-e222234bc62d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:38:59.210129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-ee0ab403-5d7d-428d-b4b4-e222234bc62d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:38:59.211357 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-ee0ab403-5d7d-428d-b4b4-e222234bc62d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 796 time: 0.2007151
Nov 29 12:38:59.228609 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-acb19413-d664-4c79-8e9b-4ab56b51a49a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/quotas/e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 375 time: 0.0108111
Nov 29 12:38:59.287704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e42858bf-9a67-4562-97c3-a3af1dcefd5f None None] Provisioning complete for port a3dc29bf-fa80-494a-854b-2dd874d25752 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:38:59.288334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e42858bf-9a67-4562-97c3-a3af1dcefd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.339969 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c2139c66-1715-4dd8-8f2e-3d80f8cdce7f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:38:59.353249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e42858bf-9a67-4562-97c3-a3af1dcefd5f None None] Port a3dc29bf-fa80-494a-854b-2dd874d25752 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:38:59.364847 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c2139c66-1715-4dd8-8f2e-3d80f8cdce7f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:38:59.367602 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c2139c66-1715-4dd8-8f2e-3d80f8cdce7f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1301880
Nov 29 12:38:59.475207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-84d4f4fd-032f-4978-a315-5d7e1c99e01a None None] Provisioning complete for port a3dc29bf-fa80-494a-854b-2dd874d25752 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:38:59.475630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84d4f4fd-032f-4978-a315-5d7e1c99e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.487648 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb280>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 2, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:38:59.491642 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Checking router: c155a3bc-489b-4e8d-89d0-5f8c0017036a for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:38:59.492011 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Updating router c155a3bc-489b-4e8d-89d0-5f8c0017036a port a3dc29bf-fa80-494a-854b-2dd874d25752 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:38:59.546463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-84d4f4fd-032f-4978-a315-5d7e1c99e01a None None] Port a3dc29bf-fa80-494a-854b-2dd874d25752 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:38:59.553676 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-165b198f-92fa-4784-8baf-6c1aa6488ab6 service neutron] 10.222.0.20 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749520
Nov 29 12:38:59.557507 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.664505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9892ab2a-a846-42cc-abf8-7af63843ff89 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:38:59.700054 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-6d291d67-e4fa-4be4-b283-12207f9d9d23 service neutron] 10.222.0.20 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397841
Nov 29 12:38:59.738702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 9892ab2a-a846-42cc-abf8-7af63843ff89 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:38:59.743666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9892ab2a-a846-42cc-abf8-7af63843ff89 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:38:59.744047 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.892128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.914972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-6c499d92-d8f2-40d8-b08f-83ea7223b5a8 req-ec10e9de-f4cd-45c3-8ad0-ea2111501554 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:38:59.930420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 9892ab2a-a846-42cc-abf8-7af63843ff89, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9892ab2a-a846-42cc-abf8-7af63843ff89,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:38:59.935609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.935800 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-6c499d92-d8f2-40d8-b08f-83ea7223b5a8 req-ec10e9de-f4cd-45c3-8ad0-ea2111501554 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:38:59.936486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0f773870-2d37-43c9-b4a9-93a85f8007e1 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:38:59.937060 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6c499d92-d8f2-40d8-b08f-83ea7223b5a8 req-ec10e9de-f4cd-45c3-8ad0-ea2111501554 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 210 time: 0.0764239
Nov 29 12:38:59.950499 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.967992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:38:59.971582 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Transition to ACTIVE for port object a3dc29bf-fa80-494a-854b-2dd874d25752 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:38:59.980673 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:38:59.984542 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:00.064656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=9892ab2a-a846-42cc-abf8-7af63843ff89,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:00.069233 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:00.083752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 0f773870-2d37-43c9-b4a9-93a85f8007e1 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:39:00.084740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:00.154986 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Pushing event updated for resources: {'Port': ['ID=a3dc29bf-fa80-494a-854b-2dd874d25752,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:00.204681 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.205121 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.205465 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.205793 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.206115 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.206441 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.206759 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.207072 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.207600 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.207919 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.208231 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.208733 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:39:00.241280 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:00.265722 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Attempting to bind port a3dc29bf-fa80-494a-854b-2dd874d25752 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:39:00.266107 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Attempting to bind port a3dc29bf-fa80-494a-854b-2dd874d25752 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:39:00.266477 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Attempting to bind port a3dc29bf-fa80-494a-854b-2dd874d25752 on network 026771ba-f490-4964-8494-250b24de81ef {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:39:00.273179 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:39:00.273555 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Checking segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:39:00.273963 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:00.274375 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Bound using segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:39:00.274859 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Bound port: a3dc29bf-fa80-494a-854b-2dd874d25752, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:39:00.275266 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:00.310341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:00.370453 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] For port a3dc29bf-fa80-494a-854b-2dd874d25752, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:39:00.373769 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] For port a3dc29bf-fa80-494a-854b-2dd874d25752, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a3dc29bf-fa80-494a-854b-2dd874d25752,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:39:00.378350 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:00.382996 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-734be684-071e-42c1-bc56-e6d0b132ace6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:00.455663 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:39:00.456362 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb280>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:39:00.521071 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Pushing event updated for resources: {'Port': ['ID=a3dc29bf-fa80-494a-854b-2dd874d25752,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:00.582562 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:00.642455 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:39:00.965362 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d095fb280>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:00Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:39:00.973389 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c3b93-6aad-474c-b0fe-d0aa71490965 None None] The sync data for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv is: [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:00Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:39:01.069028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a8fa31d7-0243-4f14-a104-82c3ce0e81fc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:01.069767 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a8fa31d7-0243-4f14-a104-82c3ce0e81fc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:39:01.082023 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a8fa31d7-0243-4f14-a104-82c3ce0e81fc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:39:01.083489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a8fa31d7-0243-4f14-a104-82c3ce0e81fc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 796 time: 0.1964660
Nov 29 12:39:01.141012 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a6f8af43-7298-4837-bbf0-361a10038481 req-1f1f32f3-81cd-4666-a66f-5dca8d771e39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 210 time: 0.0446644
Nov 29 12:39:01.160023 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-3641a978-daed-459c-b2e0-790399539ec6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 379 time: 0.0668724
Nov 29 12:39:01.170438 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'port': {'device_id': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'admin_state_up': True, 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'security_groups': ['6f44fda1-1b02-414c-90e6-0bf0f1c247ae']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:39:01.317876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:39:01.328180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:39:01.339958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:39:01.343745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:01.637524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9892ab2a-a846-42cc-abf8-7af63843ff89 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:39:01.651817 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.9 (026771ba-f490-4964-8494-250b24de81ef/28662a76-3814-4978-817a-ef697f0f7874/30315080-4168-4339-bc8b-151030275c92) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:39:01.712054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 9892ab2a-a846-42cc-abf8-7af63843ff89 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:39:01.712436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:01.852414 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:01.858073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:01.863066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a3dc29bf-fa80-494a-854b-2dd874d25752 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:39:01.875336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 30315080-4168-4339-bc8b-151030275c92 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:39:01.900246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:01.907005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:01.937334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port a3dc29bf-fa80-494a-854b-2dd874d25752 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:39:01.944149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a3dc29bf-fa80-494a-854b-2dd874d25752 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:39:01.944983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:01.981516 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 026771ba-f490-4964-8494-250b24de81ef is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:39:01.984798 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:39:01.989124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:39:02.021687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=30315080-4168-4339-bc8b-151030275c92,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:02.032965 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:02.059773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:02.060682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.076846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.092082 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9267941
Nov 29 12:39:02.104073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Request body: {'port': {'device_id': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:39:02.124636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port a3dc29bf-fa80-494a-854b-2dd874d25752, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a3dc29bf-fa80-494a-854b-2dd874d25752,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:39:02.134026 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.140704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:02.225938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=a3dc29bf-fa80-494a-854b-2dd874d25752,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:02.236359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:02.252431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.338254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-14b86032-e39d-4a44-a451-4bb5e66f9e43 None None] Provisioning for port 30315080-4168-4339-bc8b-151030275c92 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:39:02.342962 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-14b86032-e39d-4a44-a451-4bb5e66f9e43 None None] Provisioning complete for port 30315080-4168-4339-bc8b-151030275c92 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:39:02.343402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14b86032-e39d-4a44-a451-4bb5e66f9e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.403064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-14b86032-e39d-4a44-a451-4bb5e66f9e43 None None] Port 30315080-4168-4339-bc8b-151030275c92 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:39:02.508939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a84c-cf7b-4d73-9964-4eced180e8ef req-f0a8e320-6cbd-4a10-b6a6-317f123918f2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:02.510036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ca3a84c-cf7b-4d73-9964-4eced180e8ef req-f0a8e320-6cbd-4a10-b6a6-317f123918f2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:39:02.601816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2ca3a84c-cf7b-4d73-9964-4eced180e8ef req-f0a8e320-6cbd-4a10-b6a6-317f123918f2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:39:02.602901 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ca3a84c-cf7b-4d73-9964-4eced180e8ef req-f0a8e320-6cbd-4a10-b6a6-317f123918f2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 931 time: 0.3094838
Nov 29 12:39:02.696098 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2ca3a84c-cf7b-4d73-9964-4eced180e8ef req-4c8e469e-35b2-4f89-9668-5d6d23e01f79 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860262
Nov 29 12:39:02.779610 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30315080-4168-4339-bc8b-151030275c92 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:39:02.788015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.804776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Transition to ACTIVE for port object 30315080-4168-4339-bc8b-151030275c92 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:39:02.809447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:02.815265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:02.984976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Pushing event updated for resources: {'Port': ['ID=30315080-4168-4339-bc8b-151030275c92,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:02.996904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:03.080227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Attempting to bind port 30315080-4168-4339-bc8b-151030275c92 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:39:03.080545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Attempting to bind port 30315080-4168-4339-bc8b-151030275c92 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:39:03.080901 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Attempting to bind port 30315080-4168-4339-bc8b-151030275c92 on network 026771ba-f490-4964-8494-250b24de81ef {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:39:03.087395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Port 30315080-4168-4339-bc8b-151030275c92 on network 026771ba-f490-4964-8494-250b24de81ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:39:03.087718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Attempting to bind port 30315080-4168-4339-bc8b-151030275c92 on network 026771ba-f490-4964-8494-250b24de81ef {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:39:03.094118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:39:03.094907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Checking segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:39:03.095075 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Bound using segment: {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:39:03.095724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Bound port: 30315080-4168-4339-bc8b-151030275c92, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59d6a27-950d-4220-acfa-33b8d974555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '026771ba-f490-4964-8494-250b24de81ef'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:39:03.096084 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:03.213253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] For port 30315080-4168-4339-bc8b-151030275c92, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:39:03.216716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] For port 30315080-4168-4339-bc8b-151030275c92, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=30315080-4168-4339-bc8b-151030275c92,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:39:03.223906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:03.227853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7cca4655-7c99-43e8-a707-e433f4106f39 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:03.298905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:03.299655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:03.301042 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] 10.222.0.18 "PUT /v2.0/ports/30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 1093 time: 1.2015996
Nov 29 12:39:03.310718 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'tag': '30315080-4168-4339-bc8b-151030275c92'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:39:03.347676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Pushing event updated for resources: {'Port': ['ID=30315080-4168-4339-bc8b-151030275c92,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:03.384476 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'tag': '30315080-4168-4339-bc8b-151030275c92', 'status': 'completed', 'code': 200}
Nov 29 12:39:03.385175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:03.427768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a0eb655f-209e-4ea8-9866-24446e0d2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:03.429324 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a0eb655f-209e-4ea8-9866-24446e0d2d2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1096 time: 0.0832603
Nov 29 12:39:03.502835 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-a6b59b73-6d8f-4bee-9911-9680e43788fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 217 time: 0.0661328
Nov 29 12:39:03.564019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a3dc29bf-fa80-494a-854b-2dd874d25752 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:39:03.568954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b8e9c503-845d-4f28-879a-caa325a2fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:03.570420 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-b8e9c503-845d-4f28-879a-caa325a2fe75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.0606573
Nov 29 12:39:03.638991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port a3dc29bf-fa80-494a-854b-2dd874d25752 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:39:03.639272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:03.778281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b0fc-49a7-4253-81e5-73170608c510 req-2f6b5ec3-f9a3-4e83-b927-56823d77d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:03.779820 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-2f6b5ec3-f9a3-4e83-b927-56823d77d973 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2029524
Nov 29 12:39:03.966692 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-6139da78-163c-4b29-adef-a81de4f4eb30 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802876
Nov 29 12:39:04.008246 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9c38-0d04-4d55-b656-0206de2e59e7 req-40bbbdd5-68dc-48e2-add8-d038db256b29 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:04.009686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-524f9c38-0d04-4d55-b656-0206de2e59e7 req-40bbbdd5-68dc-48e2-add8-d038db256b29 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 943 time: 0.2037587
Nov 29 12:39:04.119875 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-524f9c38-0d04-4d55-b656-0206de2e59e7 req-2ea96bbe-d5b8-4127-8f50-090a79e3b7b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639679
Nov 29 12:39:04.150811 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9800b0fc-49a7-4253-81e5-73170608c510 req-dc01af7d-8e4c-4069-92b0-5a6bbe23fc58 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771441
Nov 29 12:39:04.286684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-a8139f45-70e9-42e0-b88c-be4a984fc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:04.288225 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-a8139f45-70e9-42e0-b88c-be4a984fc7ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1096 time: 0.0791709
Nov 29 12:39:04.429124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-f67d4be8-dc69-4956-8277-91e3e7dac492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:04.429999 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-f67d4be8-dc69-4956-8277-91e3e7dac492 service neutron] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 897 time: 0.1341760
Nov 29 12:39:04.502779 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-84d0c0a1-0174-418f-9402-9785d4ee20b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 217 time: 0.0650692
Nov 29 12:39:04.573671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-0bfc9f07-5619-46c2-9ee8-e706861d96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:04.575045 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-0bfc9f07-5619-46c2-9ee8-e706861d96ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.0639195
Nov 29 12:39:04.664635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-f365599a-d6e0-45ad-ab00-8fb04b6ef043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:04.666109 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-f365599a-d6e0-45ad-ab00-8fb04b6ef043 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832629
Nov 29 12:39:04.800070 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-4a253108-56e0-4939-a340-c9980bbd4c00 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260550
Nov 29 12:39:04.943789 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38afd310-66b3-4c14-aeb8-83251c1d4b92 req-4e328b4f-38ea-438c-bb14-40b0f1b5f99e service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348171
Nov 29 12:39:05.323794 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f88c8-fb1e-46cf-9a03-15969203e21b req-66546c21-1868-47ba-a5f4-797fd8bbf1e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:05.325221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-101f88c8-fb1e-46cf-9a03-15969203e21b req-66546c21-1868-47ba-a5f4-797fd8bbf1e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 943 time: 0.0943954
Nov 29 12:39:05.369178 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-101f88c8-fb1e-46cf-9a03-15969203e21b req-beb02f1a-54e1-4e24-be96-d0fcefb637c6 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381057
Nov 29 12:39:05.750055 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 30315080-4168-4339-bc8b-151030275c92 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:39:05.893491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 30315080-4168-4339-bc8b-151030275c92, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=30315080-4168-4339-bc8b-151030275c92,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:39:05.906473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '30315080-4168-4339-bc8b-151030275c92', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'port_id': '30315080-4168-4339-bc8b-151030275c92', 'mac_address': 'fa:16:3e:3e:ee:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:39:05.963456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:05.980764 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30315080-4168-4339-bc8b-151030275c92 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:39:05.996150 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 30315080-4168-4339-bc8b-151030275c92, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=30315080-4168-4339-bc8b-151030275c92,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:39:06.002201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:06.003927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:06.119969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=30315080-4168-4339-bc8b-151030275c92,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:06.124020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:06.215746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['30315080-4168-4339-bc8b-151030275c92'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:39:06.557350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4999-8a7e-4aa3-bef0-5d22523372d7 req-1b5d4e56-ab66-4f45-9cca-3041797a0a85 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:06.558774 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7fbb4999-8a7e-4aa3-bef0-5d22523372d7 req-1b5d4e56-ab66-4f45-9cca-3041797a0a85 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 944 time: 0.0806992
Nov 29 12:39:06.603949 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7fbb4999-8a7e-4aa3-bef0-5d22523372d7 req-47adf256-5662-4e74-9f8f-0d21696f15b0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392792
Nov 29 12:39:07.764012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 30315080-4168-4339-bc8b-151030275c92 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:39:07.806485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164411f-b464-41db-9a1c-21c7ed8427d9 req-49e3f201-e922-4696-9d5e-43c50423af1a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:07.807971 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9164411f-b464-41db-9a1c-21c7ed8427d9 req-49e3f201-e922-4696-9d5e-43c50423af1a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 944 time: 0.0870323
Nov 29 12:39:07.838114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 30315080-4168-4339-bc8b-151030275c92 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:39:07.842960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 30315080-4168-4339-bc8b-151030275c92 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:39:07.843372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:07.858734 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9164411f-b464-41db-9a1c-21c7ed8427d9 req-40874ba5-c2c7-471b-ad4b-a537e802cd9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450876
Nov 29 12:39:07.963573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:07.991111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30315080-4168-4339-bc8b-151030275c92'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:39:08.001209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 30315080-4168-4339-bc8b-151030275c92, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=30315080-4168-4339-bc8b-151030275c92,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:39:08.005272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:08.007153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:08.040334 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30315080-4168-4339-bc8b-151030275c92', 'code': 200}
Nov 29 12:39:08.079366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=30315080-4168-4339-bc8b-151030275c92,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:08.082545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:08.276083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43339c33-46ce-4617-bb6b-a1685222313f req-54d08207-9134-4cdd-9097-9959661268ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:08.277623 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-43339c33-46ce-4617-bb6b-a1685222313f req-54d08207-9134-4cdd-9097-9959661268ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1098 time: 0.0773201
Nov 29 12:39:08.326464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-43339c33-46ce-4617-bb6b-a1685222313f req-d45b2d2e-64be-4f80-b14d-15645ec31eaf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426040
Nov 29 12:39:09.185041 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549341e1-4758-4b2b-a4b1-3805e588fe19 req-f4b64445-4714-4583-b9dc-968141bd166f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:09.186389 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-549341e1-4758-4b2b-a4b1-3805e588fe19 req-f4b64445-4714-4583-b9dc-968141bd166f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.2105091
Nov 29 12:39:09.231492 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-549341e1-4758-4b2b-a4b1-3805e588fe19 req-6c5d6b9a-bf63-4f39-82fb-17a78f6f6fa7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387046
Nov 29 12:39:10.470694 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5625cef-7ac6-4582-9d20-93689892efb0 req-e00cda7e-0bda-4898-8cd2-3e906f38eee9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:10.472219 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f5625cef-7ac6-4582-9d20-93689892efb0 req-e00cda7e-0bda-4898-8cd2-3e906f38eee9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.1330347
Nov 29 12:39:10.520511 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f5625cef-7ac6-4582-9d20-93689892efb0 req-d67e0c2a-298c-4744-9486-b32ed9c4572c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422914
Nov 29 12:39:10.710264 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc27e3d-c24b-405f-a778-57f86dff462f req-9f3ea28b-318c-4e6b-9ffd-002be4be73bd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:10.711733 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5bc27e3d-c24b-405f-a778-57f86dff462f req-9f3ea28b-318c-4e6b-9ffd-002be4be73bd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0859449
Nov 29 12:39:10.756144 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5bc27e3d-c24b-405f-a778-57f86dff462f req-5d155f55-5f10-4c47-a4df-1fd0965a60a1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385532
Nov 29 12:39:10.778670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34266) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:10.850066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d366e6-5074-4787-8733-bdf44076b135 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:10.851602 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-33d366e6-5074-4787-8733-bdf44076b135 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1093 time: 0.0720222
Nov 29 12:39:10.854625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34270) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:10.859892 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '30315080-4168-4339-bc8b-151030275c92', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:39:10.866236 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:39:10.870214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:floatingip and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:39:10.873178 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:39:10.879613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:39:10.893046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:11.035900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:11.292503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.126 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/6b2f181f-9c6c-4b6b-9a25-255f24c7958b) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:39:11.446880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:11.492600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:11.497371 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6dc4f514-6b6e-47b0-a2ff-7122c2d05420 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:11.560315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:39:11.563490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:39:11.567687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:39:11.606188 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=6b2f181f-9c6c-4b6b-9a25-255f24c7958b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:11.610419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:11.986254 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:12.072287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:12.288315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:12.295520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:12.300109 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:39:12.409010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=6b2f181f-9c6c-4b6b-9a25-255f24c7958b,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:39:12.412873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:39:12.417684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:12.586701 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 71a2944f-be47-4fdf-87f6-720a27bf651a associated. External IP: 172.26.4.126, port: 30315080-4168-4339-bc8b-151030275c92.
Nov 29 12:39:13.077287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c155a3bc-489b-4e8d-89d0-5f8c0017036a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:39:13.266677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:39:13.277634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] Sync routers for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:39:13.287843 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:39:13.288697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d083afe50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:39:13.293720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:13.350591 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4946580
Nov 29 12:39:13.351128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'tag': '30315080-4168-4339-bc8b-151030275c92'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:39:13.396908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'tag': '30315080-4168-4339-bc8b-151030275c92', 'status': 'completed', 'code': 200}
Nov 29 12:39:13.476595 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:39:13.552365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30976-7d93-43c1-8993-e89f59c2768f req-f8bab687-447c-4c17-bca4-d06601d49084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:13.553847 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-f8bab687-447c-4c17-bca4-d06601d49084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1098 time: 0.1350951
Nov 29 12:39:13.567021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bbd8e-ab4f-444b-8bd2-bd7c4a81ab49 req-228afbfe-f5ce-41e4-b6d9-bb72915e0f3d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:13.568570 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6d2bbd8e-ab4f-444b-8bd2-bd7c4a81ab49 req-228afbfe-f5ce-41e4-b6d9-bb72915e0f3d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.1128433
Nov 29 12:39:13.696435 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6d2bbd8e-ab4f-444b-8bd2-bd7c4a81ab49 req-3710115b-6368-44a8-8721-cf1abbec1a8f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090360
Nov 29 12:39:13.719767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:13.741973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30976-7d93-43c1-8993-e89f59c2768f req-c84032a8-8086-454d-a45e-cddcf66ebb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:13.743456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-c84032a8-8086-454d-a45e-cddcf66ebb67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 897 time: 0.1739974
Nov 29 12:39:13.772542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:13.845492 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8214954-95df-4877-8aad-4ff91a5bcef2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/71a2944f-be47-4fdf-87f6-720a27bf651a HTTP/1.1" status: 200  len: 991 time: 0.1232274
Nov 29 12:39:13.848172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d083afe50>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '71a2944f-be47-4fdf-87f6-720a27bf651a', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'port_id': '30315080-4168-4339-bc8b-151030275c92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'mac_address': 'fa:16:3e:3e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:39:11Z', 'updated_at': '2021-11-29T12:39:11Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:02Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:39:13.852209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] Checking router: c155a3bc-489b-4e8d-89d0-5f8c0017036a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:39:13.854860 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-e29824f3-d0d8-4da4-8d44-01939e91feec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 999 time: 0.1047390
Nov 29 12:39:13.860858 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:39:13.861571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d083afe50>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:38:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:39:13.922555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30976-7d93-43c1-8993-e89f59c2768f req-49a447d5-5ee0-41fa-9397-bdb3378b1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:13.924293 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-49a447d5-5ee0-41fa-9397-bdb3378b1243 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.0606649
Nov 29 12:39:13.998618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30976-7d93-43c1-8993-e89f59c2768f req-a0acdc75-cb75-4473-a079-be2707229cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:14.000043 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-a0acdc75-cb75-4473-a079-be2707229cff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697029
Nov 29 12:39:14.042963 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:39:14.131434 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-1fce395c-308d-4ea4-92ed-4b7b235d800d service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248465
Nov 29 12:39:14.267218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-76a30976-7d93-43c1-8993-e89f59c2768f req-612a4964-4382-4326-8f00-0d5ca0375ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296339
Nov 29 12:39:14.464432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d083afe50>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '71a2944f-be47-4fdf-87f6-720a27bf651a', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'port_id': '30315080-4168-4339-bc8b-151030275c92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'mac_address': 'fa:16:3e:3e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:39:11Z', 'updated_at': '2021-11-29T12:39:11Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:02Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:39:14.469869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eeb712-bcd8-4ff5-b584-7f297661f7ff None None] The sync data for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv is: [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '71a2944f-be47-4fdf-87f6-720a27bf651a', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'port_id': '30315080-4168-4339-bc8b-151030275c92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'mac_address': 'fa:16:3e:3e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:39:11Z', 'updated_at': '2021-11-29T12:39:11Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:02Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:39:14.688921 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10195caa-658b-4b95-b3d8-a1b245370a66 None None] New status for floating IP 71a2944f-be47-4fdf-87f6-720a27bf651a: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:39:14.849205 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34282) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:14.959962 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc93d960-69f5-4d38-9a5b-e8063e3c7f1c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/71a2944f-be47-4fdf-87f6-720a27bf651a HTTP/1.1" status: 200  len: 991 time: 0.1093628
Nov 29 12:39:15.965255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34286) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:16.079404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-79955c70-8a9f-48bc-9a28-5779b71616ff tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/71a2944f-be47-4fdf-87f6-720a27bf651a HTTP/1.1" status: 200  len: 993 time: 0.1125164
Nov 29 12:39:20.061212 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:39:22.718685 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-e42eb611-91bc-4b07-a85a-6311cb23ced6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757048
Nov 29 12:39:22.883629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-7d2589d9-e9cc-463b-89db-0e4c49481099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:22.885104 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-7d2589d9-e9cc-463b-89db-0e4c49481099 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1098 time: 0.0874126
Nov 29 12:39:23.161696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-56ac0e85-3844-4f1a-9525-b469b2c90f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:23.163154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-56ac0e85-3844-4f1a-9525-b469b2c90f3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 897 time: 0.2567894
Nov 29 12:39:23.267890 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-6fc30e4d-45b1-4444-bcf4-749025d1add4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 1001 time: 0.0970509
Nov 29 12:39:23.334876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-b2a3948c-24f4-4832-865b-848f0d3260f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:23.336310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-b2a3948c-24f4-4832-865b-848f0d3260f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.0591345
Nov 29 12:39:23.427025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-9bdbfbf8-3942-4bb2-9bc4-05fd1b550437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:23.428416 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-9bdbfbf8-3942-4bb2-9bc4-05fd1b550437 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755842
Nov 29 12:39:23.571060 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-a2e5f2e4-eba4-4538-b8c1-9fd08c11e0a8 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265628
Nov 29 12:39:23.707540 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f1aaf5c-fa2c-4ea1-9b6a-50fe664e0498 req-07d1d0c6-0642-4dc5-8f63-6821648305f6 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289709
Nov 29 12:39:26.572761 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d13fa99c-2f9c-4af6-a7e1-55e81b10fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:27.136016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:29.100700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-04482e70-9d7e-4fbe-b3f2-ea9768ef1a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:30.321800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:31.841459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:41.047200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f0b85-137f-4973-89cf-e77d767051f7 req-57dac4df-ecf7-40fd-871a-7cbedebd4a03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:41.048680 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad6f0b85-137f-4973-89cf-e77d767051f7 req-57dac4df-ecf7-40fd-871a-7cbedebd4a03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0875292
Nov 29 12:39:41.097861 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad6f0b85-137f-4973-89cf-e77d767051f7 req-d1015113-cae5-4669-81c8-4444abd3552a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431709
Nov 29 12:39:42.308309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09da2a-9481-4bfd-a874-3a940028880f req-5d51eff4-7c7d-4180-85b2-599ed629c308 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:42.309758 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fc09da2a-9481-4bfd-a874-3a940028880f req-5d51eff4-7c7d-4180-85b2-599ed629c308 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0931191
Nov 29 12:39:42.356404 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fc09da2a-9481-4bfd-a874-3a940028880f req-1d2d6f52-ac0d-4968-94ad-8d6102bf6be3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409133
Nov 29 12:39:43.565452 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2d28-26af-487b-9ada-04ee2d92cf42 req-975c4a6a-fcbb-48d1-9198-9ac726ace62b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:43.567305 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dab2d28-26af-487b-9ada-04ee2d92cf42 req-975c4a6a-fcbb-48d1-9198-9ac726ace62b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0919330
Nov 29 12:39:43.611115 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8dab2d28-26af-487b-9ada-04ee2d92cf42 req-5dbd88a6-8c6d-44b8-bf77-93e79322fd77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381517
Nov 29 12:39:43.768944 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:44.815668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6e463-beb5-4e3e-9162-7f38821ef1eb req-e966168c-93f9-49fb-9379-f6f5a921e091 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:44.818257 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0df6e463-beb5-4e3e-9162-7f38821ef1eb req-e966168c-93f9-49fb-9379-f6f5a921e091 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0890133
Nov 29 12:39:44.864708 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0df6e463-beb5-4e3e-9162-7f38821ef1eb req-f4e3400b-cca1-45b0-a1e0-9bb6250a516f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408940
Nov 29 12:39:46.085660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fa7df-8bdc-42c3-a0c6-d8fc6c6c8bea req-0ab864fa-bf7b-40c9-b515-644ce869b6c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:46.087269 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-833fa7df-8bdc-42c3-a0c6-d8fc6c6c8bea req-0ab864fa-bf7b-40c9-b515-644ce869b6c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.1041524
Nov 29 12:39:46.132761 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-833fa7df-8bdc-42c3-a0c6-d8fc6c6c8bea req-38216a63-0a42-4266-a48e-1a5eb3e0473d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398252
Nov 29 12:39:47.344743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f4718-703a-4c97-9fe2-92ab8774a277 req-6ccf6b3a-c17f-46aa-ab93-845e414478f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:47.346195 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-931f4718-703a-4c97-9fe2-92ab8774a277 req-6ccf6b3a-c17f-46aa-ab93-845e414478f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0868926
Nov 29 12:39:47.390915 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-931f4718-703a-4c97-9fe2-92ab8774a277 req-77ba81b2-3f0d-42c2-aedd-25ec150a8969 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389936
Nov 29 12:39:48.605817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911cdf-3281-491b-bc9f-1ea83992bfdf req-53088fb9-86f1-4a24-af36-f29b74dcd7fe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:48.607302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1911cdf-3281-491b-bc9f-1ea83992bfdf req-53088fb9-86f1-4a24-af36-f29b74dcd7fe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0936234
Nov 29 12:39:48.653173 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1911cdf-3281-491b-bc9f-1ea83992bfdf req-f11bbc81-b495-45a1-bd3c-bc33e4a2a5eb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378675
Nov 29 12:39:49.849849 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9423ec-9cac-4f49-ae3e-2f41d6565e38 req-38e15231-1a20-4dd6-b3d1-b9406e811255 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:49.851342 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a9423ec-9cac-4f49-ae3e-2f41d6565e38 req-38e15231-1a20-4dd6-b3d1-b9406e811255 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0863607
Nov 29 12:39:49.900726 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1a9423ec-9cac-4f49-ae3e-2f41d6565e38 req-e8fbe508-20fe-4b56-93cf-245fc19ed167 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408149
Nov 29 12:39:51.118370 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c58098-287e-4334-ac03-4a4ad5c507bd req-8bd722a4-83f9-4d5a-8407-2f2135d22bee tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:51.119781 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60c58098-287e-4334-ac03-4a4ad5c507bd req-8bd722a4-83f9-4d5a-8407-2f2135d22bee tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0991220
Nov 29 12:39:51.165865 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60c58098-287e-4334-ac03-4a4ad5c507bd req-774710a7-ddf8-4279-ac8e-f3ef2f002ec7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404265
Nov 29 12:39:52.365228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735eb83-eb96-4074-8659-8ce2fab8d53a req-66d3e6fd-0c74-4bdf-9881-8ffa90312a79 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:52.366698 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2735eb83-eb96-4074-8659-8ce2fab8d53a req-66d3e6fd-0c74-4bdf-9881-8ffa90312a79 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0910459
Nov 29 12:39:52.416231 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2735eb83-eb96-4074-8659-8ce2fab8d53a req-f03f2196-27e3-4822-8b9d-47809ca59acb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438926
Nov 29 12:39:52.442570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34320) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:52.547274 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-fb8cc93f-3390-4e31-aed2-7b65a4792b4f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/71a2944f-be47-4fdf-87f6-720a27bf651a HTTP/1.1" status: 200  len: 993 time: 0.1034722
Nov 29 12:39:54.015036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb5537-9d33-41a5-89d0-aae6c2d21bf5 req-619e2d27-0fa2-4890-a61e-4d6c42b7320c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:54.016514 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-30eb5537-9d33-41a5-89d0-aae6c2d21bf5 req-619e2d27-0fa2-4890-a61e-4d6c42b7320c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0828042
Nov 29 12:39:54.054872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-c4b3a2eb-a6e7-4cfb-a427-db24269b639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:54.056390 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-c4b3a2eb-a6e7-4cfb-a427-db24269b639c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1098 time: 0.0755906
Nov 29 12:39:54.065603 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-30eb5537-9d33-41a5-89d0-aae6c2d21bf5 req-83a32722-9d8b-484e-b30d-a280479706c8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429246
Nov 29 12:39:54.188517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-a43537cf-6fc2-4e9a-8dba-a8a521d9c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:54.189856 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-a43537cf-6fc2-4e9a-8dba-a8a521d9c621 service neutron] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 897 time: 0.1263020
Nov 29 12:39:54.293636 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-04448d7d-df37-4db7-ad79-0634a0b2e83d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 1001 time: 0.0965228
Nov 29 12:39:54.354655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-766f34c9-6160-41e4-8904-1f4eb71fe3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:54.356051 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-766f34c9-6160-41e4-8904-1f4eb71fe3e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.0559850
Nov 29 12:39:54.440719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-cd97bc75-5c66-44cf-a945-aba8be2720ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:54.442556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-cd97bc75-5c66-44cf-a945-aba8be2720ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797427
Nov 29 12:39:54.693375 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-2db57ed0-5886-44e3-aceb-b9b01d9bf714 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437091
Nov 29 12:39:54.825400 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e13eb6cb-f658-4555-9a82-fa1bb3f1b916 req-a430774b-8344-4302-8302-71b59c9d9ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254447
Nov 29 12:39:55.261307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514cf63-f19e-4e06-bb45-b8234b51a139 req-4c63421a-4430-489b-8f97-dc0cf44be297 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:55.262788 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a514cf63-f19e-4e06-bb45-b8234b51a139 req-4c63421a-4430-489b-8f97-dc0cf44be297 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0828021
Nov 29 12:39:55.308038 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a514cf63-f19e-4e06-bb45-b8234b51a139 req-ff2f77f1-c109-4ad4-8f1d-0310e86a01c9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395586
Nov 29 12:39:56.514742 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377271f5-833b-46d2-8948-b6626a8ebc33 req-f5e85de5-0126-4fb3-be47-edc991f47f23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:39:56.516207 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-377271f5-833b-46d2-8948-b6626a8ebc33 req-f5e85de5-0126-4fb3-be47-edc991f47f23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0828981
Nov 29 12:39:56.556937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-de966b23-086c-4226-9ae1-d88fb3df8fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:56.564931 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-377271f5-833b-46d2-8948-b6626a8ebc33 req-44dca3af-3d98-45d2-9d06-c9d08fe10c46 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406573
Nov 29 12:39:56.599118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:39:56.719050 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f03a8f30-da42-4a76-bd9a-69b9008a4306 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/71a2944f-be47-4fdf-87f6-720a27bf651a HTTP/1.1" status: 200  len: 993 time: 0.1186371
Nov 29 12:39:57.063924 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:39:57.140180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:39:59.099582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-759b993e-25b2-4186-9add-2337059fb851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:00.321583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:01.851305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:13.770275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:22.697205 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-9a0ddd1e-00ad-4b38-bedb-4ebc2ec8d132 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753663
Nov 29 12:40:22.842556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-dba2e92b-55eb-4c31-a15f-c068dd9e3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:22.844093 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-dba2e92b-55eb-4c31-a15f-c068dd9e3857 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1098 time: 0.0731997
Nov 29 12:40:22.992311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-4a1d0bec-ff6d-4165-a6f0-3da6f601cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:22.993714 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-4a1d0bec-ff6d-4165-a6f0-3da6f601cb50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 897 time: 0.1297176
Nov 29 12:40:23.096848 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-b888b812-998a-4dce-9736-ea95ae23c195 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 1001 time: 0.0960269
Nov 29 12:40:23.162340 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-318c9f4c-be72-4648-90c1-99365600d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:23.163736 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-318c9f4c-be72-4648-90c1-99365600d1f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.0567305
Nov 29 12:40:23.248946 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-ed63ec5e-f239-475c-b256-47e3b2083611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:23.250319 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-ed63ec5e-f239-475c-b256-47e3b2083611 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784218
Nov 29 12:40:23.387470 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-c4bdb728-50c7-4171-b5f0-06e0da752e93 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271250
Nov 29 12:40:23.541755 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e0be25d8-3e48-423e-ac8a-bf409bd84c76 req-9fb22e48-cc29-4ff7-94bb-d25b1293d3fe service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447971
Nov 29 12:40:25.188127 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34348) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:25.408265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 6b2f181f-9c6c-4b6b-9a25-255f24c7958b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:40:25.408606 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:25.721219 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:25.721522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:25.848695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 6b2f181f-9c6c-4b6b-9a25-255f24c7958b owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:40:25.999252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:26.002743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:26.051099 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=6b2f181f-9c6c-4b6b-9a25-255f24c7958b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:26.087585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.087964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.088342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.088692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.089057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.089418 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.089786 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.090138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.090490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.090844 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.091206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.091573 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:26.098486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:26.151051 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:26.151447 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 71a2944f-be47-4fdf-87f6-720a27bf651a disassociated (deleted). External IP: 172.26.4.126, port: 30315080-4168-4339-bc8b-151030275c92.
Nov 29 12:40:26.506022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c155a3bc-489b-4e8d-89d0-5f8c0017036a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:40:26.561505 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f887445f-64a2-41d6-9ac5-10fd258d692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:26.691147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:40:26.702087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] Sync routers for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:40:26.712134 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:26.712581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:26.712972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0809a250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:39:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:26.775611 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb86a28a-48d0-4208-96b3-d3cf8e4267aa tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/floatingips/71a2944f-be47-4fdf-87f6-720a27bf651a HTTP/1.1" status: 204  len: 168 time: 1.5836542
Nov 29 12:40:26.775611 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'tag': '30315080-4168-4339-bc8b-151030275c92'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:40:26.819869 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'tag': '30315080-4168-4339-bc8b-151030275c92', 'status': 'completed', 'code': 200}
Nov 29 12:40:26.914239 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-8ad660ea-246a-4e7b-9580-dafd6dc4fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:26.915583 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:26.916085 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-8ad660ea-246a-4e7b-9580-dafd6dc4fa85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 1098 time: 0.0732841
Nov 29 12:40:27.061065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-b13d5892-c7e3-4e14-829e-2351357d5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:27.062676 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-b13d5892-c7e3-4e14-829e-2351357d5b76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 200  len: 897 time: 0.1403017
Nov 29 12:40:27.147520 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:27.172819 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-482dd7df-935a-43cc-968c-fa54ed608d8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 200  len: 217 time: 0.1032693
Nov 29 12:40:27.262276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0809a250>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:02Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:27.267704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] Checking router: c155a3bc-489b-4e8d-89d0-5f8c0017036a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:40:27.277765 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:27.278411 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0809a250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:39:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:27.382879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-88b189b3-3be8-4428-bf04-064aadb67d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:27.384250 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-88b189b3-3be8-4428-bf04-064aadb67d77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 200  len: 835 time: 0.2036479
Nov 29 12:40:27.436653 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44251d-06c9-4bd0-8df1-0f5e306fefe3 req-17bbe2e5-c88b-4224-98d4-2382beab7e52 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:27.438198 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dd44251d-06c9-4bd0-8df1-0f5e306fefe3 req-17bbe2e5-c88b-4224-98d4-2382beab7e52 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.3089299
Nov 29 12:40:27.462366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:27.503142 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dd44251d-06c9-4bd0-8df1-0f5e306fefe3 req-bc1ce960-fc4f-42ea-8438-9184dda06081 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578127
Nov 29 12:40:27.514796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-8e1d857e-0bb9-49a0-be4e-91e96accd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:27.516296 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-8e1d857e-0bb9-49a0-be4e-91e96accd704 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=026771ba-f490-4964-8494-250b24de81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1235166
Nov 29 12:40:27.656204 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-f999c6d8-0e1a-4a62-8c93-b2c50f885c46 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326122
Nov 29 12:40:27.799047 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2a07e664-5cef-4c85-97a6-26ee4f7745b4 req-11b7dcf5-6615-450a-ba9b-5d57300036d9 service neutron] 10.222.0.18 "GET /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341758
Nov 29 12:40:27.844070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0809a250>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:02Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:27.848000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f72bc-96d5-47c8-8a47-64bb9079b70f None None] The sync data for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv is: [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:38:57Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': 'a3dc29bf-fa80-494a-854b-2dd874d25752', 'name': '', 'network_id': '026771ba-f490-4964-8494-250b24de81ef', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:5f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '28662a76-3814-4978-817a-ef697f0f7874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:56Z', 'updated_at': '2021-11-29T12:39:02Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '28662a76-3814-4978-817a-ef697f0f7874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:40:28.071428 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b915e5-781e-4dea-b47d-e99312294e4f None None] New status for floating IP 71a2944f-be47-4fdf-87f6-720a27bf651a: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:40:28.565905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-97bc707b-326b-4a6b-ae74-7ec9619173d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:28.567765 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-97bc707b-326b-4a6b-ae74-7ec9619173d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.1040499
Nov 29 12:40:28.635943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 30315080-4168-4339-bc8b-151030275c92 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:40:28.636240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:28.700694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8254e-48aa-4a74-9591-f98084ab5f9f req-e939fce8-5f94-41be-816c-2682572e91e2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:28.701385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6eb8254e-48aa-4a74-9591-f98084ab5f9f req-e939fce8-5f94-41be-816c-2682572e91e2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:28.717332 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6eb8254e-48aa-4a74-9591-f98084ab5f9f req-e939fce8-5f94-41be-816c-2682572e91e2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:28.718479 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eb8254e-48aa-4a74-9591-f98084ab5f9f req-e939fce8-5f94-41be-816c-2682572e91e2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 945 time: 0.0993254
Nov 29 12:40:28.763391 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eb8254e-48aa-4a74-9591-f98084ab5f9f req-cb28588c-d47a-4ee2-8129-47b9b010c3f2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f44fda1-1b02-414c-90e6-0bf0f1c247ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389888
Nov 29 12:40:28.892147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 30315080-4168-4339-bc8b-151030275c92, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=30315080-4168-4339-bc8b-151030275c92,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:28.892522 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:29.015014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 30315080-4168-4339-bc8b-151030275c92 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:40:29.094121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf28792e-92cf-439b-9e73-0558bbd24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:29.164439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:29.174158 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbf6858b-764d-4639-96d4-38f7e8816294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:29.224780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=30315080-4168-4339-bc8b-151030275c92,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:29.269907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.270302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.270691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.271072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.271476 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.271853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.272230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.272600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.272974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.273342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.273707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.274073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:29.303306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:29.314525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] No DVR routers for this DVR port 30315080-4168-4339-bc8b-151030275c92 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:40:29.316926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:29.319821 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'name': 'network-vif-deleted', 'tag': '30315080-4168-4339-bc8b-151030275c92'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:40:29.336805 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80f2a9d9-e6c4-4954-a404-bfe16fb8e578 req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "DELETE /v2.0/ports/30315080-4168-4339-bc8b-151030275c92 HTTP/1.1" status: 204  len: 173 time: 0.7638347
Nov 29 12:40:29.373924 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884f28a-9ec5-4794-b1d9-316e3967e9ac', 'name': 'network-vif-deleted', 'tag': '30315080-4168-4339-bc8b-151030275c92', 'status': 'completed', 'code': 200}
Nov 29 12:40:29.935048 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9b5fd04b-58f2-4ec2-a197-764e46a92aa1 req-8a34b224-5f33-4b3e-8e31-64b09fbf74e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884f28a-9ec5-4794-b1d9-316e3967e9ac HTTP/1.1" status: 200  len: 210 time: 0.0459208
Nov 29 12:40:30.320732 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:31.046623 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:31.749555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:31.850246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:32.082931 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 30315080-4168-4339-bc8b-151030275c92 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:40:32.116299 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 30315080-4168-4339-bc8b-151030275c92 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:40:32.116638 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 30315080-4168-4339-bc8b-151030275c92 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:40:32.119101 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port a3dc29bf-fa80-494a-854b-2dd874d25752 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:40:32.119761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:32.313117 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port a3dc29bf-fa80-494a-854b-2dd874d25752, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=a3dc29bf-fa80-494a-854b-2dd874d25752,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:32.313433 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:32.452647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for a3dc29bf-fa80-494a-854b-2dd874d25752 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:40:32.646475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:32.651500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4d272eea-7f46-4f7f-9c3b-b0465f35c151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:32.700066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=a3dc29bf-fa80-494a-854b-2dd874d25752,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:32.703262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:33.112798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:33.493297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router c155a3bc-489b-4e8d-89d0-5f8c0017036a has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:40:33.680533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:40:33.691205 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] Sync routers for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:40:33.695673 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/c155a3bc-489b-4e8d-89d0-5f8c0017036a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6475937
Nov 29 12:40:33.698799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34374) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:33.701548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:33.702169 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088f0d00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:33.769192 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting subnet 28662a76-3814-4978-817a-ef697f0f7874 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:40:33.772608 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:33.828676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:33.882943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:33.923427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:33.998854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.004000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-594dcb83-14fb-4dea-9b9f-1ab37f19f427 tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:34.047559 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.051602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Subnet': ['ID=28662a76-3814-4978-817a-ef697f0f7874,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:34.055281 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:34.059989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8dc63-0f4b-4861-b485-f9014290ff6f None None] Network 026771ba-f490-4964-8494-250b24de81ef requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:40:34.060304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34378) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:34.063108 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:40:34.068047 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-42ec95af-fa04-4afa-a312-de946bdedb32 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/subnets/28662a76-3814-4978-817a-ef697f0f7874 HTTP/1.1" status: 204  len: 168 time: 0.3681450
Nov 29 12:40:34.239316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.344948 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088f0d00>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:40:32Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:34.349266 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] Checking router: c155a3bc-489b-4e8d-89d0-5f8c0017036a for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:40:34.359088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] Routers {'c155a3bc-489b-4e8d-89d0-5f8c0017036a'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:34.359772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d088f0d00>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:34.408792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] DHCP port deletion for 026771ba-f490-4964-8494-250b24de81ef request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:40:34.473755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Deleting port 9892ab2a-a846-42cc-abf8-7af63843ff89 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:40:34.474183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.548275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.559142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 0f773870-2d37-43c9-b4a9-93a85f8007e1 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:40:34.559531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.641295 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] Set router c155a3bc-489b-4e8d-89d0-5f8c0017036a gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:34.730636 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 0f773870-2d37-43c9-b4a9-93a85f8007e1, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=0f773870-2d37-43c9-b4a9-93a85f8007e1,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:34.731019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:34.858089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 0f773870-2d37-43c9-b4a9-93a85f8007e1 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:40:34.938573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] For port 9892ab2a-a846-42cc-abf8-7af63843ff89, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=9892ab2a-a846-42cc-abf8-7af63843ff89,segment=NetworkSegment(a59d6a27-950d-4220-acfa-33b8d974555f),segment_id=a59d6a27-950d-4220-acfa-33b8d974555f)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:34.939228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.027097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.031022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:35.065578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Calling delete_port for 9892ab2a-a846-42cc-abf8-7af63843ff89 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:40:35.078699 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=0f773870-2d37-43c9-b4a9-93a85f8007e1,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:35.081774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:35.170858 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.205371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.210060 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97394985-db28-420a-aba8-c729fb54c678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:35.254031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Pushing event deleted for resources: {'Port': ['ID=9892ab2a-a846-42cc-abf8-7af63843ff89,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:35.259182 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] No DVR routers for this DVR port 9892ab2a-a846-42cc-abf8-7af63843ff89 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:40:35.267345 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.267712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.267991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.268350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.268675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.269005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.269320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.269628 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.270262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.270262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.270579 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.270846 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:35.274402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:35.282611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d088f0d00>, [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:40:32Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:35.286705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e91a0-0d0b-4b9b-953b-c7b91ee65c4f None None] The sync data for ids ['c155a3bc-489b-4e8d-89d0-5f8c0017036a'] in dv-neutron-819579-1-hyperv is: [{'id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907079683', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:52Z', 'updated_at': '2021-11-29T12:40:32Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '0f773870-2d37-43c9-b4a9-93a85f8007e1', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155a3bc-489b-4e8d-89d0-5f8c0017036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:53Z', 'updated_at': '2021-11-29T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:40:35.351028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.353316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.381552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.382048 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Fanout notify agent at l3_agent the message router_deleted on router c155a3bc-489b-4e8d-89d0-5f8c0017036a {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:40:35.397967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.399041 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/routers/c155a3bc-489b-4e8d-89d0-5f8c0017036a HTTP/1.1" status: 204  len: 168 time: 1.3377507
Nov 29 12:40:35.401887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34382) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:35.517633 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.657893 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.695689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02e8be20>,) {'filters': {'network_id': ['026771ba-f490-4964-8494-250b24de81ef']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:35.709137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e8be20>, 'a59d6a27-950d-4220-acfa-33b8d974555f') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:35.709509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02e8be20>, 'a59d6a27-950d-4220-acfa-33b8d974555f') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:35.721385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.733596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9892ab2a-a846-42cc-abf8-7af63843ff89 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:40:35.739230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.745629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:40:35.746025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:40:35.761948 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:40:35.769947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 9892ab2a-a846-42cc-abf8-7af63843ff89 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:40:35.770243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 9892ab2a-a846-42cc-abf8-7af63843ff89 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:40:35.770749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a3dc29bf-fa80-494a-854b-2dd874d25752 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:40:35.812133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: a3dc29bf-fa80-494a-854b-2dd874d25752 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:40:35.812557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device a3dc29bf-fa80-494a-854b-2dd874d25752 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:40:35.851497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:35.854945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5ea69cf1-d16d-4b1a-881a-f3eef5ecf774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:35.872596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.010436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Network': ['ID=026771ba-f490-4964-8494-250b24de81ef,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:36.013500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:36.022065 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a8d2977c-5d67-4cf8-8b08-0df31bef75d7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/networks/026771ba-f490-4964-8494-250b24de81ef HTTP/1.1" status: 204  len: 168 time: 0.6191852
Nov 29 12:40:36.024649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34386) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:36.093915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.123957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.197771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.201742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-af5b1810-7c14-49c5-bab0-2dcd7b9a404a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:36.216934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44fda1-1b02-414c-90e6-0bf0f1c247ae,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:36.219543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:36.227537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.228835 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-5aefdec5-2d79-45cd-8a44-11cefc0e89e8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f44fda1-1b02-414c-90e6-0bf0f1c247ae HTTP/1.1" status: 204  len: 168 time: 0.2032719
Nov 29 12:40:36.566226 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34394) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:36.572028 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300176555', 'description': 'tempest-secgroup-smoke-300176555 description', 'project_id': 'e47dd8134479426d94d99e37033b97b8'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:36.579050 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:36.583475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:36.586467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:36.592851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:36.607112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.631546 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:36.635714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:36.638668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:36.644671 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:36.722115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.727787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.735553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1b4a6915-bae3-42b2-99e0-14d5f1427e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:36.779895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a2beb-540e-4ea3-a4fe-188d13f10586,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:36.782879 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.784089 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2168684
Nov 29 12:40:36.785000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e7946dcf-f7cc-4f74-8cf4-b0ecc2686c49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:36.786913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34398) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:36.792642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '1d4a2beb-540e-4ea3-a4fe-188d13f10586', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:36.798975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:36.802600 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:36.805477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:36.811502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:36.830220 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.890400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.894683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.896551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3710e0ae-3ddf-40f6-ba8d-f203d8181848 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:36.917959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb78128-bf20-499f-89ce-ac7ae539a939,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:36.920359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:36.927825 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:36.929049 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3db226bf-4efb-4070-8417-10f9a482ef83 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1412022
Nov 29 12:40:36.932126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34402) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:36.939966 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '1d4a2beb-540e-4ea3-a4fe-188d13f10586', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:36.948616 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:36.952435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:36.955327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:36.960955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:36.977791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.040908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.046198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.048009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-392af7aa-20ab-4221-b101-2824d17d7531 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:37.069952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293f2412-6928-41cf-94b4-4f211426135e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:37.072313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:37.080164 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.081748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3e67eb9c-adb7-4c9f-ae20-1630f9c302c1 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1483819
Nov 29 12:40:37.084683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34406) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:37.089896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '1d4a2beb-540e-4ea3-a4fe-188d13f10586', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:37.095816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:37.099634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:37.102486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:37.108155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:37.124576 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.185029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.190151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.191954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5b52277d-f5fb-4b19-ae95-80ae5caee935 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:37.213429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6c633b-06e8-40dc-85d7-c810bbcd607d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:37.215872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:37.223647 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.224821 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1392229
Nov 29 12:40:37.228916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34410) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:37.234338 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '1d4a2beb-540e-4ea3-a4fe-188d13f10586', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:37.241138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:37.245578 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:37.249040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:37.255198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:37.274916 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.355946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.361875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.363734 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8d01e7f1-1c1a-4f25-ad35-ce72c6223bf3 tempest-SecGroupIPv6Test-2137873066 tempest-SecGroupIPv6Test-2137873066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:37.387295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b4cb4e-eed3-427d-875b-27d0ba7c42be,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:37.391781 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:37.397985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.399310 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e576a33-5971-481d-867f-e05f55357e9c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1693182
Nov 29 12:40:37.402414 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34414) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:37.407467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '1d4a2beb-540e-4ea3-a4fe-188d13f10586', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:37.413383 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:37.417224 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:37.420150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:37.425917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:37.439011 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:40:37.446292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.514130 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.519113 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.521075 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed309bec-0384-453d-a6ef-6ee2db130798 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:37.543660 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbeb27b-af99-4ee0-95cd-651f8b542b92,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:37.548032 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:37.553444 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.554914 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-49bdbf1e-36f9-4a49-85d8-403f8b9490d0 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1512585
Nov 29 12:40:37.557491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34418) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:37.562913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'security_group_rule': {'security_group_id': '1d4a2beb-540e-4ea3-a4fe-188d13f10586', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:37.569005 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0f773870-2d37-43c9-b4a9-93a85f8007e1 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:40:37.570683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:37.574879 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:security_group_rule and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:37.577924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:37.584035 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:37.595447 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Project e47dd8134479426d94d99e37033b97b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:40:37.601977 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.605499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 0f773870-2d37-43c9-b4a9-93a85f8007e1 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:40:37.605855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 0f773870-2d37-43c9-b4a9-93a85f8007e1 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:40:37.674410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.680944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.683522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dd093d8-8d0f-4db7-b6f0-51d303f56703 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:37.707144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3fd3a9-57f6-4231-b62f-ff913f13a59a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:37.711462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:37.716934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.719018 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-69e43db9-66ad-46f8-b626-a26c0ab7e40c tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1595256
Nov 29 12:40:37.721084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34422) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:37.726788 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'network': {'name': 'tempest-network-smoke--1057938474', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:37.732689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:37.737009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:network and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:37.739947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:37.745972 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:37.761325 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:40:37.765581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.794775 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:40:37.804266 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.804650 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Added segment 1b049670-208b-451c-a88f-ea8558326aea of type vlan for network 5cafe065-7e12-4631-918d-bbe4eb2d69a7
Nov 29 12:40:37.831043 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.860823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.866279 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:37.866850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:37.870385 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e14ec572-6dc1-488d-b7b9-a1fdd2ba096c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:38.108007 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3858767
Nov 29 12:40:38.111010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34426) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:38.111566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Network': ['ID=5cafe065-7e12-4631-918d-bbe4eb2d69a7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:38.114274 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f660449d-b80d-450c-8747-ba11692c5078 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:38.116582 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'admin_state_up': True, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:38.121578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:40:38.124781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:38.128862 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:router and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:38.131845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:38.139030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:38.149535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:38.150792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:38.165857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:38.446632 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:38.765038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:38.793906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:38.930468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.192 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/12b59020-15eb-4c14-b200-d009e21176c4) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:40:39.074861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:39.108635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:39.112606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-aa3df9ac-6a42-4142-a6fd-f00b9198b904 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:39.175555 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:40:39.178318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:39.181980 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:40:39.342452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=12b59020-15eb-4c14-b200-d009e21176c4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:39.346635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:39.734503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:40.074125 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:40.284531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router e782935a-2449-49e6-874d-606b288a7d63 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:40:40.475388 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:40:40.485191 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Sync routers for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:40:40.496121 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:40.496733 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09582340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:40.506387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:40.507599 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.3956361
Nov 29 12:40:40.511137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34430) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:40.606049 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b15bdfb0-d5a1-42b5-8ed4-cfaed42cf31a tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=e47dd8134479426d94d99e37033b97b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0936613
Nov 29 12:40:40.608717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:40.698895 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:40.741549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b7c2f-16d4-4a75-875d-4e76bbd15fe6 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:40.742963 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-567b7c2f-16d4-4a75-875d-4e76bbd15fe6 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1331627
Nov 29 12:40:40.746328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:40.786603 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb8f6289-6290-47d7-87fd-a890f509124f tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=c01ccd2b-c658-4738-a22e-50c7dec56a32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391471
Nov 29 12:40:40.789097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:40.794779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974589738', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:40.906220 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:40.910382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:subnet and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:40.913340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:40.919419 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:40.929932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:40:40.933662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:40.973853 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09582340>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:39Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:40.977647 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Checking router: e782935a-2449-49e6-874d-606b288a7d63 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:40:40.977992 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Updating router e782935a-2449-49e6-874d-606b288a7d63 port 12b59020-15eb-4c14-b200-d009e21176c4 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:40:41.032656 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.151348 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.156830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4fd28c67-6bb1-4ad7-8c8d-3a2df9736c02 tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:41.240211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Subnet': ['ID=8b7d0c9c-8ff5-47cb-b293-71f821967274,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:41.243530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:41.250262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Checking segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:40:41.250622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network hostable DHCP agents. Network: 5cafe065-7e12-4631-918d-bbe4eb2d69a7, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:40:41.272613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:40:41.284874 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 5cafe065-7e12-4631-918d-bbe4eb2d69a7) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:41.288947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:41.289530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.299645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93847af1-1666-4a5c-b752-8c747091232b None None] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:40:41.315211 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5226495
Nov 29 12:40:41.315432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:41.359620 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.371664 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Transition to ACTIVE for port object 12b59020-15eb-4c14-b200-d009e21176c4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:41.378046 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.387390 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4422401b-c720-44af-8842-72437df9d7e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:41.444280 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Attempting to bind port 12b59020-15eb-4c14-b200-d009e21176c4 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:40:41.444644 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Attempting to bind port 12b59020-15eb-4c14-b200-d009e21176c4 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:40:41.444985 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Attempting to bind port 12b59020-15eb-4c14-b200-d009e21176c4 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:40:41.460680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:40:41.460680 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:40:41.461078 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.461346 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:40:41.461806 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Bound port: 12b59020-15eb-4c14-b200-d009e21176c4, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:40:41.462175 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.505719 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Pushing event updated for resources: {'Port': ['ID=12b59020-15eb-4c14-b200-d009e21176c4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:41.532220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:40:41.533333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.538215 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.538484 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.538788 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.539127 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.539605 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.539918 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.540245 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.540695 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.541054 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.541601 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.541601 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.541916 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:40:41.555679 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] For port 12b59020-15eb-4c14-b200-d009e21176c4, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:40:41.558933 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] For port 12b59020-15eb-4c14-b200-d009e21176c4, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=12b59020-15eb-4c14-b200-d009e21176c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:40:41.560297 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:41.565462 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.569872 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:41.641636 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:41.642249 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d09582340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:41.702626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Allocated IP 172.20.0.2 (5cafe065-7e12-4631-918d-bbe4eb2d69a7/8b7d0c9c-8ff5-47cb-b293-71f821967274/56f1358c-39d0-4e3c-af80-0a463b060a42) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:40:41.828646 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:41.872583 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Pushing event updated for resources: {'Port': ['ID=12b59020-15eb-4c14-b200-d009e21176c4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:41.875666 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:41.917085 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.928503 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Transition to ACTIVE for port object 56f1358c-39d0-4e3c-af80-0a463b060a42 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:41.950118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Transition to ACTIVE for port object 56f1358c-39d0-4e3c-af80-0a463b060a42 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:41.961107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:41.967390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:42.027801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:40:42.031020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:42.034725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:40:42.063953 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:42.071747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Pushing event updated for resources: {'Port': ['ID=56f1358c-39d0-4e3c-af80-0a463b060a42,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:42.078554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:42.162452 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d09582340>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:39Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:42.168771 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef8bf1e-4abf-47da-8bca-8a595ced0906 None None] The sync data for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv is: [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:39Z', 'revision_number': 3, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:40:42.200203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Attempting to bind port 56f1358c-39d0-4e3c-af80-0a463b060a42 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:40:42.200584 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Attempting to bind port 56f1358c-39d0-4e3c-af80-0a463b060a42 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:40:42.201168 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Attempting to bind port 56f1358c-39d0-4e3c-af80-0a463b060a42 on network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:40:42.207580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:40:42.207966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Checking segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:40:42.208714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:42.209315 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Bound using segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:40:42.209807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Bound port: 56f1358c-39d0-4e3c-af80-0a463b060a42, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:40:42.210193 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:42.305624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] For port 56f1358c-39d0-4e3c-af80-0a463b060a42, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:40:42.309911 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] For port 56f1358c-39d0-4e3c-af80-0a463b060a42, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=56f1358c-39d0-4e3c-af80-0a463b060a42,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:40:42.314922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:42.319865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6396dcb3-8aba-44b8-8a9a-02ce9c7475dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:42.397790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Pushing event updated for resources: {'Port': ['ID=56f1358c-39d0-4e3c-af80-0a463b060a42,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:42.401874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:42.682868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.1 (5cafe065-7e12-4631-918d-bbe4eb2d69a7/8b7d0c9c-8ff5-47cb-b293-71f821967274/91dac8b7-67a0-4cdb-9335-f58ef69b6ba7) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:40:42.872891 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:42.890107 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:42.914787 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:42.919070 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f105a10-bf39-47f2-ac4a-de8a34ebd06e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:42.992727 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:40:42.996283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:43.000388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:40:43.032589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:43.043287 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:43.065758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.186061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.453658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589004a8-c5c3-4c59-9aac-a10a272871f2 None None] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:40:43.544531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-08825830-854f-44f9-9eac-81b835a33b28 None None] Provisioning for port 56f1358c-39d0-4e3c-af80-0a463b060a42 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:43.621093 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.627225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.655850 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-702b2ee4-eb10-4582-ad12-49f9236b9841 tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:43.689617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 12b59020-15eb-4c14-b200-d009e21176c4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:43.754222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.758967 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:43.763824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:43.781268 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.793619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 12b59020-15eb-4c14-b200-d009e21176c4 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:43.799077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 12b59020-15eb-4c14-b200-d009e21176c4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:43.799675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.928711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:40:43.930007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:43.940354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.958798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 12b59020-15eb-4c14-b200-d009e21176c4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=12b59020-15eb-4c14-b200-d009e21176c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:43.965157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:43.966354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 56f1358c-39d0-4e3c-af80-0a463b060a42 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:43.998082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dad7d002-e42e-4b33-85f2-00c3c17ca356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:44.107888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Provisioning for port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:44.115779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=12b59020-15eb-4c14-b200-d009e21176c4,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:44.120352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:44.121351 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Provisioning complete for port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:44.121913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:44.171366 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 56f1358c-39d0-4e3c-af80-0a463b060a42 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:44.181049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 56f1358c-39d0-4e3c-af80-0a463b060a42 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:44.181680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:44.223980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:40:44.255686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Provisioning complete for port 56f1358c-39d0-4e3c-af80-0a463b060a42 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:44.256068 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:44.296770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router e782935a-2449-49e6-874d-606b288a7d63 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:40:44.369277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:44.448311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 56f1358c-39d0-4e3c-af80-0a463b060a42, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=56f1358c-39d0-4e3c-af80-0a463b060a42,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:44.455393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:44.457399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-006acd6f-70c0-48f0-8aab-2efc85183424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:44.486263 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:44.493777 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:40:44.510680 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/e782935a-2449-49e6-874d-606b288a7d63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1940465
Nov 29 12:40:44.515082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Sync routers for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:40:44.550616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:44.551329 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08064250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:44.706997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=56f1358c-39d0-4e3c-af80-0a463b060a42,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:44.718341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:44.741041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:40:44.741402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-8d4976c9-2c9d-4995-8abe-408ca6a851cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:40:44.781274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:44.802171 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-2e5b6839-d3db-472e-95d8-b9c3c6308958 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300176555&fields=id&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 267 time: 0.0426943
Nov 29 12:40:44.955985 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-d1cba36f-7b46-47aa-b5be-66ffd9492242 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:44.956653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-d1cba36f-7b46-47aa-b5be-66ffd9492242 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:44.973691 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-d1cba36f-7b46-47aa-b5be-66ffd9492242 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:44.974773 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-d1cba36f-7b46-47aa-b5be-66ffd9492242 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 797 time: 0.1650915
Nov 29 12:40:44.989842 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-67ce09cf-8755-474c-9015-107f87d6b31b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/quotas/e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 375 time: 0.0091977
Nov 29 12:40:45.076006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-0de305a5-885b-42bf-b5ed-f481577a345f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:45.092801 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-0de305a5-885b-42bf-b5ed-f481577a345f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:45.094092 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-0de305a5-885b-42bf-b5ed-f481577a345f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0990601
Nov 29 12:40:45.110479 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-18cce337-b87b-40b0-a846-4db6db4c7186 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:40:45.111571 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-18cce337-b87b-40b0-a846-4db6db4c7186 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055482
Nov 29 12:40:45.151346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08064250>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 2, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:45.155262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Checking router: e782935a-2449-49e6-874d-606b288a7d63 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:40:45.155577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Updating router e782935a-2449-49e6-874d-606b288a7d63 port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:40:45.209390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:45.244413 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-488362f3-bfc7-4840-b861-cc889952041c service neutron] 10.222.0.20 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270704
Nov 29 12:40:45.383368 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-9ecae1ba-3ca4-4a90-801e-47fde500dbfa service neutron] 10.222.0.20 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332622
Nov 29 12:40:45.496852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-1d4afc67-bde4-4f40-a95f-b1d926f0839f None None] Provisioning complete for port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:45.498362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1d4afc67-bde4-4f40-a95f-b1d926f0839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:45.565549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-60dcee1c-28cf-4594-b65f-ea62a414add8 req-f3d70f5e-ddab-4bbc-b612-6dc1bd8c5b64 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:45.578813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-60dcee1c-28cf-4594-b65f-ea62a414add8 req-f3d70f5e-ddab-4bbc-b612-6dc1bd8c5b64 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:45.580027 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60dcee1c-28cf-4594-b65f-ea62a414add8 req-f3d70f5e-ddab-4bbc-b612-6dc1bd8c5b64 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 210 time: 0.0580411
Nov 29 12:40:45.586743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1d4afc67-bde4-4f40-a95f-b1d926f0839f None None] Port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:40:45.646698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 12b59020-15eb-4c14-b200-d009e21176c4 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:45.736039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:45.753912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Transition to ACTIVE for port object 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:45.767634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:45.772364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:45.807730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 12b59020-15eb-4c14-b200-d009e21176c4 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:45.808118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:46.042647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821e31b-a4cb-43c1-b02a-1defa766d1d3 None None] Pushing event updated for resources: {'Port': ['ID=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:46.045455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f821e31b-a4cb-43c1-b02a-1defa766d1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:46.126232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Attempting to bind port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:40:46.126521 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Attempting to bind port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:40:46.126929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Attempting to bind port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 on network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:40:46.139448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:40:46.139857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Checking segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:40:46.140249 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:46.140646 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Bound using segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:40:46.141125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Bound port: 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:40:46.141502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:46.154387 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 56f1358c-39d0-4e3c-af80-0a463b060a42 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:46.287120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] For port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:40:46.290278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] For port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:40:46.296772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:46.300484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:46.332073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 56f1358c-39d0-4e3c-af80-0a463b060a42 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:46.332451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:46.444604 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821e31b-a4cb-43c1-b02a-1defa766d1d3 None None] Pushing event updated for resources: {'Port': ['ID=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:46.449071 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f821e31b-a4cb-43c1-b02a-1defa766d1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:46.449785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:46.450397 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08064250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:46.784358 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-25f2711d-1718-4cfc-9889-f86c934bcb6e req-253377f1-37ba-4793-b875-6cf42975d683 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 210 time: 0.0547361
Nov 29 12:40:46.808667 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:40:46.832572 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-6b454999-46a1-4bb2-9f86-0f388f2ef1f7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:46.833545 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-6b454999-46a1-4bb2-9f86-0f388f2ef1f7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:46.846907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-6b454999-46a1-4bb2-9f86-0f388f2ef1f7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:46.848128 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-6b454999-46a1-4bb2-9f86-0f388f2ef1f7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 797 time: 0.3551672
Nov 29 12:40:46.896098 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-5f3eda52-4dc8-4fa5-b1db-504853e8d052 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:46.912368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-5f3eda52-4dc8-4fa5-b1db-504853e8d052 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:46.913539 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-5f3eda52-4dc8-4fa5-b1db-504853e8d052 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47dd8134479426d94d99e37033b97b8 HTTP/1.1" status: 200  len: 379 time: 0.0564530
Nov 29 12:40:46.923249 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'port': {'device_id': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'admin_state_up': True, 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'security_groups': ['1d4a2beb-540e-4ea3-a4fe-188d13f10586']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:47.058168 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:47.068255 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:47.077755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Made reservation on behalf of e47dd8134479426d94d99e37033b97b8 for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:40:47.081244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.129106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08064250>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:46Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:47.133533 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88ffd-96ef-47c4-ace2-e433de35560c None None] The sync data for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv is: [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:46Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:40:47.261760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.20.0.11 (5cafe065-7e12-4631-918d-bbe4eb2d69a7/8b7d0c9c-8ff5-47cb-b293-71f821967274/71ffc212-b741-483f-9fd7-0a997b702d0c) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:40:47.463764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.481073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Transition to ACTIVE for port object 71ffc212-b741-483f-9fd7-0a997b702d0c will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:47.506242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.512066 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a93b4f48-290c-47a8-a78c-fd1a538ac0d8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:47.583637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:40:47.586742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:47.594779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:40:47.621099 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=71ffc212-b741-483f-9fd7-0a997b702d0c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:47.626580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:47.662554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:47.680306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:47.680975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.713856 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7940164
Nov 29 12:40:47.732074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Request body: {'port': {'device_id': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:47.750398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:47.758034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:47.758420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.915937 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.927823 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:47.956678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4a622256-60ac-4c0a-ac41-4c6ed39c1abb None None] Provisioning for port 71ffc212-b741-483f-9fd7-0a997b702d0c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:47.964474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4a622256-60ac-4c0a-ac41-4c6ed39c1abb None None] Provisioning complete for port 71ffc212-b741-483f-9fd7-0a997b702d0c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:47.965108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a622256-60ac-4c0a-ac41-4c6ed39c1abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.002215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:48.014648 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.018899 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f821e31b-a4cb-43c1-b02a-1defa766d1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:48.071101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4a622256-60ac-4c0a-ac41-4c6ed39c1abb None None] Port 71ffc212-b741-483f-9fd7-0a997b702d0c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:40:48.097932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:48.101632 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:48.217942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596cfa9-4c29-4f6b-be73-8f5e9d0628ef req-c9603c44-9f3d-458e-856d-6417cbc21e2e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:48.218646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-4596cfa9-4c29-4f6b-be73-8f5e9d0628ef req-c9603c44-9f3d-458e-856d-6417cbc21e2e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:40:48.259009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-4596cfa9-4c29-4f6b-be73-8f5e9d0628ef req-c9603c44-9f3d-458e-856d-6417cbc21e2e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:40:48.260340 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4596cfa9-4c29-4f6b-be73-8f5e9d0628ef req-c9603c44-9f3d-458e-856d-6417cbc21e2e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 932 time: 0.2801716
Nov 29 12:40:48.331459 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4596cfa9-4c29-4f6b-be73-8f5e9d0628ef req-c0801088-f7ad-438f-8430-b8405eba1f9d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586693
Nov 29 12:40:48.400853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ffc212-b741-483f-9fd7-0a997b702d0c {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:40:48.408151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.424244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Transition to ACTIVE for port object 71ffc212-b741-483f-9fd7-0a997b702d0c will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:40:48.430369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.433953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:48.594090 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ffc212-b741-483f-9fd7-0a997b702d0c,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:48.601519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:48.668136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Attempting to bind port 71ffc212-b741-483f-9fd7-0a997b702d0c on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:40:48.668467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Attempting to bind port 71ffc212-b741-483f-9fd7-0a997b702d0c by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:40:48.668786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Attempting to bind port 71ffc212-b741-483f-9fd7-0a997b702d0c on network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:40:48.673627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Port 71ffc212-b741-483f-9fd7-0a997b702d0c on network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:40:48.673943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Attempting to bind port 71ffc212-b741-483f-9fd7-0a997b702d0c on network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:40:48.679004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:40:48.679360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Checking segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:40:48.679724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Bound using segment: {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:40:48.680141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Bound port: 71ffc212-b741-483f-9fd7-0a997b702d0c, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b049670-208b-451c-a88f-ea8558326aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:40:48.680479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.894930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] For port 71ffc212-b741-483f-9fd7-0a997b702d0c, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:40:48.899322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] For port 71ffc212-b741-483f-9fd7-0a997b702d0c, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=71ffc212-b741-483f-9fd7-0a997b702d0c,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:40:48.909175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.914627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-efe3675b-4d15-4727-bacf-9fa34fb2a9ab tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:48.971193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:48.971811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:48.973237 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] 10.222.0.18 "PUT /v2.0/ports/71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 1094 time: 1.2482646
Nov 29 12:40:48.973791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:40:48.995161 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ffc212-b741-483f-9fd7-0a997b702d0c,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:48.998495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:49.104643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-954ff2c2-0644-4d0a-86a6-020a7d0988b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:49.106910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-954ff2c2-0644-4d0a-86a6-020a7d0988b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1097 time: 0.0916603
Nov 29 12:40:49.110664 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'status': 'completed', 'code': 200}
Nov 29 12:40:49.187786 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-45a2ea79-9d1c-46c4-8b8f-6b3f06369a7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 217 time: 0.0704279
Nov 29 12:40:49.257103 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-9ba9c7e1-5cf7-4ac7-9fcc-fd69bfc235fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:49.258555 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-9ba9c7e1-5cf7-4ac7-9fcc-fd69bfc235fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 200  len: 835 time: 0.0626659
Nov 29 12:40:49.336670 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-cc389a66-b4f6-446b-9e95-2ff153bde6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:49.338413 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-cc389a66-b4f6-446b-9e95-2ff153bde6f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5cafe065-7e12-4631-918d-bbe4eb2d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736463
Nov 29 12:40:49.528959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-eab99fa0-520f-4e57-88a5-196ea1cbe94d service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838892
Nov 29 12:40:49.622541 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:49.646343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70cdee-241a-4fd7-9351-d4233647c9b4 req-ae0315e2-830c-4555-b1b8-f2a1178109ad tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:49.647837 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eb70cdee-241a-4fd7-9351-d4233647c9b4 req-ae0315e2-830c-4555-b1b8-f2a1178109ad tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 944 time: 0.2116203
Nov 29 12:40:49.691022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:49.691432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:49.710191 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-49dbb1ab-d213-47f5-be84-bfe403fd274b req-51808b13-9f5e-4f7e-b625-8fdd7d8e5db0 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721187
Nov 29 12:40:49.721187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-eb70cdee-241a-4fd7-9351-d4233647c9b4 req-0fe8a47d-5f94-4f65-b7df-710f933e99cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665481
Nov 29 12:40:49.838181 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea7728-77b2-4b86-92e8-417531667a83 req-2a746dcb-2114-43df-b32f-ae57f92a1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:49.839704 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-2a746dcb-2114-43df-b32f-ae57f92a1941 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1097 time: 0.0762634
Nov 29 12:40:49.980202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea7728-77b2-4b86-92e8-417531667a83 req-765d06e4-f85f-495f-ad4a-229f436bed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:49.981668 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-765d06e4-f85f-495f-ad4a-229f436bed6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 898 time: 0.1304262
Nov 29 12:40:50.054644 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-aa00d487-c56c-4273-ad48-856a347a34a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 217 time: 0.0649257
Nov 29 12:40:50.129640 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea7728-77b2-4b86-92e8-417531667a83 req-a770a3a4-f25c-4605-a64f-411878a2ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:50.131070 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-a770a3a4-f25c-4605-a64f-411878a2ef1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 200  len: 835 time: 0.0692558
Nov 29 12:40:50.210446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea7728-77b2-4b86-92e8-417531667a83 req-0afd785c-c432-4397-bcd6-eb7387322a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:50.211935 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-0afd785c-c432-4397-bcd6-eb7387322a51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5cafe065-7e12-4631-918d-bbe4eb2d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733829
Nov 29 12:40:50.358762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-42c520c5-df71-4481-a9f8-3037848227a3 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364543
Nov 29 12:40:50.503202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34ea7728-77b2-4b86-92e8-417531667a83 req-8f056a79-9eb1-49af-b427-1038928a741e service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374054
Nov 29 12:40:50.936663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916dd8-f645-405a-8d32-3dd11c3d8fcd req-ba5197f0-2a3c-40ea-a7d8-00c412b4e9ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:50.938105 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-79916dd8-f645-405a-8d32-3dd11c3d8fcd req-ba5197f0-2a3c-40ea-a7d8-00c412b4e9ec tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 944 time: 0.0956316
Nov 29 12:40:50.982094 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-79916dd8-f645-405a-8d32-3dd11c3d8fcd req-92cda7cd-3528-4260-822a-f4eab6671542 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379555
Nov 29 12:40:52.178144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af536c56-eb18-461b-9757-98521581df84 req-388409f0-eeba-4172-8b9f-f95631179b7e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:52.179542 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af536c56-eb18-461b-9757-98521581df84 req-388409f0-eeba-4172-8b9f-f95631179b7e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 944 time: 0.0830576
Nov 29 12:40:52.201148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 71ffc212-b741-483f-9fd7-0a997b702d0c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:40:52.226664 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-af536c56-eb18-461b-9757-98521581df84 req-107317ac-9b08-491c-934b-1792c58be73d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412133
Nov 29 12:40:52.337137 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 71ffc212-b741-483f-9fd7-0a997b702d0c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=71ffc212-b741-483f-9fd7-0a997b702d0c,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:52.350140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'port_id': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'mac_address': 'fa:16:3e:3f:38:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:40:52.406529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:52.424144 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ffc212-b741-483f-9fd7-0a997b702d0c {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:40:52.440166 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 71ffc212-b741-483f-9fd7-0a997b702d0c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=71ffc212-b741-483f-9fd7-0a997b702d0c,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:52.447339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:52.449088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0c2d7d5-cc21-4254-8b8a-81562a20aa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:52.516385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=71ffc212-b741-483f-9fd7-0a997b702d0c,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:52.519362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:52.654782 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['71ffc212-b741-483f-9fd7-0a997b702d0c'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:40:53.429656 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56458-3d15-44cb-acc9-13930b498089 req-828b4471-9994-4613-9e7f-c2edfc5dcf97 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:53.431098 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-12e56458-3d15-44cb-acc9-13930b498089 req-828b4471-9994-4613-9e7f-c2edfc5dcf97 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 945 time: 0.0919116
Nov 29 12:40:53.477600 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-12e56458-3d15-44cb-acc9-13930b498089 req-b998dab0-97e3-491d-860d-b64226553ee5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399594
Nov 29 12:40:54.202800 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 71ffc212-b741-483f-9fd7-0a997b702d0c up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:40:54.280024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 71ffc212-b741-483f-9fd7-0a997b702d0c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:40:54.284849 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 71ffc212-b741-483f-9fd7-0a997b702d0c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:40:54.285225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:54.405643 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:54.439834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:40:54.452979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 71ffc212-b741-483f-9fd7-0a997b702d0c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=71ffc212-b741-483f-9fd7-0a997b702d0c,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:40:54.458389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:54.460456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ecc25803-0c94-4afe-8560-8b52cba03c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:54.491114 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'code': 200}
Nov 29 12:40:54.531980 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=71ffc212-b741-483f-9fd7-0a997b702d0c,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:54.535088 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:54.675462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4996ae5-f218-4895-bcc2-169a4e6fc0c3 req-77d3fc79-c1d7-49be-b807-2d748b2f8836 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:54.676956 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4996ae5-f218-4895-bcc2-169a4e6fc0c3 req-77d3fc79-c1d7-49be-b807-2d748b2f8836 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0850930
Nov 29 12:40:54.724719 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4996ae5-f218-4895-bcc2-169a4e6fc0c3 req-46405abc-3f9f-476b-82e7-15ec8f3f494d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419469
Nov 29 12:40:54.844605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d902a24-2fb4-475c-bb1d-a8511b38f6d9 req-d9ab8fa7-95a0-48cd-9dde-9ffb5ba1685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:54.846120 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d902a24-2fb4-475c-bb1d-a8511b38f6d9 req-d9ab8fa7-95a0-48cd-9dde-9ffb5ba1685d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1099 time: 0.1940050
Nov 29 12:40:54.900530 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d902a24-2fb4-475c-bb1d-a8511b38f6d9 req-aea3becb-aef2-44b5-881b-24e6a33f2107 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475073
Nov 29 12:40:55.920755 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19c289-5f00-49fa-be89-42171084b6c4 req-49b8b8ec-db49-4ab5-b1b9-fb61a982a2d9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:55.922279 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5c19c289-5f00-49fa-be89-42171084b6c4 req-49b8b8ec-db49-4ab5-b1b9-fb61a982a2d9 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0890379
Nov 29 12:40:55.968770 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5c19c289-5f00-49fa-be89-42171084b6c4 req-8bbf6584-79af-4496-a2ac-3248a215782d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408015
Nov 29 12:40:56.571927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9aca9e77-8850-481d-9ca2-6d99eb462f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:57.131353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:57.159839 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb228d1-5b5f-4319-9024-3b4e139e4d00 req-65c3d8e9-ec7b-4bb4-8d03-f561cd149cda tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:57.161420 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cfb228d1-5b5f-4319-9024-3b4e139e4d00 req-65c3d8e9-ec7b-4bb4-8d03-f561cd149cda tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0841708
Nov 29 12:40:57.205408 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cfb228d1-5b5f-4319-9024-3b4e139e4d00 req-ac93eb03-b9c2-4a02-a65f-64c4f530c669 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381646
Nov 29 12:40:57.405606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e732de3-4a88-4d56-bab4-c76a5bd51930 req-5312d37e-bc62-469f-beae-17a6936ede58 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:57.406959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2e732de3-4a88-4d56-bab4-c76a5bd51930 req-5312d37e-bc62-469f-beae-17a6936ede58 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0905750
Nov 29 12:40:57.450338 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2e732de3-4a88-4d56-bab4-c76a5bd51930 req-d94d9d44-86ea-4637-a7ee-53888e1bc037 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375702
Nov 29 12:40:57.473193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34514) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:57.553159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6671d9c-755d-4dcb-a565-9a44a2cf3f59 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:40:57.554692 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-e6671d9c-755d-4dcb-a565-9a44a2cf3f59 tempest-TestNetworkAdvancedServerOps-2094248971 tempest-TestNetworkAdvancedServerOps-2094248971-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1094 time: 0.0804958
Nov 29 12:40:57.557852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34518) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:40:57.562803 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:40:57.569486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:40:57.573856 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Usage tracker for resource:floatingip and tenant:e47dd8134479426d94d99e37033b97b8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:40:57.576898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:40:57.582771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:40:57.594859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:57.733037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:57.881668 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Allocated IP 172.26.4.156 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/f1325d48-7865-404e-a6ad-065c2e408b40) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:40:58.041872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:58.080218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:58.085721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-941fd2ef-7bea-4345-84c3-076dd3d1b988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:58.147559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:40:58.150301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:40:58.154055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:40:58.182559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=f1325d48-7865-404e-a6ad-065c2e408b40,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:58.192145 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:58.566850 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:58.648775 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:58.848912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:58.856754 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:58.863791 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-95ac191c-38ef-4fe4-9768-cf9dad6df354 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:40:59.107414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event updated for resources: {'Port': ['ID=f1325d48-7865-404e-a6ad-065c2e408b40,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:40:59.107647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ab49032-d41a-4a40-ab03-0eb911cd81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:59.111369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:40:59.118199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:59.287707 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 065dac2e-3fbb-4086-a954-f40dabe79198 associated. External IP: 172.26.4.156, port: 71ffc212-b741-483f-9fd7-0a997b702d0c.
Nov 29 12:40:59.633455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router e782935a-2449-49e6-874d-606b288a7d63 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:40:59.819596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:40:59.830499 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] Sync routers for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:40:59.841411 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:40:59.842032 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35070>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:40:59.844865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:40:59.899652 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3406827
Nov 29 12:40:59.900433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:40:59.947038 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'status': 'completed', 'code': 200}
Nov 29 12:41:00.027228 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:00.053466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-6ca94ebd-6bb2-4255-82ac-5e2e2ff12975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:00.054964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-6ca94ebd-6bb2-4255-82ac-5e2e2ff12975 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1099 time: 0.0836601
Nov 29 12:41:00.081597 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725602d1-f602-4a5f-9a67-8b5acbf85c5b req-fb0ea2bb-bc1e-418a-add9-634520bf5fe2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:00.083502 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-725602d1-f602-4a5f-9a67-8b5acbf85c5b req-fb0ea2bb-bc1e-418a-add9-634520bf5fe2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0960374
Nov 29 12:41:00.129071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-725602d1-f602-4a5f-9a67-8b5acbf85c5b req-2d52540a-59df-440b-a47e-5f5e0f2ae046 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392723
Nov 29 12:41:00.154642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34526) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:00.194105 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-ccf5a194-deeb-40dd-a0a4-b3e00c9a2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:00.195686 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-ccf5a194-deeb-40dd-a0a4-b3e00c9a2fba service neutron] 10.222.0.18 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 898 time: 0.1341691
Nov 29 12:41:00.264776 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3649e822-5010-4859-8fe7-becb0c08107b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/065dac2e-3fbb-4086-a954-f40dabe79198 HTTP/1.1" status: 200  len: 992 time: 0.1081116
Nov 29 12:41:00.300092 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-ab9904e4-d674-49b1-9b8d-fba9e16207f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 1000 time: 0.0973566
Nov 29 12:41:00.317165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:00.368958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-6c2b6c37-8e38-4511-91ef-d7266e47b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:00.370556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-6c2b6c37-8e38-4511-91ef-d7266e47b387 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 200  len: 835 time: 0.0641949
Nov 29 12:41:00.379717 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35070>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '065dac2e-3fbb-4086-a954-f40dabe79198', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'port_id': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'mac_address': 'fa:16:3e:3f:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:40:58Z', 'updated_at': '2021-11-29T12:40:58Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:47Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:00.383773 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] Checking router: e782935a-2449-49e6-874d-606b288a7d63 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:41:00.392494 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:00.393092 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35070>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:40:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:00.446511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-47683a10-830f-47aa-a6c2-b2c616e1a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:00.448197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-47683a10-830f-47aa-a6c2-b2c616e1a616 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5cafe065-7e12-4631-918d-bbe4eb2d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705194
Nov 29 12:41:00.577807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:00.714555 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-ff8e4a17-3265-4b8f-a2a1-e04b7c998fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2590978
Nov 29 12:41:00.847147 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6afb6cd-8371-4374-b8c1-b0489e2781dc req-a33b6071-27f2-42f6-a4fd-207ff15edcbe service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264899
Nov 29 12:41:00.965435 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08c35070>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '065dac2e-3fbb-4086-a954-f40dabe79198', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'port_id': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'mac_address': 'fa:16:3e:3f:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:40:58Z', 'updated_at': '2021-11-29T12:40:58Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:47Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:00.969419 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aabbe2-1207-470b-bc11-2b1859f38a95 None None] The sync data for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv is: [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '065dac2e-3fbb-4086-a954-f40dabe79198', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'port_id': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'mac_address': 'fa:16:3e:3f:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:40:58Z', 'updated_at': '2021-11-29T12:40:58Z', 'revision_number': 0, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:47Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:41:01.183433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fdfd6-6857-4fd5-a3cb-9bd6a66bacc9 None None] New status for floating IP 065dac2e-3fbb-4086-a954-f40dabe79198: ACTIVE {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:41:01.268875 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34530) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:01.519637 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4df52fe6-e8fc-47d5-97da-c3d2959b2a97 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/065dac2e-3fbb-4086-a954-f40dabe79198 HTTP/1.1" status: 200  len: 992 time: 0.2491987
Nov 29 12:41:01.852211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:02.524442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34534) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:02.644019 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2bec8b13-3e1c-445e-993e-fae8566b835e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/065dac2e-3fbb-4086-a954-f40dabe79198 HTTP/1.1" status: 200  len: 994 time: 0.1181936
Nov 29 12:41:11.062850 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:41:13.768678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:24.790285 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-2b318ed3-c3ad-40a7-930b-0c915391358c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1267433
Nov 29 12:41:24.946272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-d5865718-c6aa-4372-bbc7-1ea3a8679eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:24.947682 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-d5865718-c6aa-4372-bbc7-1ea3a8679eb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1099 time: 0.0807669
Nov 29 12:41:25.103022 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-13b0c3b7-dfb3-4cf6-8076-944b297caaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:25.104515 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-13b0c3b7-dfb3-4cf6-8076-944b297caaa2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 898 time: 0.1368032
Nov 29 12:41:25.220962 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-e2eac29c-5872-4362-aa74-921cd80ece5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 1002 time: 0.1089513
Nov 29 12:41:25.285630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-e4339359-e597-4d79-9c09-bede5c7fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:25.287033 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-e4339359-e597-4d79-9c09-bede5c7fa5cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 200  len: 835 time: 0.0586448
Nov 29 12:41:25.375827 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-0169440a-ce72-4f61-a2e9-705668c13a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:25.378010 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-0169440a-ce72-4f61-a2e9-705668c13a60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5cafe065-7e12-4631-918d-bbe4eb2d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0830417
Nov 29 12:41:25.512309 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-44166b0f-c9d3-4d9d-9e88-ab5c520994db service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270437
Nov 29 12:41:25.647317 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4d534bb1-78f9-49ee-9f9b-92d48d02aefd req-11437830-1011-4482-a857-86f107879e3a service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279969
Nov 29 12:41:26.580029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c803551-8eac-4704-9044-13524a2ad2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:27.137354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:27.743683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50401d-8eea-49fc-8b0b-875da9b13939 req-b00a3f8a-c422-48a0-85ff-ec8d25184664 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:27.745166 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dd50401d-8eea-49fc-8b0b-875da9b13939 req-b00a3f8a-c422-48a0-85ff-ec8d25184664 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.1303544
Nov 29 12:41:27.790646 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-dd50401d-8eea-49fc-8b0b-875da9b13939 req-8f620138-c16e-4e59-ad34-01f54cd1ab23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396478
Nov 29 12:41:28.977238 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd5f24-44f3-4b24-81d0-57c87e060974 req-49cd03d7-545e-4c87-afa4-aec6198c2a5b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:28.978580 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d5cd5f24-44f3-4b24-81d0-57c87e060974 req-49cd03d7-545e-4c87-afa4-aec6198c2a5b tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0808079
Nov 29 12:41:29.025939 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d5cd5f24-44f3-4b24-81d0-57c87e060974 req-0860bb19-18eb-4a58-a11c-ab42d0600b25 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391481
Nov 29 12:41:29.049310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34558) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:29.102076 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc03240-e00f-43cf-aa64-1c8b1482c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:29.156666 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a410cf62-9236-41cd-a269-ccd545ce1196 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/065dac2e-3fbb-4086-a954-f40dabe79198 HTTP/1.1" status: 200  len: 994 time: 0.1060822
Nov 29 12:41:30.322070 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:30.693761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135a619-1687-4ede-950f-974713a5986f req-fbe64bd8-eb9d-44c5-a09d-377d1446bb49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:30.695218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e135a619-1687-4ede-950f-974713a5986f req-fbe64bd8-eb9d-44c5-a09d-377d1446bb49 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.1387143
Nov 29 12:41:30.700574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-4ed79646-aa4d-44ad-974d-1d7d35293fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:30.701931 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-4ed79646-aa4d-44ad-974d-1d7d35293fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1099 time: 0.1085646
Nov 29 12:41:30.828353 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e135a619-1687-4ede-950f-974713a5986f req-c6f409cb-9f9c-4784-b17c-1fc02fe5f602 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1254454
Nov 29 12:41:30.868409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-480b0b34-7134-4a91-a142-0dc704932277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:30.869862 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-480b0b34-7134-4a91-a142-0dc704932277 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 898 time: 0.1542819
Nov 29 12:41:31.098906 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-2bbf46e8-1c0c-4314-bdb7-03c882c1b52c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 1002 time: 0.2214956
Nov 29 12:41:31.164890 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-dbd733ff-8362-4bc8-8142-f658bfc4688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:31.166276 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-dbd733ff-8362-4bc8-8142-f658bfc4688c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 200  len: 835 time: 0.0613346
Nov 29 12:41:31.244101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-d8f66ab8-3a23-4308-8831-58682f1d3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:31.245586 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-d8f66ab8-3a23-4308-8831-58682f1d3476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5cafe065-7e12-4631-918d-bbe4eb2d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733838
Nov 29 12:41:31.385150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-1e1b44c0-b3d6-44ab-b62e-e5e168789630 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325822
Nov 29 12:41:31.519316 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6a3f060b-6d61-43ac-aef0-ed64cc94efd0 req-15c79f4f-c489-4995-bd23-31d63c9579d4 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278751
Nov 29 12:41:31.859108 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:32.050664 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cb425-8548-4a8c-b698-ce29f8d24932 req-8bcb7555-833d-425e-b3e0-5a39962bd102 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:32.053156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a80cb425-8548-4a8c-b698-ce29f8d24932 req-8bcb7555-833d-425e-b3e0-5a39962bd102 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.1128156
Nov 29 12:41:32.099902 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a80cb425-8548-4a8c-b698-ce29f8d24932 req-a185c07b-41a8-4ecd-b3fc-059734a2c1cb tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408487
Nov 29 12:41:33.312101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21dbda-4f9d-418f-89a5-e0e649d680fa req-ef799fb2-45b3-413b-ac34-6a0f660ca0a4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:33.313551 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b21dbda-4f9d-418f-89a5-e0e649d680fa req-ef799fb2-45b3-413b-ac34-6a0f660ca0a4 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0860803
Nov 29 12:41:33.364473 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2b21dbda-4f9d-418f-89a5-e0e649d680fa req-9ab0c2c1-dcd8-4899-aa4d-b19a3e082abe tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446203
Nov 29 12:41:33.397745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34572) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:33.509731 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-55043294-8cd0-4d85-b90e-8206b4a7794d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/floatingips/065dac2e-3fbb-4086-a954-f40dabe79198 HTTP/1.1" status: 200  len: 994 time: 0.1107733
Nov 29 12:41:33.859555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:34.079350 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port f1325d48-7865-404e-a6ad-065c2e408b40 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:41:34.079924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:34.260711 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:34.260993 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:34.383029 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for f1325d48-7865-404e-a6ad-065c2e408b40 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:41:34.542346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:34.545888 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:34.588507 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=f1325d48-7865-404e-a6ad-065c2e408b40,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:34.633388 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.633694 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.634084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.634486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.634857 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.635223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.635587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.635980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.636346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.636706 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.637071 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.637408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:34.663927 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:34.694912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:34.695286 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Floating IP 065dac2e-3fbb-4086-a954-f40dabe79198 disassociated (deleted). External IP: 172.26.4.156, port: 71ffc212-b741-483f-9fd7-0a997b702d0c.
Nov 29 12:41:35.186988 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router e782935a-2449-49e6-874d-606b288a7d63 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:41:35.367214 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:41:35.378448 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] Sync routers for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:41:35.388313 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:35.388934 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085de340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:35.389524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:35.444345 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/floatingips/065dac2e-3fbb-4086-a954-f40dabe79198 HTTP/1.1" status: 204  len: 168 time: 1.5835915
Nov 29 12:41:35.444901 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:41:35.500371 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'status': 'completed', 'code': 200}
Nov 29 12:41:35.584826 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:35.604974 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-eebeacdb-0a8f-4110-a52a-f7fe7d26988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:35.606525 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-eebeacdb-0a8f-4110-a52a-f7fe7d26988a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e47dd8134479426d94d99e37033b97b8&device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 1099 time: 0.0813334
Nov 29 12:41:35.752275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-60188048-5c8f-4a2a-8a63-9ba9591045cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:35.753783 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-60188048-5c8f-4a2a-8a63-9ba9591045cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 200  len: 898 time: 0.1396346
Nov 29 12:41:35.829990 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350f7a9-8db0-463f-8ac4-16032b46971a req-dc9a19f5-9b4b-4970-b5b1-640d26495d05 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:35.830726 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6350f7a9-8db0-463f-8ac4-16032b46971a req-dc9a19f5-9b4b-4970-b5b1-640d26495d05 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Synchronizing usage tracker for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:41:35.840493 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-2f60a2bd-a2c5-449d-97b0-ca14a7ae0f40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 200  len: 217 time: 0.0787358
Nov 29 12:41:35.847555 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6350f7a9-8db0-463f-8ac4-16032b46971a req-dc9a19f5-9b4b-4970-b5b1-640d26495d05 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Unset dirty status for tenant:e47dd8134479426d94d99e37033b97b8 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:41:35.848726 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6350f7a9-8db0-463f-8ac4-16032b46971a req-dc9a19f5-9b4b-4970-b5b1-640d26495d05 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.1085961
Nov 29 12:41:35.896409 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6350f7a9-8db0-463f-8ac4-16032b46971a req-3fd568d9-67b8-4000-9ad7-58418c4c8ca8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415666
Nov 29 12:41:35.901744 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085de340>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:47Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:35.905799 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] Checking router: e782935a-2449-49e6-874d-606b288a7d63 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:41:35.910080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-ce0bb28b-9cf2-4566-b016-1fa046feadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:35.911665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-ce0bb28b-9cf2-4566-b016-1fa046feadcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 200  len: 835 time: 0.0636866
Nov 29 12:41:35.914621 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:35.915243 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d085de340>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:35.989720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-07c95848-02b5-4d4f-a7f3-7df8640762b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:35.991206 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-07c95848-02b5-4d4f-a7f3-7df8640762b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5cafe065-7e12-4631-918d-bbe4eb2d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722797
Nov 29 12:41:36.088943 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:36.135541 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-2bd1a250-2008-412b-bb44-3d168905abf5 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357062
Nov 29 12:41:36.271549 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b803e320-0161-4a67-abdd-bdf3f1ad5600 req-849d30b3-5048-4321-8718-302a6cb9b645 service neutron] 10.222.0.18 "GET /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281412
Nov 29 12:41:36.404589 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d085de340>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:47Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:36.410034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c9e0e-0279-4fb0-8f8e-48288f389785 None None] The sync data for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv is: [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '91dac8b7-67a0-4cdb-9335-f58ef69b6ba7', 'name': '', 'network_id': '5cafe065-7e12-4631-918d-bbe4eb2d69a7', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'mac_address': 'fa:16:3e:fe:92:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:42Z', 'updated_at': '2021-11-29T12:40:47Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'subnets': [{'id': '8b7d0c9c-8ff5-47cb-b293-71f821967274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:41:36.641043 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1085a2-d9a9-4dd9-a27f-e7ad337a0450 None None] New status for floating IP 065dac2e-3fbb-4086-a954-f40dabe79198: DOWN {{(pid=87601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:41:37.096025 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4b8b2-43f2-4f37-9f7b-191e4ed3826e req-40c9b45c-86f2-4d00-a022-177a768e2150 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:37.097428 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3fc4b8b2-43f2-4f37-9f7b-191e4ed3826e req-40c9b45c-86f2-4d00-a022-177a768e2150 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0883293
Nov 29 12:41:37.142190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3fc4b8b2-43f2-4f37-9f7b-191e4ed3826e req-d4131636-88cd-4b89-a8eb-c00a3cb2c47f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d4a2beb-540e-4ea3-a4fe-188d13f10586&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386312
Nov 29 12:41:37.367314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-97c2c3e3-c79b-48a6-b92f-724829a3494f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:37.368722 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-97c2c3e3-c79b-48a6-b92f-724829a3494f tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 946 time: 0.0935082
Nov 29 12:41:37.572560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 71ffc212-b741-483f-9fd7-0a997b702d0c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:41:37.572865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:37.827348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 71ffc212-b741-483f-9fd7-0a997b702d0c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=71ffc212-b741-483f-9fd7-0a997b702d0c,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:37.827874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:37.950175 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 71ffc212-b741-483f-9fd7-0a997b702d0c owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:41:38.100361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:38.106720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5e250cd6-8101-4e33-bab5-c8442daffbd2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:38.152379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=71ffc212-b741-483f-9fd7-0a997b702d0c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:38.202101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.202482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.202855 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.203253 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.203618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.203979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.204336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.204786 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.205206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.205566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.205920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.206278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:38.237026 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:38.242218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] No DVR routers for this DVR port 71ffc212-b741-483f-9fd7-0a997b702d0c on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:41:38.244594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:38.247152 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'name': 'network-vif-deleted', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:41:38.263922 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef1e9f0f-a586-4a0a-8ea7-f9708889cbab req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.18 "DELETE /v2.0/ports/71ffc212-b741-483f-9fd7-0a997b702d0c HTTP/1.1" status: 204  len: 173 time: 0.8898175
Nov 29 12:41:38.294007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594671a-e0ad-40a6-beaf-2332cf94d44a', 'name': 'network-vif-deleted', 'tag': '71ffc212-b741-483f-9fd7-0a997b702d0c', 'status': 'completed', 'code': 200}
Nov 29 12:41:38.304246 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28d4170b-72b6-4e65-b446-0fc43dd69b6d req-0ff8f1ff-f23b-4c0b-950c-e2242018484e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "GET /v2.0/ports?device_id=6594671a-e0ad-40a6-beaf-2332cf94d44a HTTP/1.1" status: 200  len: 210 time: 0.0514503
Nov 29 12:41:39.413047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34598) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:39.995462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:40.466995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 71ffc212-b741-483f-9fd7-0a997b702d0c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:41:40.502599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:41:40.503267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:40.504014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 71ffc212-b741-483f-9fd7-0a997b702d0c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:41:40.504377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 71ffc212-b741-483f-9fd7-0a997b702d0c not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:41:40.693508 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:40.693826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:40.816971 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:41:41.002547 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:41.008533 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b7e0d09-faa7-464c-b0cd-4ef05b499004 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:41.055870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=91dac8b7-67a0-4cdb-9335-f58ef69b6ba7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:41.059340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:41.334151 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:41.704481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Router e782935a-2449-49e6-874d-606b288a7d63 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:41:42.015803 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:41:42.026353 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] Sync routers for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:41:42.029009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8cadea21-2855-4565-8902-65088a09e67d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "PUT /v2.0/routers/e782935a-2449-49e6-874d-606b288a7d63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6146483
Nov 29 12:41:42.031717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34602) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:42.036630 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:42.037308 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089bc520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:42.101747 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting subnet 8b7d0c9c-8ff5-47cb-b293-71f821967274 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:41:42.104767 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.159780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.243724 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.248346 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:42.319096 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.323464 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f935d64-0ab0-48e2-8cb8-32b0e2488197 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:42.360475 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.363845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7d0c9c-8ff5-47cb-b293-71f821967274,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:42.366789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:42.369933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95531dda-3f44-4286-8934-29676bd79c6a None None] Network 5cafe065-7e12-4631-918d-bbe4eb2d69a7 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:41:42.373923 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eca32f09-1581-4d3d-8ee5-1c5ad5d9fb9e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/subnets/8b7d0c9c-8ff5-47cb-b293-71f821967274 HTTP/1.1" status: 204  len: 168 time: 0.3385370
Nov 29 12:41:42.374670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34606) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:42.536698 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089bc520>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:41:40Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:42.540937 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] Checking router: e782935a-2449-49e6-874d-606b288a7d63 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:41:42.549413 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] Routers {'e782935a-2449-49e6-874d-606b288a7d63'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:42.550017 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d089bc520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['e782935a-2449-49e6-874d-606b288a7d63'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:42.561055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.645172 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] DHCP port deletion for 5cafe065-7e12-4631-918d-bbe4eb2d69a7 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:41:42.650051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Deleting port 56f1358c-39d0-4e3c-af80-0a463b060a42 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:41:42.650567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.735236 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] Set router e782935a-2449-49e6-874d-606b288a7d63 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:42.744743 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.755466 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Deleting port 12b59020-15eb-4c14-b200-d009e21176c4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:41:42.755827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.917214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] For port 56f1358c-39d0-4e3c-af80-0a463b060a42, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=56f1358c-39d0-4e3c-af80-0a463b060a42,segment=NetworkSegment(1b049670-208b-451c-a88f-ea8558326aea),segment_id=1b049670-208b-451c-a88f-ea8558326aea)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:42.917574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:42.952906 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] For port 12b59020-15eb-4c14-b200-d009e21176c4, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=12b59020-15eb-4c14-b200-d009e21176c4,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:42.953299 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.021807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d089bc520>, [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:41:40Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:43.025858 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6eee0f-1f7d-46c3-8c81-455b6675624b None None] The sync data for ids ['e782935a-2449-49e6-874d-606b288a7d63'] in dv-neutron-819579-1-hyperv is: [{'id': 'e782935a-2449-49e6-874d-606b288a7d63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56006105', 'tenant_id': 'e47dd8134479426d94d99e37033b97b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': '12b59020-15eb-4c14-b200-d009e21176c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:41:40Z', 'revision_number': 5, 'project_id': 'e47dd8134479426d94d99e37033b97b8', 'gw_port': {'id': '12b59020-15eb-4c14-b200-d009e21176c4', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e782935a-2449-49e6-874d-606b288a7d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:40:38Z', 'updated_at': '2021-11-29T12:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:41:43.043107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Calling delete_port for 56f1358c-39d0-4e3c-af80-0a463b060a42 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:41:43.082498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Calling delete_port for 12b59020-15eb-4c14-b200-d009e21176c4 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:41:43.122493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.126097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0336ed82-a3ed-4eea-9557-60977c0ab1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:43.166448 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Pushing event deleted for resources: {'Port': ['ID=56f1358c-39d0-4e3c-af80-0a463b060a42,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:43.175750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] No DVR routers for this DVR port 56f1358c-39d0-4e3c-af80-0a463b060a42 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:41:43.177614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.177958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.178293 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.178620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.178977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.179321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.179725 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.180046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.180362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.180680 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.180995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.181306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:43.184692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:43.259049 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.263622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8eb0eb66-a581-4ea5-abcc-b28920fb18d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:43.306722 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Port': ['ID=12b59020-15eb-4c14-b200-d009e21176c4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:43.335663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:43.401328 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.697833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:41:43.707946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.710223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.732160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:41:43.732525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 91dac8b7-67a0-4cdb-9335-f58ef69b6ba7 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:41:43.732935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 56f1358c-39d0-4e3c-af80-0a463b060a42 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:41:43.733678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.734250 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Fanout notify agent at l3_agent the message router_deleted on router e782935a-2449-49e6-874d-606b288a7d63 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:41:43.753118 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.754218 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/routers/e782935a-2449-49e6-874d-606b288a7d63 HTTP/1.1" status: 204  len: 168 time: 1.3792458
Nov 29 12:41:43.756949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:43.777051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 56f1358c-39d0-4e3c-af80-0a463b060a42 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:41:43.777422 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 56f1358c-39d0-4e3c-af80-0a463b060a42 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:41:43.790423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:43.879356 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.019495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.045042 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d030a8340>,) {'filters': {'network_id': ['5cafe065-7e12-4631-918d-bbe4eb2d69a7']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:44.057614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030a8340>, '1b049670-208b-451c-a88f-ea8558326aea') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:44.057920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d030a8340>, '1b049670-208b-451c-a88f-ea8558326aea') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:44.069991 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.090052 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.096553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:41:44.096912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:41:44.111656 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:41:44.192868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.197242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9ae053d9-4089-4939-8e1f-6f0aa0c2760b tempest-RoutersNegativeTest-1356082913 tempest-RoutersNegativeTest-1356082913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:44.212831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.224822 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'Network': ['ID=5cafe065-7e12-4631-918d-bbe4eb2d69a7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:44.228000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:44.235440 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19dc22f7-ec31-4281-ab27-53ec8975e3ea tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/networks/5cafe065-7e12-4631-918d-bbe4eb2d69a7 HTTP/1.1" status: 204  len: 168 time: 0.4774704
Nov 29 12:41:44.238493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:44.312062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.342812 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.411467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.416413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37c82dae-a2e0-4843-a9af-b4b12c7d02b3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:44.430766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a2beb-540e-4ea3-a4fe-188d13f10586,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:44.433377 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:44.442725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:44.444235 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4ffc109e-1816-472c-988f-207edabe98cd tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d4a2beb-540e-4ea3-a4fe-188d13f10586 HTTP/1.1" status: 204  len: 168 time: 0.2048242
Nov 29 12:41:44.791450 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34624) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:44.971778 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5db70246-b198-4488-974e-af8ca785981e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e47dd8134479426d94d99e37033b97b8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1790719
Nov 29 12:41:44.974199 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34630) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:45.036695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.063413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.121006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.125245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8fa3830-2c64-4cbc-9df6-dc43df690bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:45.137873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad98c82-160b-4f07-8bb7-4c82772d2380,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:45.140449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:45.148227 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.149367 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-01bc46a1-65cd-420b-b738-1e6ca14b20ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ad98c82-160b-4f07-8bb7-4c82772d2380 HTTP/1.1" status: 204  len: 168 time: 0.1742423
Nov 29 12:41:45.452706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34638) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:45.472390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.487307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:45.491341 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Usage tracker for resource:security_group_rule and tenant:71c9b84a518144e8827e61bc7c7914f8 is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:45.494272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:45.500018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:45.589040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.595854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.604322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-e41c342a-cbfd-418c-a7bc-fc1e7b37948a tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:45.613237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 12b59020-15eb-4c14-b200-d009e21176c4 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:41:45.645147 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71c9b84a518144e8827e61bc7c7914f8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1912918
Nov 29 12:41:45.646126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a5f4d-49c9-4bc8-bd47-ee8a0c7242b4,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:45.647560 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 12b59020-15eb-4c14-b200-d009e21176c4 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:41:45.647917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 12b59020-15eb-4c14-b200-d009e21176c4 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:41:45.649206 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:45.649813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:45.712870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.738745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.790008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.793981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b0c921b6-76d1-4655-913d-ff82c07131f6 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:45.806618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a5f4d-49c9-4bc8-bd47-ee8a0c7242b4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:45.809467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:45.813567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:45.815187 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c9a5f4d-49c9-4bc8-bd47-ee8a0c7242b4 HTTP/1.1" status: 204  len: 168 time: 0.1639917
Nov 29 12:41:46.589474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34666) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:46.702881 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1599053714-network', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:46.710776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:46.718317 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Usage tracker for resource:network and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:46.722233 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:46.732969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:46.746171 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Made reservation on behalf of aebd71966cd14bb39b5f77ff70e3181e for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:41:46.748471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.760911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.775364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:46.779089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:46.781882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:46.787682 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:46.870005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.874722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.877985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1d0122de-3c6f-4aef-8fc8-ece3f8ad6070 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:46.908222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:41:46.913712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b49c6f5-fe5a-49b0-a0e8-fc088d6b17cf,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:46.917512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:46.921373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.921674 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Added segment 54f0d536-d31f-44ac-b527-68e0b7ec8b84 of type vlan for network 041afac1-3f19-4a56-91f3-96cabeb00d98
Nov 29 12:41:46.948973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.981696 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.982727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:46.983549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:46.987037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a280dea0-5d6d-4a3f-ae8b-a5c9bab63e7a tempest-TestNetworkAdvancedServerOps-78809295 tempest-TestNetworkAdvancedServerOps-78809295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:47.091497 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Pushing event updated for resources: {'Network': ['ID=041afac1-3f19-4a56-91f3-96cabeb00d98,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:47.094368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:47.099191 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5086780
Nov 29 12:41:47.102378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34672) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:47.105123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:41:47.107992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Request body: {'subnet': {'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1599053714-subnet', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:47.113163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:47.117189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Usage tracker for resource:subnet and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:47.120147 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:47.126003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:47.137038 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Made reservation on behalf of aebd71966cd14bb39b5f77ff70e3181e for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:41:47.139495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.356315 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.359896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-eb851071-6cb9-474e-91fe-1e09f290e55a tempest-NetworksTestDHCPv6-335940713 tempest-NetworksTestDHCPv6-335940713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:47.430995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e602ac12-fab8-42f3-8082-9d12c59753f4,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:47.434806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:47.441972 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Checking segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:47.442325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Network hostable DHCP agents. Network: 041afac1-3f19-4a56-91f3-96cabeb00d98, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:41:47.464093 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:41:47.473614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 041afac1-3f19-4a56-91f3-96cabeb00d98) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:47.477723 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:47.478326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.482760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a90046-28fb-4d15-8768-e846615e89fe None None] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:41:47.499486 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c8435095-0c0e-45e8-9108-7a7e8a86f185 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3960035
Nov 29 12:41:47.502307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34676) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:47.507805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:47.513342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:47.517670 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Usage tracker for resource:router and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:47.520895 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:47.527078 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:47.542190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.543272 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.559768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.698599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-041afac1-3f19-4a56-91f3-96cabeb00d98', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:41:47.699473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.832635 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:47.854376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Allocated IP 172.20.0.2 (041afac1-3f19-4a56-91f3-96cabeb00d98/e602ac12-fab8-42f3-8082-9d12c59753f4/267e8c7f-8441-4440-9b70-c02a7bf10b9e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:41:48.061331 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:41:48.067031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.077664 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Transition to ACTIVE for port object 267e8c7f-8441-4440-9b70-c02a7bf10b9e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:48.096483 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Transition to ACTIVE for port object 267e8c7f-8441-4440-9b70-c02a7bf10b9e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:48.103555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.108116 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7bafc6d-c0e2-413b-8b65-802ebcc31cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:48.171860 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:48.175417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:48.180706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:41:48.188597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Pushing event updated for resources: {'Port': ['ID=267e8c7f-8441-4440-9b70-c02a7bf10b9e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:48.193686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:48.277952 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.289280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Attempting to bind port 267e8c7f-8441-4440-9b70-c02a7bf10b9e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:41:48.289663 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Attempting to bind port 267e8c7f-8441-4440-9b70-c02a7bf10b9e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:41:48.290034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Attempting to bind port 267e8c7f-8441-4440-9b70-c02a7bf10b9e on network 041afac1-3f19-4a56-91f3-96cabeb00d98 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:41:48.295424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:41:48.295803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Checking segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:48.296206 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.296610 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Bound using segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:41:48.297057 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Bound port: 267e8c7f-8441-4440-9b70-c02a7bf10b9e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:41:48.297436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.306932 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.389419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] For port 267e8c7f-8441-4440-9b70-c02a7bf10b9e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:41:48.392616 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] For port 267e8c7f-8441-4440-9b70-c02a7bf10b9e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=267e8c7f-8441-4440-9b70-c02a7bf10b9e,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:41:48.397121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.400626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:48.448429 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Allocated IP 172.26.4.122 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/933abe76-1752-45a3-8696-2736fc64a97a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:41:48.517509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Pushing event updated for resources: {'Port': ['ID=267e8c7f-8441-4440-9b70-c02a7bf10b9e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:48.519813 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:48.606405 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.639206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:48.643208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b46d935-6a4c-4cb1-bfdc-a5003d2fe61b tempest-DeleteServersTestJSON-1657435996 tempest-DeleteServersTestJSON-1657435996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:48.722561 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:48.726311 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:48.730459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:41:48.760718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Pushing event updated for resources: {'Port': ['ID=933abe76-1752-45a3-8696-2736fc64a97a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:48.771353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:49.167454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:49.468331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb92db8-fb7e-4d84-8471-3a74b8fb648b None None] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:41:49.516692 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:49.575770 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-57dcc50f-3727-4096-a7ad-9f7e92cfe792 None None] Provisioning for port 267e8c7f-8441-4440-9b70-c02a7bf10b9e completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:49.692464 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 267e8c7f-8441-4440-9b70-c02a7bf10b9e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:49.786179 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 267e8c7f-8441-4440-9b70-c02a7bf10b9e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:49.795552 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 267e8c7f-8441-4440-9b70-c02a7bf10b9e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:49.795928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:49.872225 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:41:49.931465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:49.965562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 267e8c7f-8441-4440-9b70-c02a7bf10b9e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=267e8c7f-8441-4440-9b70-c02a7bf10b9e,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:49.969892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:49.973204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:50.051103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-51a69f4d-9980-4c4b-a68a-1eaa6eb0b353 None None] Provisioning complete for port 267e8c7f-8441-4440-9b70-c02a7bf10b9e triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:50.051380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-51a69f4d-9980-4c4b-a68a-1eaa6eb0b353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:50.063797 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:41:50.082283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:41:50.087979 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:50.091889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8294444d-50a8-4dbc-b2a3-b7277c74f4cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5859864
Nov 29 12:41:50.092025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=267e8c7f-8441-4440-9b70-c02a7bf10b9e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:50.092144 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34680) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:50.094050 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:50.119120 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:50.119774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ad60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:50.359607 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:50.643229 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ad60>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:48Z', 'revision_number': 3, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:50.647183 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:41:50.647563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Updating router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 port 933abe76-1752-45a3-8696-2736fc64a97a binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:41:50.703969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:50.794303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.052265 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Allocated IP 172.20.0.1 (041afac1-3f19-4a56-91f3-96cabeb00d98/e602ac12-fab8-42f3-8082-9d12c59753f4/857e8b59-1c8c-43ce-8eaa-b15f55504df9) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:41:51.081240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.094106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Transition to ACTIVE for port object 933abe76-1752-45a3-8696-2736fc64a97a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:51.101103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.104737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:51.181466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Attempting to bind port 933abe76-1752-45a3-8696-2736fc64a97a on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:41:51.181835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Attempting to bind port 933abe76-1752-45a3-8696-2736fc64a97a by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:41:51.182199 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Attempting to bind port 933abe76-1752-45a3-8696-2736fc64a97a on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:41:51.184161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f8186-5ae3-436b-9d45-462c802343ab None None] Pushing event updated for resources: {'Port': ['ID=933abe76-1752-45a3-8696-2736fc64a97a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:51.189682 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:41:51.190577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:51.190737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.191673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:41:51.191673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Bound port: 933abe76-1752-45a3-8696-2736fc64a97a, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:41:51.191968 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.207615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.215353 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e42f8186-5ae3-436b-9d45-462c802343ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:51.223129 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Transition to ACTIVE for port object 857e8b59-1c8c-43ce-8eaa-b15f55504df9 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:51.247900 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.252959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:51.267446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] For port 933abe76-1752-45a3-8696-2736fc64a97a, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:41:51.270529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] For port 933abe76-1752-45a3-8696-2736fc64a97a, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=933abe76-1752-45a3-8696-2736fc64a97a,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:41:51.274286 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.277821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:51.314957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:51.318365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:51.321020 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:41:51.354222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:51.354898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ad60>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:51.411561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f8186-5ae3-436b-9d45-462c802343ab None None] Pushing event updated for resources: {'Port': ['ID=933abe76-1752-45a3-8696-2736fc64a97a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:51.421639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e42f8186-5ae3-436b-9d45-462c802343ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:51.538337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Pushing event updated for resources: {'Port': ['ID=857e8b59-1c8c-43ce-8eaa-b15f55504df9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:51.541646 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:51.547941 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:51.548453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.662723 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 267e8c7f-8441-4440-9b70-c02a7bf10b9e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:51.670084 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.731136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-70ddde2e-75d6-4bae-9066-789da6385f23 None None] Provisioning for port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:51.807317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-70ddde2e-75d6-4bae-9066-789da6385f23 None None] Provisioning complete for port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:51.807697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ddde2e-75d6-4bae-9066-789da6385f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.894040 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.900172 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:51.908633 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-70ddde2e-75d6-4bae-9066-789da6385f23 None None] Port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:41:51.924701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c01b44-37d9-4acf-b780-57d99927ceb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:51.938014 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 267e8c7f-8441-4440-9b70-c02a7bf10b9e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:51.938390 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:52.008028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:52.011454 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Pushing event updated for resources: {'Port': ['ID=857e8b59-1c8c-43ce-8eaa-b15f55504df9,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:52.014854 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:52.074399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08a5ad60>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:48Z', 'revision_number': 3, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:52.083143 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e313-7fa4-4e8c-b353-67a9a692f963 None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:48Z', 'revision_number': 3, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:41:52.151655 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:52.152693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:52.365119 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:41:52.444221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-950ee65b-a0c3-4e70-8325-dc6a2b731e30 None None] Provisioning complete for port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:52.444598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950ee65b-a0c3-4e70-8325-dc6a2b731e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:52.504045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-950ee65b-a0c3-4e70-8325-dc6a2b731e30 None None] Port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:41:52.561082 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:41:52.570912 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-242303fa-2a53-4040-b886-2b6fe6736156 admin admin] 10.222.0.20 "PUT /v2.0/routers/51cf5edc-00d6-4e70-93c8-59f63d9651a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4778166
Nov 29 12:41:53.098398 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34698) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:53.104022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-87366189-network', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:53.109200 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:53.113802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Usage tracker for resource:network and tenant:b74a5913af224a7eb0a75f89b45c5eeb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:53.116853 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:53.122815 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:53.135392 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Made reservation on behalf of b74a5913af224a7eb0a75f89b45c5eeb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:41:53.137814 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.150285 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.165701 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:53.169695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Usage tracker for resource:security_group_rule and tenant:b74a5913af224a7eb0a75f89b45c5eeb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:53.172619 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:53.178925 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:53.267150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.273213 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.276188 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1163be98-1334-4917-a400-1aef51400577 tempest-ServerActionsTestJSON-2029267411 tempest-ServerActionsTestJSON-2029267411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:53.303131 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:41:53.311445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9e399-8347-4358-90d3-f8f77700fc1c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:53.314957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:53.317612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.317938 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Added segment 7f558200-a5eb-4334-a8a4-ae2ee8c3dd49 of type vlan for network 8300dc18-4d8b-4392-8911-a53d41853b24
Nov 29 12:41:53.346652 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.377768 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.379073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:53.379789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.384816 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-69330858-cccb-4105-b10c-b04e26d5550b tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:53.482557 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3829687
Nov 29 12:41:53.485778 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34702) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:53.486253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Pushing event updated for resources: {'Network': ['ID=8300dc18-4d8b-4392-8911-a53d41853b24,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:53.488690 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4de6ff6-bf05-456d-84b5-3c005c97110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:53.494065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Request body: {'subnet': {'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-87366189-subnet', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'ip_version': 4}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:53.495809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 8300dc18-4d8b-4392-8911-a53d41853b24 details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:41:53.500013 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:53.504774 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Usage tracker for resource:subnet and tenant:b74a5913af224a7eb0a75f89b45c5eeb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:53.508193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:53.516159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:53.528005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Made reservation on behalf of b74a5913af224a7eb0a75f89b45c5eeb for: {'subnet': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:41:53.530442 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9544369'] for subnet, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.613807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:41:53.624668 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:53.625268 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:53.699695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 933abe76-1752-45a3-8696-2736fc64a97a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:53.747482 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9264750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9544323'] for subnet, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.753553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a7881ca2-43e1-44a2-875a-6ea0940585ed tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:53.772928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 933abe76-1752-45a3-8696-2736fc64a97a completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:53.778958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 933abe76-1752-45a3-8696-2736fc64a97a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:53.779565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.806204 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:53.816509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3fb696-e2f5-4297-85bc-9720e19fb465,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:53.820763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:53.846010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Checking segment: {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:53.846680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Network hostable DHCP agents. Network: 8300dc18-4d8b-4392-8911-a53d41853b24, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:41:53.869914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Network 8300dc18-4d8b-4392-8911-a53d41853b24 is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:41:53.880198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 8300dc18-4d8b-4392-8911-a53d41853b24) {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:53.885724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:41:53.886479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.893545 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8785f-028b-4c10-add4-a099bb8a94ac None None] Network 8300dc18-4d8b-4392-8911-a53d41853b24 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:41:53.909434 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6ceba6db-ab6b-4831-ad4e-fffe24de0adf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.4223897
Nov 29 12:41:53.912006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34706) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:53.917092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:53.921933 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:53.925950 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Usage tracker for resource:router and tenant:b74a5913af224a7eb0a75f89b45c5eeb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:53.928942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:53.934692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:53.945681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.946984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:53.962916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.038509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.066871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 933abe76-1752-45a3-8696-2736fc64a97a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=933abe76-1752-45a3-8696-2736fc64a97a,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:54.078136 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.083304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97394985-db28-420a-aba8-c729fb54c678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:54.142938 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1c0>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 2, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:54.147294 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:41:54.147778 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Updating router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:41:54.211844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=933abe76-1752-45a3-8696-2736fc64a97a,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:54.216434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:54.248122 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.272775 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-8300dc18-4d8b-4392-8911-a53d41853b24', 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'fixed_ips': [{'subnet_id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:41:54.273623 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.394922 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.433714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Allocated IP 172.20.0.2 (8300dc18-4d8b-4392-8911-a53d41853b24/cb3fb696-e2f5-4297-85bc-9720e19fb465/8c443bfb-1078-4fd8-a535-816f3a92b26d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:41:54.612108 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.625310 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Transition to ACTIVE for port object 857e8b59-1c8c-43ce-8eaa-b15f55504df9 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:54.632711 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.636362 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:54.649379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.659698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Transition to ACTIVE for port object 8c443bfb-1078-4fd8-a535-816f3a92b26d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:54.680103 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Transition to ACTIVE for port object 8c443bfb-1078-4fd8-a535-816f3a92b26d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:54.687766 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.693747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e0b6b48d-72ee-4ac8-80b9-f0553146bd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:54.722661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.757214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.758527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Network 8300dc18-4d8b-4392-8911-a53d41853b24 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:54.761829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:54.770194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:41:54.852304 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Pushing event updated for resources: {'Port': ['ID=857e8b59-1c8c-43ce-8eaa-b15f55504df9,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:54.894855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Pushing event updated for resources: {'Port': ['ID=8c443bfb-1078-4fd8-a535-816f3a92b26d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:54.895074 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.895613 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.895937 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.896792 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.898052 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.898532 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.899372 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.899911 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.900404 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.900870 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.901337 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.901850 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:41:54.907046 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:54.916720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:54.920033 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Allocated IP 172.26.4.32 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/82e5ab09-89d9-46fe-b537-3e49772a0172) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:41:54.925596 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Attempting to bind port 8c443bfb-1078-4fd8-a535-816f3a92b26d on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:41:54.926258 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Attempting to bind port 8c443bfb-1078-4fd8-a535-816f3a92b26d by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:41:54.926898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Attempting to bind port 8c443bfb-1078-4fd8-a535-816f3a92b26d on network 8300dc18-4d8b-4392-8911-a53d41853b24 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:41:54.932735 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Attempting to bind port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:41:54.933427 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Attempting to bind port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:41:54.933907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:41:54.934363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Checking segment: {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:54.934489 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Attempting to bind port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 on network 041afac1-3f19-4a56-91f3-96cabeb00d98 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:41:54.934946 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.935440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Bound using segment: {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:41:54.936027 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Bound port: 8c443bfb-1078-4fd8-a535-816f3a92b26d, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:41:54.936474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.941013 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:41:54.941479 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Checking segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:54.941916 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:54.942400 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Bound using segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:41:54.942870 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Bound port: 857e8b59-1c8c-43ce-8eaa-b15f55504df9, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:41:54.943595 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:55.045405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] For port 8c443bfb-1078-4fd8-a535-816f3a92b26d, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:41:55.045667 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] For port 857e8b59-1c8c-43ce-8eaa-b15f55504df9, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:41:55.050034 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] For port 857e8b59-1c8c-43ce-8eaa-b15f55504df9, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=857e8b59-1c8c-43ce-8eaa-b15f55504df9,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:41:55.050774 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] For port 8c443bfb-1078-4fd8-a535-816f3a92b26d, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8c443bfb-1078-4fd8-a535-816f3a92b26d,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:41:55.055506 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:55.059273 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2bd91006-006a-4a41-8df5-1ecbd5d99ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:55.061815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:55.069608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:55.084919 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:55.118447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:55.127561 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b7909790-e74c-4db4-a0bc-39dd2c0b9e84 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:55.138736 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Pushing event updated for resources: {'Port': ['ID=857e8b59-1c8c-43ce-8eaa-b15f55504df9,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:55.141523 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:55.142215 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:55.157435 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Pushing event updated for resources: {'Port': ['ID=8c443bfb-1078-4fd8-a535-816f3a92b26d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:55.161016 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:55.192219 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:55.198199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:55.203004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:41:55.208701 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b83f5aac-13ed-41fd-b246-58f9992c4019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:55.243045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Pushing event updated for resources: {'Port': ['ID=82e5ab09-89d9-46fe-b537-3e49772a0172,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:55.247511 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:55.353792 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:55.745274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8c443bfb-1078-4fd8-a535-816f3a92b26d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:55.754767 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d1c0>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:55Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:55.759439 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8b93-d8a2-4c86-9ef6-684916f9baf7 None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:55Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:41:55.827709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:55.853979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 8c443bfb-1078-4fd8-a535-816f3a92b26d completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:55.860012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 933abe76-1752-45a3-8696-2736fc64a97a up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:55.943704 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 933abe76-1752-45a3-8696-2736fc64a97a triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:55.944053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.214392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.293491 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da11442-3751-49dd-afc4-bc69842853c9 None None] Network 8300dc18-4d8b-4392-8911-a53d41853b24 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:41:56.398045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Provisioning for port 8c443bfb-1078-4fd8-a535-816f3a92b26d completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:56.406821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Provisioning complete for port 8c443bfb-1078-4fd8-a535-816f3a92b26d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:56.407235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.430799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Router 88e92c48-3d16-498c-88af-53190ef1346c is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:41:56.615292 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:41:56.638395 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Sync routers for ids ['88e92c48-3d16-498c-88af-53190ef1346c'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:41:56.649057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.651154 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 2.7380369
Nov 29 12:41:56.653914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34710) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:56.655879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1bc84bad-9893-4f61-b9d3-9221ff9e3721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.662282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.684799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Routers {'88e92c48-3d16-498c-88af-53190ef1346c'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:56.685445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0846c8e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['88e92c48-3d16-498c-88af-53190ef1346c'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:56.900572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] For port 8c443bfb-1078-4fd8-a535-816f3a92b26d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8c443bfb-1078-4fd8-a535-816f3a92b26d,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:56.911225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:56.916084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e42f8186-5ae3-436b-9d45-462c802343ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:57.019620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Pushing event updated for resources: {'Port': ['ID=8c443bfb-1078-4fd8-a535-816f3a92b26d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:57.023916 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Set router 88e92c48-3d16-498c-88af-53190ef1346c gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:57.078341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:57.233960 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.272940 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a20eb231-5141-4662-befb-603850bd6799 None None] Provisioning complete for port 8c443bfb-1078-4fd8-a535-816f3a92b26d triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:57.273324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a20eb231-5141-4662-befb-603850bd6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.460500 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0846c8e0>, [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:41:55Z', 'revision_number': 3, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:57.464486 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Checking router: 88e92c48-3d16-498c-88af-53190ef1346c for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:41:57.464852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Updating router 88e92c48-3d16-498c-88af-53190ef1346c port 82e5ab09-89d9-46fe-b537-3e49772a0172 binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:41:57.516807 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.531490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.735235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8c443bfb-1078-4fd8-a535-816f3a92b26d up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:57.747097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Allocated IP 172.20.0.1 (8300dc18-4d8b-4392-8911-a53d41853b24/cb3fb696-e2f5-4297-85bc-9720e19fb465/22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:41:57.887124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 8c443bfb-1078-4fd8-a535-816f3a92b26d triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:57.887592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.898204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.913392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Transition to ACTIVE for port object 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:57.936993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.940920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:57.967990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:57.984349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Transition to ACTIVE for port object 82e5ab09-89d9-46fe-b537-3e49772a0172 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:41:58.010223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Network 8300dc18-4d8b-4392-8911-a53d41853b24 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:58.013078 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:58.017750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.017951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:41:58.030565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e42f8186-5ae3-436b-9d45-462c802343ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:58.044711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Pushing event updated for resources: {'Port': ['ID=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:58.055290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:58.074076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.124639 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 857e8b59-1c8c-43ce-8eaa-b15f55504df9 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:58.148234 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Attempting to bind port 82e5ab09-89d9-46fe-b537-3e49772a0172 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:41:58.148615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Attempting to bind port 82e5ab09-89d9-46fe-b537-3e49772a0172 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:41:58.148978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Attempting to bind port 82e5ab09-89d9-46fe-b537-3e49772a0172 on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:41:58.173419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:41:58.173419 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:41:58.173806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.174224 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:41:58.174700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Bound port: 82e5ab09-89d9-46fe-b537-3e49772a0172, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:41:58.175078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.191635 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.201855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771df9b-11c1-41d7-867e-11192d39e8f7 None None] Pushing event updated for resources: {'Port': ['ID=82e5ab09-89d9-46fe-b537-3e49772a0172,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:58.216907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3771df9b-11c1-41d7-867e-11192d39e8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:58.279763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:58.282993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] For port 82e5ab09-89d9-46fe-b537-3e49772a0172, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:41:58.287978 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] For port 82e5ab09-89d9-46fe-b537-3e49772a0172, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82e5ab09-89d9-46fe-b537-3e49772a0172,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:41:58.289831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:58.290447 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.318958 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8a4dcad9-2680-4c4f-8715-f5a03fefcf23 None None] Provisioning for port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:41:58.327803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.334180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5dabd464-aa46-49f3-9d4c-5d3ac9f1a99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:58.421447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.427130 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.432836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-8a4dcad9-2680-4c4f-8715-f5a03fefcf23 None None] Provisioning complete for port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:58.433237 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a4dcad9-2680-4c4f-8715-f5a03fefcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.451369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:58.531893 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dcad9-2680-4c4f-8715-f5a03fefcf23 None None] Port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:41:58.534550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Pushing event updated for resources: {'Port': ['ID=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:58.537097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.537538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Routers {'88e92c48-3d16-498c-88af-53190ef1346c'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:41:58.538207 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0846c8e0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['88e92c48-3d16-498c-88af-53190ef1346c'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:58.540795 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:58.586572 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771df9b-11c1-41d7-867e-11192d39e8f7 None None] Pushing event updated for resources: {'Port': ['ID=82e5ab09-89d9-46fe-b537-3e49772a0172,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:58.595338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3771df9b-11c1-41d7-867e-11192d39e8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:58.675156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Network 8300dc18-4d8b-4392-8911-a53d41853b24 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:41:58.676505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:41:58.733463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.789942 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] Set router 88e92c48-3d16-498c-88af-53190ef1346c gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:41:58.840465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 857e8b59-1c8c-43ce-8eaa-b15f55504df9, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=857e8b59-1c8c-43ce-8eaa-b15f55504df9,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:41:58.846880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:58.856934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:41:58.883097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Router 88e92c48-3d16-498c-88af-53190ef1346c has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:41:59.074117 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=857e8b59-1c8c-43ce-8eaa-b15f55504df9,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:41:59.079119 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:41:59.081876 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34d0601a-3f3a-4350-b201-a2ee2252c124 None None] Provisioning complete for port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:59.082259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34d0601a-3f3a-4350-b201-a2ee2252c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:59.167795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d94c0eb-8c44-40e6-8843-3a742b85fa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:59.185111 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-34d0601a-3f3a-4350-b201-a2ee2252c124 None None] Port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:41:59.221720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:41:59.230815 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] 10.222.0.20 "PUT /v2.0/routers/88e92c48-3d16-498c-88af-53190ef1346c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5757263
Nov 29 12:41:59.253681 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0846c8e0>, [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead', 'name': '', 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'mac_address': 'fa:16:3e:8a:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:57Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 2, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'subnets': [{'id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:41:59.257847 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66394e3e-1b5a-4b75-a760-8acfc28dccf9 None None] The sync data for ids ['88e92c48-3d16-498c-88af-53190ef1346c'] in dv-neutron-819579-1-hyperv is: [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead', 'name': '', 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'mac_address': 'fa:16:3e:8a:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:57Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 2, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'subnets': [{'id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:41:59.672487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 857e8b59-1c8c-43ce-8eaa-b15f55504df9 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:41:59.746729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:41:59.747102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:59.894813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34720) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:41:59.905763 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464760160', 'description': 'tempest-secgroup-smoke-464760160 description', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:41:59.916400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:59.923866 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:59.927499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:59.933306 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:41:59.945360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:41:59.970263 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:41:59.974449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:41:59.977805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:41:59.984389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.063032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.069301 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.073349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d5653e20-f377-47a5-a775-4a29670644e7 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:00.115659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:00.118518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:00.119675 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.123618 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cff04d8c-74ec-4ada-b045-d646a40b0ce9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2249801
Nov 29 12:42:00.123854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:00.129247 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:00.135530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:00.139486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:00.142489 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:00.148472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.167492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.233398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.238061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.244684 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b857a675-134e-4203-909d-30f20671c024 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:00.264302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398e8288-da0d-4af6-82c9-ea93f41a2bf9,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:00.267769 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:00.276880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.278139 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-be907c52-e51e-4a1b-bbcd-a8e17a2f8c20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1533716
Nov 29 12:42:00.281043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:00.286556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:00.292770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:00.296788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:00.300002 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:00.305981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.324455 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.325906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.399594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.404519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.406449 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a0938051-b38f-45bb-812a-4227325e4729 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:00.429379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5cbb5e-5ec6-47c9-b148-f12ad29c609b,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:00.431948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:00.440479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.441792 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-58eb684f-3ebc-49d7-a767-cce7dd3c90ed tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1598268
Nov 29 12:42:00.444931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34732) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:00.450123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:00.456785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:00.460692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:00.463642 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:00.469591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.490590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.555035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.559586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.561577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c1787618-b19b-4cde-b26e-ec136ba84550 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:00.584951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ab4b7c-f285-479d-a82a-4b1537155287,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:00.587370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:00.594806 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.596491 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1505840
Nov 29 12:42:00.599260 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34736) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:00.604208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:00.610087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:00.614305 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:00.617205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:00.622900 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.643366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.707739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.712931 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.720502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b6c85f9c-13c2-4e78-92d8-a0a055463873 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:00.740509 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df79eebd-f371-42e2-9afd-9ad0affb3e0e,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:00.743373 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:00.749313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.750630 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1504507
Nov 29 12:42:00.753765 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34740) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:00.759021 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:00.765532 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:00.769558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:00.772604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:00.778528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.789675 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Project aebd71966cd14bb39b5f77ff70e3181e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:42:00.796421 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.865159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.869911 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.871884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9e5000b7-e544-440f-9423-f0dd990369ca tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:00.894909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fb8493-bffc-47c5-9f67-0f2bb178816d,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:00.897387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:00.906673 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:00.908074 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1532044
Nov 29 12:42:00.910927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34744) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:00.916179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:00.922349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:00.926295 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:00.929370 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:00.935300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:00.949871 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Project aebd71966cd14bb39b5f77ff70e3181e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:42:00.957943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.026992 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.031851 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.038010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f64f5ac6-e67b-4c2a-a69d-2074da7d3144 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:01.057739 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07b8cb7-1a0d-4e04-b6dc-81a562987462,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:01.060428 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:01.070207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.071418 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a6ca8035-acb3-4428-8889-49c9905da121 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1594753
Nov 29 12:42:01.248302 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-572f8e76-b5dd-4423-8848-a64c7d61be3f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464760160&fields=id&tenant_id=aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 267 time: 0.0410564
Nov 29 12:42:01.399540 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-57c6be3c-0a03-438f-9a07-f9c5a266fd75 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:01.400876 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-57c6be3c-0a03-438f-9a07-f9c5a266fd75 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 809 time: 0.1462696
Nov 29 12:42:01.415646 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-81f7ffad-1209-44e0-bfbb-fc159a4c43fd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/quotas/aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 375 time: 0.0092134
Nov 29 12:42:01.501750 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-47e9f419-9092-49a6-b14f-901ca414a507 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:42:01.520242 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-47e9f419-9092-49a6-b14f-901ca414a507 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:42:01.521568 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-47e9f419-9092-49a6-b14f-901ca414a507 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1009879
Nov 29 12:42:01.692049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82e5ab09-89d9-46fe-b537-3e49772a0172 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:42:01.764925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 82e5ab09-89d9-46fe-b537-3e49772a0172 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:42:01.770476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 82e5ab09-89d9-46fe-b537-3e49772a0172 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:42:01.770853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.820063 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-795e4473-7ee4-46e4-87e3-28ea64b8caf2 service neutron] 10.222.0.20 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826538
Nov 29 12:42:01.898309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.899125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.915888 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 82e5ab09-89d9-46fe-b537-3e49772a0172, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82e5ab09-89d9-46fe-b537-3e49772a0172,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:42:01.921139 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:01.923273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:01.953880 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-7a59ada2-1782-49a7-b17e-dd7ec09b3e1c service neutron] 10.222.0.20 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329145
Nov 29 12:42:01.995713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=82e5ab09-89d9-46fe-b537-3e49772a0172,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:01.999440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:02.134353 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d045f892-d5fc-461a-a328-2d9efbcc29ac req-1a70186f-5d7b-4924-b015-0c70368bf654 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 210 time: 0.0441306
Nov 29 12:42:02.753499 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Sync routers for ids ['88e92c48-3d16-498c-88af-53190ef1346c'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:42:02.765229 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Routers {'88e92c48-3d16-498c-88af-53190ef1346c'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:42:02.765862 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['88e92c48-3d16-498c-88af-53190ef1346c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:02.975927 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Set router 88e92c48-3d16-498c-88af-53190ef1346c gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:42:03.214228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-a79ebcb4-d645-460c-87ea-d965458d3711 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:03.214920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-a79ebcb4-d645-460c-87ea-d965458d3711 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:network {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:42:03.232948 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-a79ebcb4-d645-460c-87ea-d965458d3711 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:network {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:42:03.234330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-a79ebcb4-d645-460c-87ea-d965458d3711 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 809 time: 0.1895359
Nov 29 12:42:03.289207 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-88e0ac41-f823-4c10-8896-882f96c6d179 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:42:03.307837 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d760>, [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead', 'name': '', 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'mac_address': 'fa:16:3e:8a:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:57Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 2, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'subnets': [{'id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:03.310189 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-88e0ac41-f823-4c10-8896-882f96c6d179 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:42:03.312080 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-88e0ac41-f823-4c10-8896-882f96c6d179 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 379 time: 0.0691071
Nov 29 12:42:03.312416 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Checking router: 88e92c48-3d16-498c-88af-53190ef1346c for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:42:03.312780 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Updating router 88e92c48-3d16-498c-88af-53190ef1346c port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:42:03.325720 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'port': {'device_id': '971f9d21-cec5-463a-8340-838868594484', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'admin_state_up': True, 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'security_groups': ['b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:03.353160 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c35de31-04b8-4c0d-bef9-5a0c2bdd157c req-9dd7772a-5a35-4e23-a0a7-bca7d8596113 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 210 time: 0.0525188
Nov 29 12:42:03.377460 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.469447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:03.478766 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:03.489267 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Made reservation on behalf of aebd71966cd14bb39b5f77ff70e3181e for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:42:03.492860 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.655991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Allocated IP 172.20.0.6 (041afac1-3f19-4a56-91f3-96cabeb00d98/e602ac12-fab8-42f3-8082-9d12c59753f4/d6168fc8-c6bc-457f-b60c-016fc7bcaaab) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:42:03.671370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82e5ab09-89d9-46fe-b537-3e49772a0172 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:42:03.733954 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.747535 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 82e5ab09-89d9-46fe-b537-3e49772a0172 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:42:03.748256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.749398 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Transition to ACTIVE for port object 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:42:03.756580 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.760510 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eec7d10d-a4b1-44c8-84f9-bb351357dd3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:03.876214 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.894001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Transition to ACTIVE for port object d6168fc8-c6bc-457f-b60c-016fc7bcaaab will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:42:03.900500 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd482-6e15-4a22-801b-99c64d9b6457 None None] Pushing event updated for resources: {'Port': ['ID=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:03.927204 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:03.933222 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ac8d5870-0045-4ce5-a205-33cd6cccc215 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:03.946163 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6afd482-6e15-4a22-801b-99c64d9b6457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:03.998768 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Attempting to bind port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:42:03.999472 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Attempting to bind port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:42:04.000010 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Attempting to bind port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead on network 8300dc18-4d8b-4392-8911-a53d41853b24 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:42:04.002018 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:42:04.005406 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:42:04.007077 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:42:04.007483 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Checking segment: {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:42:04.007890 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.008277 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Bound using segment: {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:42:04.008741 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Bound port: 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:42:04.009108 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.009478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:42:04.053617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:04.058583 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:04.087001 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:04.087993 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.110558 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] For port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:42:04.114872 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] For port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:42:04.117295 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7959912
Nov 29 12:42:04.120399 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.126378 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3cb056ad-bef0-4028-b352-ca6a7f9b4a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:04.129194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Request body: {'port': {'device_id': '971f9d21-cec5-463a-8340-838868594484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:04.202178 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Routers {'88e92c48-3d16-498c-88af-53190ef1346c'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:42:04.202875 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d760>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['88e92c48-3d16-498c-88af-53190ef1346c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:04.258012 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.337814 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd482-6e15-4a22-801b-99c64d9b6457 None None] Pushing event updated for resources: {'Port': ['ID=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:04.342624 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6afd482-6e15-4a22-801b-99c64d9b6457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:04.371861 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-82d8fd6e-77bb-4731-9a18-81a3687fad3f None None] Provisioning for port d6168fc8-c6bc-457f-b60c-016fc7bcaaab completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:42:04.379203 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-82d8fd6e-77bb-4731-9a18-81a3687fad3f None None] Provisioning complete for port d6168fc8-c6bc-457f-b60c-016fc7bcaaab triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:42:04.379798 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-82d8fd6e-77bb-4731-9a18-81a3687fad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.416260 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] Set router 88e92c48-3d16-498c-88af-53190ef1346c gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:42:04.463073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-82d8fd6e-77bb-4731-9a18-81a3687fad3f None None] Port d6168fc8-c6bc-457f-b60c-016fc7bcaaab cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:42:04.641935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9576d-bf57-4fe7-ba44-3ca552063260 req-38c6de05-6e78-4761-b0c0-4a9a82db872a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:04.642565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0dd9576d-bf57-4fe7-ba44-3ca552063260 req-38c6de05-6e78-4761-b0c0-4a9a82db872a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:42:04.710385 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-0dd9576d-bf57-4fe7-ba44-3ca552063260 req-38c6de05-6e78-4761-b0c0-4a9a82db872a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:42:04.711727 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0dd9576d-bf57-4fe7-ba44-3ca552063260 req-38c6de05-6e78-4761-b0c0-4a9a82db872a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 931 time: 0.2119601
Nov 29 12:42:04.717706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6168fc8-c6bc-457f-b60c-016fc7bcaaab {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:42:04.726804 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.764836 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Transition to ACTIVE for port object d6168fc8-c6bc-457f-b60c-016fc7bcaaab will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:42:04.772596 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0889d760>, [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead', 'name': '', 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'mac_address': 'fa:16:3e:8a:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:57Z', 'updated_at': '2021-11-29T12:42:04Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'subnets': [{'id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:04.773877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:04.776991 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017740b-77e1-4587-befb-b7e36d4b5ad4 None None] The sync data for ids ['88e92c48-3d16-498c-88af-53190ef1346c'] in dv-neutron-819579-1-hyperv is: [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead', 'name': '', 'network_id': '8300dc18-4d8b-4392-8911-a53d41853b24', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'mac_address': 'fa:16:3e:8a:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:57Z', 'updated_at': '2021-11-29T12:42:04Z', 'revision_number': 4, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'subnets': [{'id': 'cb3fb696-e2f5-4297-85bc-9720e19fb465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:42:04.781283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-da73c33c-d2aa-44b8-befe-7dab1b547b03 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:04.818837 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0dd9576d-bf57-4fe7-ba44-3ca552063260 req-0fc779d4-bfc2-4d97-bed7-701f4ad99bc7 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960138
Nov 29 12:42:04.945512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:04.949348 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:05.036230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Attempting to bind port d6168fc8-c6bc-457f-b60c-016fc7bcaaab on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:42:05.036570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Attempting to bind port d6168fc8-c6bc-457f-b60c-016fc7bcaaab by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:42:05.036898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Attempting to bind port d6168fc8-c6bc-457f-b60c-016fc7bcaaab on network 041afac1-3f19-4a56-91f3-96cabeb00d98 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:42:05.042007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Port d6168fc8-c6bc-457f-b60c-016fc7bcaaab on network 041afac1-3f19-4a56-91f3-96cabeb00d98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:42:05.042318 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Attempting to bind port d6168fc8-c6bc-457f-b60c-016fc7bcaaab on network 041afac1-3f19-4a56-91f3-96cabeb00d98 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:42:05.047512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:42:05.047841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Checking segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:42:05.048536 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Bound using segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:42:05.048857 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Bound port: d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:42:05.049201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:05.145923 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:42:05.149242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:42:05.155155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:05.159471 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17ad9a11-1349-4c88-8e24-6252423ebdf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:05.211650 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:05.212264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:05.214078 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] 10.222.0.18 "PUT /v2.0/ports/d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 1093 time: 1.0890548
Nov 29 12:42:05.216760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:42:05.250379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:05.254884 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:05.294621 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'status': 'completed', 'code': 200}
Nov 29 12:42:05.349979 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-82f4d4fe-8b54-4270-b04c-cde8d93e926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:05.351682 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-82f4d4fe-8b54-4270-b04c-cde8d93e926a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1096 time: 0.0897939
Nov 29 12:42:05.549120 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-5323f2d7-bbfa-4fc8-82f1-ee85b8964b88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 217 time: 0.1901255
Nov 29 12:42:05.622197 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-c858ec41-10aa-48d3-a43e-bcc1fc1ff039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:05.623804 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-c858ec41-10aa-48d3-a43e-bcc1fc1ff039 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0686123
Nov 29 12:42:05.713555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:42:05.717581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-31ec73a8-5040-4c84-b2a5-1b4368509d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:05.719089 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-31ec73a8-5040-4c84-b2a5-1b4368509d06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0885308
Nov 29 12:42:05.838605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:42:05.853078 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:42:05.853592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:05.877312 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-c17b58bd-1f00-4100-934e-6469fc02da13 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513417
Nov 29 12:42:06.034034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:06.080881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:42:06.093644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:06.096174 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ecc25803-0c94-4afe-8560-8b52cba03c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:06.097694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0586feb7-2a1a-48e4-98ae-3241fecf2e2e req-9b9d24cc-90df-441e-88e8-fa6bbbf0429f service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135360
Nov 29 12:42:06.111468 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cbec3-9bf8-47df-878c-8e2d7a86a53c req-c2337acd-5c5e-414a-9c29-deffe8651f4f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:06.113261 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b28cbec3-9bf8-47df-878c-8e2d7a86a53c req-c2337acd-5c5e-414a-9c29-deffe8651f4f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.1540930
Nov 29 12:42:06.178502 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:06.183879 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:06.224030 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b28cbec3-9bf8-47df-878c-8e2d7a86a53c req-ba9b9dda-072d-4e6e-b7c5-7407466e4c57 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982292
Nov 29 12:42:06.267558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-aa460f2a-0073-405a-b21d-e6f086fe0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:06.269892 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-aa460f2a-0073-405a-b21d-e6f086fe0034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1096 time: 0.1088097
Nov 29 12:42:06.426715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-fa599743-2f27-4b3b-bd3b-9d22a8b7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:06.428424 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-fa599743-2f27-4b3b-bd3b-9d22a8b7d790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1515620
Nov 29 12:42:06.508667 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-cbfd9be0-5d51-4a36-8411-ff7a09d13f50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 217 time: 0.0725536
Nov 29 12:42:06.579504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-75838ad1-dd76-421d-9499-74406fde5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:06.580989 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-75838ad1-dd76-421d-9499-74406fde5611 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0658607
Nov 29 12:42:06.666604 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-9f1ea384-7a98-48ea-8eeb-b69e71744555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:06.668116 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-9f1ea384-7a98-48ea-8eeb-b69e71744555 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797465
Nov 29 12:42:06.812133 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-69ebceab-2ccd-4f5e-8cda-5b3910379a8c service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355093
Nov 29 12:42:06.956111 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a4e61154-5ef7-47e1-8285-c9a362da2bf5 req-6afb96a6-01cb-4527-aba8-beaf8486e45d service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359787
Nov 29 12:42:07.434137 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6eddf-c385-4100-a473-5e5aa1f3c119 req-89fd784b-38a7-475d-9b0f-776e96e06ae9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:07.435617 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39f6eddf-c385-4100-a473-5e5aa1f3c119 req-89fd784b-38a7-475d-9b0f-776e96e06ae9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0920222
Nov 29 12:42:07.482590 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39f6eddf-c385-4100-a473-5e5aa1f3c119 req-379a6998-a0af-437b-a32f-0e6839bdd94e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394886
Nov 29 12:42:07.677153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:42:07.747067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:42:07.747473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:08.560257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:42:08.669927 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053ffcc-5a05-4aa4-9336-97a61d9e524a req-82e51e06-a62d-4577-85fa-04f2452cfaae tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:08.671314 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1053ffcc-5a05-4aa4-9336-97a61d9e524a req-82e51e06-a62d-4577-85fa-04f2452cfaae tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0810983
Nov 29 12:42:08.698573 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:42:08.711925 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'mac_address': 'fa:16:3e:04:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:42:08.720446 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1053ffcc-5a05-4aa4-9336-97a61d9e524a req-ee4140c2-9f07-48e2-b49a-7a1df753cab7 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430851
Nov 29 12:42:08.766189 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:08.782875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6168fc8-c6bc-457f-b60c-016fc7bcaaab {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:42:08.798340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:42:08.803618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:08.805618 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:08.876032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:08.879356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:09.007317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d6168fc8-c6bc-457f-b60c-016fc7bcaaab'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:42:09.911831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5e1c3-9aca-4fb2-bee2-cd21069e778b req-92cbfe89-e9fc-4634-91dd-4e851e3c5d8f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:09.913181 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c3e5e1c3-9aca-4fb2-bee2-cd21069e778b req-92cbfe89-e9fc-4634-91dd-4e851e3c5d8f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 944 time: 0.0860875
Nov 29 12:42:09.958143 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c3e5e1c3-9aca-4fb2-bee2-cd21069e778b req-dadd8eec-99b6-4e2a-a04e-588723929d20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391304
Nov 29 12:42:10.575892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:42:10.659219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port d6168fc8-c6bc-457f-b60c-016fc7bcaaab completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:42:10.664965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d6168fc8-c6bc-457f-b60c-016fc7bcaaab triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:42:10.665338 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:10.782908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:10.812711 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:42:10.823778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:42:10.828804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:10.830890 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f821e31b-a4cb-43c1-b02a-1defa766d1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:10.868990 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'code': 200}
Nov 29 12:42:10.901928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:10.904852 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:11.093967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e5159-a7ca-433e-9a14-abf4dd33953c req-0ec2537e-c213-41b8-b8b8-6342433a2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:11.095396 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4e1e5159-a7ca-433e-9a14-abf4dd33953c req-0ec2537e-c213-41b8-b8b8-6342433a2646 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1098 time: 0.0710936
Nov 29 12:42:11.139704 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4e1e5159-a7ca-433e-9a14-abf4dd33953c req-fca4562e-95a5-473f-bccf-02aa435e2276 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376766
Nov 29 12:42:11.158617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87488f2f-90e3-4cb7-a112-741bb9fcd9fb req-170d2480-d59e-4672-a6ab-e149a77b5790 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:11.160098 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87488f2f-90e3-4cb7-a112-741bb9fcd9fb req-170d2480-d59e-4672-a6ab-e149a77b5790 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0850699
Nov 29 12:42:11.211769 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87488f2f-90e3-4cb7-a112-741bb9fcd9fb req-a4becda8-f6e1-4942-ab5f-4d19ddca4cb5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429015
Nov 29 12:42:12.415110 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820cc07-af2f-4f87-9a0c-8c187335e19f req-30ea3199-9324-4b99-a8eb-9013c5fb7f5f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:12.416607 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0820cc07-af2f-4f87-9a0c-8c187335e19f req-30ea3199-9324-4b99-a8eb-9013c5fb7f5f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0926373
Nov 29 12:42:12.583546 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0820cc07-af2f-4f87-9a0c-8c187335e19f req-cbdd69cf-d4a0-44f4-8a50-c3447329fc99 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1586008
Nov 29 12:42:12.782681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d54d7-456c-4acd-a833-f0e17a98dbe8 req-34edcefa-170b-40ef-b210-6cd815543342 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:12.784142 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-888d54d7-456c-4acd-a833-f0e17a98dbe8 req-34edcefa-170b-40ef-b210-6cd815543342 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0929284
Nov 29 12:42:12.828829 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-888d54d7-456c-4acd-a833-f0e17a98dbe8 req-0f99b842-9e80-455a-a5fd-8205df000d4d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388072
Nov 29 12:42:12.853945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34796) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:13.030088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064030cc-17db-44c9-99a7-eff08a96255d tempest-TestShelveInstance-967048131 tempest-TestShelveInstance-967048131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:13.030805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-064030cc-17db-44c9-99a7-eff08a96255d tempest-TestShelveInstance-967048131 tempest-TestShelveInstance-967048131-project-admin] Synchronizing usage tracker for tenant:b74a5913af224a7eb0a75f89b45c5eeb on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:42:13.050663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-064030cc-17db-44c9-99a7-eff08a96255d tempest-TestShelveInstance-967048131 tempest-TestShelveInstance-967048131-project-admin] Unset dirty status for tenant:b74a5913af224a7eb0a75f89b45c5eeb on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:42:13.051707 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-064030cc-17db-44c9-99a7-eff08a96255d tempest-TestShelveInstance-967048131 tempest-TestShelveInstance-967048131-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1093 time: 0.1967664
Nov 29 12:42:13.055067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 34802) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:42:13.060072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:42:13.066061 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:42:13.070210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:floatingip and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:42:13.073020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:42:13.078634 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:42:13.093080 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:13.244198 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:13.382977 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Allocated IP 172.26.4.133 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/58f2ff86-05db-4f15-acfc-ec1eefa30c31) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:42:13.526721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:13.558637 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:13.565631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d25f50fa-4d09-4d03-85a2-831d498536f8 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:13.629040 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:42:13.632365 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:42:13.636088 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:42:13.674984 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'Port': ['ID=58f2ff86-05db-4f15-acfc-ec1eefa30c31,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:13.679361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:13.773084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:14.063874 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:14.148172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:14.362832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:14.369820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:14.373548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:42:14.478309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'Port': ['ID=58f2ff86-05db-4f15-acfc-ec1eefa30c31,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:42:14.482458 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:42:14.491304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:14.791760 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Floating IP 8871a51c-fb43-415e-aae7-157d2564e845 associated. External IP: 172.26.4.133, port: d6168fc8-c6bc-457f-b60c-016fc7bcaaab.
Nov 29 12:42:15.153218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:42:15.341594 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:42:15.351721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:42:15.362046 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:42:15.362921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0816d970>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:15.367802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:15.423562 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3673031
Nov 29 12:42:15.424210 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:42:15.470115 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'status': 'completed', 'code': 200}
Nov 29 12:42:15.545678 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:42:15.565916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-965804bb-6d7e-4ded-b720-e8a0fb91d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:15.567579 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-965804bb-6d7e-4ded-b720-e8a0fb91d947 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1098 time: 0.0756531
Nov 29 12:42:15.702333 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-2a3034e8-531c-492b-87da-c3949874772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:15.703744 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-2a3034e8-531c-492b-87da-c3949874772c service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1295891
Nov 29 12:42:15.810448 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-721cf365-18d1-47a2-8bf5-93f065308a0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 999 time: 0.1005082
Nov 29 12:42:15.877309 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-27991c88-84a0-45f9-8cf3-4de4f0fb189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:15.879906 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-27991c88-84a0-45f9-8cf3-4de4f0fb189a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0630252
Nov 29 12:42:15.948149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0816d970>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '8871a51c-fb43-415e-aae7-157d2564e845', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'floating_ip_address': '172.26.4.133', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'mac_address': 'fa:16:3e:04:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971f9d21-cec5-463a-8340-838868594484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:42:14Z', 'updated_at': '2021-11-29T12:42:14Z', 'revision_number': 0, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:15.952036 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:42:15.958569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-9fa97aae-36f2-4364-8313-b71761f072c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:15.960372 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-9fa97aae-36f2-4364-8313-b71761f072c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744977
Nov 29 12:42:15.961280 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:42:15.961898 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0816d970>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:41:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:16.094470 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-c0fc3f41-786a-419f-9548-40100cddf54f service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273987
Nov 29 12:42:16.143918 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:42:16.231797 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84d4d1cc-c4bf-4b96-ab9d-5002ee619694 req-98e84a38-7dbe-4f0c-9576-72a691f7c414 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292663
Nov 29 12:42:16.494314 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0816d970>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '8871a51c-fb43-415e-aae7-157d2564e845', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'floating_ip_address': '172.26.4.133', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'mac_address': 'fa:16:3e:04:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971f9d21-cec5-463a-8340-838868594484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:42:14Z', 'updated_at': '2021-11-29T12:42:14Z', 'revision_number': 0, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:42:16.500674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830c5cd-657c-417a-92d8-fd77644aad3f None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '8871a51c-fb43-415e-aae7-157d2564e845', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'floating_ip_address': '172.26.4.133', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'mac_address': 'fa:16:3e:04:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971f9d21-cec5-463a-8340-838868594484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:42:14Z', 'updated_at': '2021-11-29T12:42:14Z', 'revision_number': 0, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:42:16.712660 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb53ed-d561-48fc-bc9b-fe3587cda372 None None] New status for floating IP 8871a51c-fb43-415e-aae7-157d2564e845: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:42:25.065233 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:42:25.830818 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-7c6a5f63-b38a-4755-980e-401a6fa113a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2035275
Nov 29 12:42:25.978230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-d41fc064-bca3-4bbe-a46d-66eb5f6ac155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:25.979762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-d41fc064-bca3-4bbe-a46d-66eb5f6ac155 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1098 time: 0.0742245
Nov 29 12:42:26.143551 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-28df350c-e187-43b7-b265-01bb6cc851ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:26.145010 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-28df350c-e187-43b7-b265-01bb6cc851ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1427550
Nov 29 12:42:26.252218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-44e20029-f57f-46e5-808e-0a6a34cbfac1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 1001 time: 0.0975518
Nov 29 12:42:26.318191 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-9b9035eb-d361-43d2-9206-2bc44bfc4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:26.320224 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-9b9035eb-d361-43d2-9206-2bc44bfc4995 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0620582
Nov 29 12:42:26.398794 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-b7d136ce-6c21-409a-82da-c501d89f08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:42:26.400325 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-b7d136ce-6c21-409a-82da-c501d89f08d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737164
Nov 29 12:42:26.542352 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-d29e9dce-4833-4f38-9364-c7e0633c038b service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335483
Nov 29 12:42:26.561235 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d7c68c3-4c85-4e57-984e-0ced67d45a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:26.683596 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ab08bfdc-7a8c-4c69-8d4a-70cf72ecd866 req-7dc5c57e-eb89-46b5-ad91-40c070ca641d service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300955
Nov 29 12:42:27.133611 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:29.121107 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-186581c1-0ead-49cc-b90a-212052b0a5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:30.334850 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:31.861908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:43.794305 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:56.573806 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5d6398f-cd5a-4089-abda-80b8930a8674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:57.127362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:42:59.122832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10292fd1-8ec4-4849-a799-07591a97d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:00.331360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:01.866151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:02.064746 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:43:13.810401 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:18.243735 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-e4fce5c8-0367-4446-b3f9-4098d7d7ab3e req-55585c2b-a4e4-41c9-ab32-a6a90c79103e service neutron] (87600) timed out ('10.222.0.20', 58668) {{(pid=87600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 29 12:43:26.572865 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4cd85845-43ba-43e6-bffa-70eb185cd200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:27.132069 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:27.755442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-3cb1882b-0f67-47cd-92bf-03abad5d981b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0808425
Nov 29 12:43:27.912975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-031f004c-90b6-400f-8c93-3f5aff6a7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:43:27.914460 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-031f004c-90b6-400f-8c93-3f5aff6a7e94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1098 time: 0.0860472
Nov 29 12:43:28.062155 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-4669c819-ddba-49d6-bc9a-40b2ba8afec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:43:28.063642 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-4669c819-ddba-49d6-bc9a-40b2ba8afec2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1294923
Nov 29 12:43:28.175049 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-04f9f9ff-1c1e-4756-8d04-3cf68cc690ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 1001 time: 0.1037085
Nov 29 12:43:28.238469 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-e0ad5af2-7542-41c0-a0b0-8b5c1791ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:43:28.239897 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-e0ad5af2-7542-41c0-a0b0-8b5c1791ee79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0582576
Nov 29 12:43:28.321111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-51aa3bb3-ee8a-40a9-93bd-5065fa9ca8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:43:28.322624 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-51aa3bb3-ee8a-40a9-93bd-5065fa9ca8a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761206
Nov 29 12:43:28.459638 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-9a1a694a-67b5-4b00-8060-81571d914cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296434
Nov 29 12:43:28.719667 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb64f750-f995-4fcf-9d8f-49989056c982 req-2e55d8ec-9050-40be-9a05-17e1d7c56bbc service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2538810
Nov 29 12:43:29.122557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7f75e67-dbf5-4e63-ab03-e448b0993049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:30.335204 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:31.870884 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:39.066700 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:43:43.808799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:56.572724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7adb8d00-e89c-46fe-962d-d9aedfcd79be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:57.137985 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:43:59.121701 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8cdb-78d8-4a69-96d7-f0da44458893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:00.341173 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:01.874749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:10.666142 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7aca2b-ba51-46c2-84d5-300ed2454ef3 req-f77ad51d-b21d-4598-bad7-c81699e2f97d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:10.667645 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f7aca2b-ba51-46c2-84d5-300ed2454ef3 req-f77ad51d-b21d-4598-bad7-c81699e2f97d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0848143
Nov 29 12:44:10.713919 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4f7aca2b-ba51-46c2-84d5-300ed2454ef3 req-f4171134-6413-4c1e-b366-78d24e8fde1b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384767
Nov 29 12:44:11.934103 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15120b-ff5d-4407-98cd-a0acd3713652 req-30981270-a405-4190-a452-08face045e08 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:11.935612 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aa15120b-ff5d-4407-98cd-a0acd3713652 req-30981270-a405-4190-a452-08face045e08 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0877602
Nov 29 12:44:11.994595 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aa15120b-ff5d-4407-98cd-a0acd3713652 req-241fb60a-e26e-4aa3-9333-82d3b2894853 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509815
Nov 29 12:44:13.229652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9d5f-261a-48a6-8716-5b2bd2ada51f req-41596d7c-6d0e-46f9-820b-5d755f681561 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:13.231382 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-092e9d5f-261a-48a6-8716-5b2bd2ada51f req-41596d7c-6d0e-46f9-820b-5d755f681561 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.1062524
Nov 29 12:44:13.277585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-092e9d5f-261a-48a6-8716-5b2bd2ada51f req-9da3e638-e71a-48dd-bb68-16813c2670e0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402119
Nov 29 12:44:13.814022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:14.486785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eef762-4b3a-47db-835b-82887e0ea4ca req-b71578f5-72a1-4efb-af95-132488285a90 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:14.488341 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f9eef762-4b3a-47db-835b-82887e0ea4ca req-b71578f5-72a1-4efb-af95-132488285a90 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0908303
Nov 29 12:44:14.532141 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f9eef762-4b3a-47db-835b-82887e0ea4ca req-ac7bc9d9-5183-46f6-a1a1-9210b895ab6c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381417
Nov 29 12:44:15.730118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beb496-9d3e-4e39-af2c-61178db6876e req-b295c042-955f-4a3e-9ae0-ff02f942fae4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:15.731607 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09beb496-9d3e-4e39-af2c-61178db6876e req-b295c042-955f-4a3e-9ae0-ff02f942fae4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0878811
Nov 29 12:44:15.780259 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-09beb496-9d3e-4e39-af2c-61178db6876e req-705ee078-9ed3-4a6b-af52-d6077e54f49e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428939
Nov 29 12:44:16.066055 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:44:16.974549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c09f-2884-4daa-be35-bb3eadb02f8b req-58372a81-eea9-42af-ae5a-df91515c66ff tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:16.976022 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4228c09f-2884-4daa-be35-bb3eadb02f8b req-58372a81-eea9-42af-ae5a-df91515c66ff tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0867865
Nov 29 12:44:17.024665 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4228c09f-2884-4daa-be35-bb3eadb02f8b req-93649a26-06f2-4bf4-8787-ed5b7fce32fe tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424600
Nov 29 12:44:18.229790 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32c91-58a2-4afb-96e1-b85b33d0968d req-0fff8062-9a34-423f-a0c1-2cdc3b4117fd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:18.231349 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2aa32c91-58a2-4afb-96e1-b85b33d0968d req-0fff8062-9a34-423f-a0c1-2cdc3b4117fd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0930839
Nov 29 12:44:18.278653 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2aa32c91-58a2-4afb-96e1-b85b33d0968d req-d060a14f-392a-4553-8f9b-e245b65291a3 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390689
Nov 29 12:44:19.480379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2ff3f-f3e0-4881-944c-4f01991ed83c req-fadbd17c-8888-4d67-9499-09bfd18f56f6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:19.481854 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76d2ff3f-f3e0-4881-944c-4f01991ed83c req-fadbd17c-8888-4d67-9499-09bfd18f56f6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0909619
Nov 29 12:44:19.526996 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76d2ff3f-f3e0-4881-944c-4f01991ed83c req-a9f32cae-159f-4ede-a40c-baf0168e5b70 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393546
Nov 29 12:44:20.746761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd3b8-7f4a-4b94-a47c-104a14406259 req-7c962fd7-4a96-401c-967f-8d336d83f67f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:20.748232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c0ccd3b8-7f4a-4b94-a47c-104a14406259 req-7c962fd7-4a96-401c-967f-8d336d83f67f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0971959
Nov 29 12:44:20.794769 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c0ccd3b8-7f4a-4b94-a47c-104a14406259 req-e6bb80a6-6402-4166-8714-b001881e3008 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383487
Nov 29 12:44:21.998506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d156f-f6fd-4499-86b7-efb956ee3373 req-0d79ab39-3acb-4a77-9d4a-d0105b441f1a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:21.999913 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e62d156f-f6fd-4499-86b7-efb956ee3373 req-0d79ab39-3acb-4a77-9d4a-d0105b441f1a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0932634
Nov 29 12:44:22.047767 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e62d156f-f6fd-4499-86b7-efb956ee3373 req-96933e6f-41a9-4949-8f27-94040c07abbc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407138
Nov 29 12:44:23.121527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:44:23.248929 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa26ba-af71-4bdb-99b3-a5a69b05955f req-4d3714af-ea3e-48f3-a156-67b2071f69cd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:23.250426 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d4aa26ba-af71-4bdb-99b3-a5a69b05955f req-4d3714af-ea3e-48f3-a156-67b2071f69cd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0873795
Nov 29 12:44:23.262125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:23.282195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'mac_address': 'fa:16:3e:04:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:44:23.299091 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d4aa26ba-af71-4bdb-99b3-a5a69b05955f req-3306b368-fd6b-40d9-88a2-87ba85b992af tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430710
Nov 29 12:44:23.404331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:23.421529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6168fc8-c6bc-457f-b60c-016fc7bcaaab {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:44:23.437350 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:23.441200 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:23.444718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:44:23.514796 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:44:23.522152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.523121 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.523542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.523881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.524223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.524543 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.524900 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.525208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.525531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.525844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.526164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.526482 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:44:23.531327 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d6168fc8-c6bc-457f-b60c-016fc7bcaaab'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:44:23.559343 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:44:24.500593 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad95e61-de29-44bd-b4c2-34bc88d33dd8 req-0504bc8b-cd1b-44f8-8bf8-85156a1c8589 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:24.502869 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ad95e61-de29-44bd-b4c2-34bc88d33dd8 req-0504bc8b-cd1b-44f8-8bf8-85156a1c8589 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 944 time: 0.0868993
Nov 29 12:44:24.557589 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ad95e61-de29-44bd-b4c2-34bc88d33dd8 req-3a38bbab-6cb7-4738-98b1-b0fdb83c0319 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456152
Nov 29 12:44:25.138733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:44:25.212132 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d6168fc8-c6bc-457f-b60c-016fc7bcaaab triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:44:25.212605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:25.354964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:25.390340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:44:25.400976 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:25.406242 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:25.411961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fda51787-363b-4de6-8bf2-66942b250e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:44:25.496147 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:44:25.500211 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:44:25.510773 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'code': 200}
Nov 29 12:44:25.771124 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5ad4f-6401-482a-a413-ea78684f4509 req-9e177d11-7a5c-4991-890c-cc95cb65856f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:25.773387 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4f5ad4f-6401-482a-a413-ea78684f4509 req-9e177d11-7a5c-4991-890c-cc95cb65856f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.1003461
Nov 29 12:44:25.832159 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4f5ad4f-6401-482a-a413-ea78684f4509 req-4beb9094-98e2-4233-9f7a-91f2bd1227f1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526888
Nov 29 12:44:26.571797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-916e86e9-aca0-4e6c-876d-931c41d33a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:27.048114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd914be-e4e7-4cc0-b103-3395bea803d4 req-db0ac110-d959-4fce-9158-aa2477490f39 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:27.050317 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cd914be-e4e7-4cc0-b103-3395bea803d4 req-db0ac110-d959-4fce-9158-aa2477490f39 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0957034
Nov 29 12:44:27.100837 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3cd914be-e4e7-4cc0-b103-3395bea803d4 req-df037238-d822-4cdb-b76b-71a2cfba4e9d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434480
Nov 29 12:44:27.141673 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:27.790363 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-348ce377-bf25-48e5-8108-6d812f36049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:27.791986 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-348ce377-bf25-48e5-8108-6d812f36049e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1098 time: 0.0830436
Nov 29 12:44:27.949829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-055492ba-cad3-405a-967a-614e9a5df5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:27.951256 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-055492ba-cad3-405a-967a-614e9a5df5b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1392741
Nov 29 12:44:28.070794 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-7c732b3b-1ff2-4f60-9abf-2b1451e3c5d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 1001 time: 0.1128347
Nov 29 12:44:28.141330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-e701413f-ea01-4e68-8563-50d1d37079b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:28.142806 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-e701413f-ea01-4e68-8563-50d1d37079b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0655305
Nov 29 12:44:28.235019 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-1c377f80-4574-4821-8331-75f1b2627d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:28.236667 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-1c377f80-4574-4821-8331-75f1b2627d78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0862002
Nov 29 12:44:28.319462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d2cdd-44ff-4d33-8887-d884ba7effb9 req-c36b0568-5e7d-435e-97c8-655186870d16 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:28.321943 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-974d2cdd-44ff-4d33-8887-d884ba7effb9 req-c36b0568-5e7d-435e-97c8-655186870d16 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0992849
Nov 29 12:44:28.370121 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-974d2cdd-44ff-4d33-8887-d884ba7effb9 req-bfceabfd-4b3c-4e1c-9879-cc6dced0f91a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423243
Nov 29 12:44:28.380441 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-af138ee6-e1eb-44f9-a54e-55a7e503cb03 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357954
Nov 29 12:44:28.534282 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4ffb80e7-ad7a-44d6-b165-06444751983b req-168e781b-5811-4e19-8a06-dd3032cf4623 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464429
Nov 29 12:44:29.120165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c943ab6-949c-4a41-96b3-fbc434343092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:29.583245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5bfbc-fbc2-4faf-bd3c-f620f8742baa req-101f57df-62e5-4f9b-814c-9d460b9abd4e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:29.585186 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80c5bfbc-fbc2-4faf-bd3c-f620f8742baa req-101f57df-62e5-4f9b-814c-9d460b9abd4e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.1023381
Nov 29 12:44:29.643581 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-80c5bfbc-fbc2-4faf-bd3c-f620f8742baa req-4dae5d59-ccbc-4ec6-8ca3-7fc9d85cb10d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516694
Nov 29 12:44:30.340474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:30.836086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140630-dfdf-4082-83d7-356dc18fc451 req-ca6296d8-1ac5-40a7-8c44-00f1cce8b32e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:30.840139 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3a140630-dfdf-4082-83d7-356dc18fc451 req-ca6296d8-1ac5-40a7-8c44-00f1cce8b32e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0892615
Nov 29 12:44:30.886645 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3a140630-dfdf-4082-83d7-356dc18fc451 req-ab236cab-3803-4730-af1e-106ee81e605f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439515
Nov 29 12:44:31.876943 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:32.078069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49d06c-fa33-4423-9662-a067af85f395 req-3ef0959c-8860-4ef4-8af9-12681cfec5ba tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:32.079614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1d49d06c-fa33-4423-9662-a067af85f395 req-3ef0959c-8860-4ef4-8af9-12681cfec5ba tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0837882
Nov 29 12:44:32.128463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1d49d06c-fa33-4423-9662-a067af85f395 req-ad8e4b78-a115-4d66-ad39-c392e72fbc04 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423706
Nov 29 12:44:32.955976 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749606-a217-4444-a80c-5bf685113cf8 req-9b78122e-0fc5-4ec1-9611-05f859d5c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:32.957489 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-9b78122e-0fc5-4ec1-9611-05f859d5c2b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1098 time: 0.0811572
Nov 29 12:44:33.220320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749606-a217-4444-a80c-5bf685113cf8 req-f1e1969b-e3fc-4168-9629-e30a6a51a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:33.221818 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-f1e1969b-e3fc-4168-9629-e30a6a51a599 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.2577579
Nov 29 12:44:33.321681 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbeb5d-31d3-4b76-a4dc-8b4af37bde03 req-a66b1159-8ade-448c-8ff0-2554fededc5a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:33.323146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04cbeb5d-31d3-4b76-a4dc-8b4af37bde03 req-a66b1159-8ade-448c-8ff0-2554fededc5a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0847011
Nov 29 12:44:33.326463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-b19d3bb2-518f-456e-8f14-9ceee10d018c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 1001 time: 0.0970190
Nov 29 12:44:33.368642 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04cbeb5d-31d3-4b76-a4dc-8b4af37bde03 req-3871591e-d2cb-48f9-8bdc-fc1b6ff71035 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388422
Nov 29 12:44:33.390848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749606-a217-4444-a80c-5bf685113cf8 req-19dc07ab-fc11-4b65-a513-27a8a6009096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:33.392408 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-19dc07ab-fc11-4b65-a513-27a8a6009096 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0595069
Nov 29 12:44:33.473743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749606-a217-4444-a80c-5bf685113cf8 req-289decb3-43ef-4f8b-8b94-bf5c2469207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:33.475278 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-289decb3-43ef-4f8b-8b94-bf5c2469207a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760226
Nov 29 12:44:33.610070 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-aec44452-bc12-478c-855a-8c2e94b09a87 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269593
Nov 29 12:44:33.745343 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ef749606-a217-4444-a80c-5bf685113cf8 req-b4be2528-a4e2-4791-9b6f-7d4df05cf825 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278644
Nov 29 12:44:34.573195 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a847fc4-3326-4514-ae20-81cfe100d4a5 req-4ac020d1-7b71-4af6-859b-c6fa0e32be4a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:34.574548 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a847fc4-3326-4514-ae20-81cfe100d4a5 req-4ac020d1-7b71-4af6-859b-c6fa0e32be4a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0836785
Nov 29 12:44:34.620968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-3a847fc4-3326-4514-ae20-81cfe100d4a5 req-4dec1b31-d6a1-4cf8-8f0a-5b1612056537 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407138
Nov 29 12:44:35.828346 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad72ce-8f6a-4167-80b5-2f7322f5b38e req-ba3a85d1-2829-4502-9675-ec4744dc3546 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:35.829804 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ad72ce-8f6a-4167-80b5-2f7322f5b38e req-ba3a85d1-2829-4502-9675-ec4744dc3546 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0889540
Nov 29 12:44:35.881493 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ad72ce-8f6a-4167-80b5-2f7322f5b38e req-f2ed9990-d078-4e2b-9282-c8ca5faefa53 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459485
Nov 29 12:44:36.406501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1b36-fd57-4abd-a3c3-21f4e9c45d00 req-6e5a333b-fef4-4f1f-9bb4-8acf0dc395b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:36.407984 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-227d1b36-fd57-4abd-a3c3-21f4e9c45d00 req-6e5a333b-fef4-4f1f-9bb4-8acf0dc395b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 945 time: 0.0901008
Nov 29 12:44:36.453333 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-227d1b36-fd57-4abd-a3c3-21f4e9c45d00 req-02bb78f4-213a-475b-8494-a15422f6404d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394664
Nov 29 12:44:36.577721 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 34972) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:44:36.741642 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-2de00bb8-5713-42a7-b3d1-0af70520d47e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1624360
Nov 29 12:44:37.168494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:44:37.287467 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:37.317033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:44:37.327198 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:37.333004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:37.335722 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:44:37.376583 dv-neutron-819579-1-hyperv neutron-server[87601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'code': 422} returned with failed status
Nov 29 12:44:37.408378 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:44:37.411465 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:44:37.644783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d202ec-afab-4291-b04b-baabca567c1f req-19b928c1-f788-44b2-a724-24de3b0d69fb tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:37.646156 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-07d202ec-afab-4291-b04b-baabca567c1f req-19b928c1-f788-44b2-a724-24de3b0d69fb tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0871007
Nov 29 12:44:37.691471 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-07d202ec-afab-4291-b04b-baabca567c1f req-d59b53f0-1383-4194-8d03-800d61c21ab1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391688
Nov 29 12:44:37.815104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff038-8b9f-400a-a891-e4abe622282b req-5c024711-8b30-4c1c-bae3-1656d7ae9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:37.816619 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-5c024711-8b30-4c1c-bae3-1656d7ae9ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484&tenant_id=aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 1096 time: 0.0773349
Nov 29 12:44:37.914411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff038-8b9f-400a-a891-e4abe622282b req-42833c38-0faf-4c98-a848-63b3d783e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:37.915847 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-42833c38-0faf-4c98-a848-63b3d783e5b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1096 time: 0.0757041
Nov 29 12:44:38.058944 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff038-8b9f-400a-a891-e4abe622282b req-8987a1b4-1b50-46b3-bea3-0af355964de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:38.060451 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-8987a1b4-1b50-46b3-bea3-0af355964de0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1384630
Nov 29 12:44:38.162147 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-1fdf5623-6959-49dc-aac4-2f5fd1ea5212 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 999 time: 0.0953093
Nov 29 12:44:38.231822 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff038-8b9f-400a-a891-e4abe622282b req-c0571e7a-35a9-41dd-bfe6-dba34b42d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:38.233166 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-c0571e7a-35a9-41dd-bfe6-dba34b42d299 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0641477
Nov 29 12:44:38.314639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff038-8b9f-400a-a891-e4abe622282b req-e1c674fa-2aaa-41fa-a37d-2d7387c67183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:38.316161 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-e1c674fa-2aaa-41fa-a37d-2d7387c67183 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767963
Nov 29 12:44:38.462650 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-29fe9567-dfbe-4d51-896e-757104ad8088 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371558
Nov 29 12:44:38.596267 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4fbff038-8b9f-400a-a891-e4abe622282b req-b89b8f6a-58a9-4e6e-b52c-2fedfff42441 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268716
Nov 29 12:44:38.883343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865402-82f8-4a7f-b477-4ca312b95ea8 req-9d1142d4-fe92-47b9-a95e-9e34fcd51c1f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:38.884967 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-98865402-82f8-4a7f-b477-4ca312b95ea8 req-9d1142d4-fe92-47b9-a95e-9e34fcd51c1f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0825875
Nov 29 12:44:38.931359 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-98865402-82f8-4a7f-b477-4ca312b95ea8 req-4b340c8d-6ccb-4751-8202-cc7048d48cf3 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408664
Nov 29 12:44:40.134626 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda13268-1034-4c64-aa90-17d7af74b38c req-84d7c86d-9891-4f72-b3d0-5347b7d2cd8a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:40.136170 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dda13268-1034-4c64-aa90-17d7af74b38c req-84d7c86d-9891-4f72-b3d0-5347b7d2cd8a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0931597
Nov 29 12:44:40.317036 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dda13268-1034-4c64-aa90-17d7af74b38c req-c940de9e-4adf-420a-b322-a19b60efd945 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1747723
Nov 29 12:44:41.645588 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c4110-a106-44e7-a272-8b658ded83f0 req-bbd55876-c70e-4045-bf3a-69699360040b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:41.646998 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-140c4110-a106-44e7-a272-8b658ded83f0 req-bbd55876-c70e-4045-bf3a-69699360040b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.2165873
Nov 29 12:44:41.692538 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-140c4110-a106-44e7-a272-8b658ded83f0 req-32e7244e-8e15-41b9-ac71-ca72cc5e5c96 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396461
Nov 29 12:44:42.894785 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5261b-f811-4164-9e6e-f82d15833c1d req-806f8b9d-5257-49c0-be8d-e6333f4dc02a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:42.896262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3ad5261b-f811-4164-9e6e-f82d15833c1d req-806f8b9d-5257-49c0-be8d-e6333f4dc02a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0862498
Nov 29 12:44:42.942634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3ad5261b-f811-4164-9e6e-f82d15833c1d req-7cdf4419-03db-4499-a120-a31071446c7e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404928
Nov 29 12:44:43.820795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:44.139504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c33d3-457c-491b-92ac-ca446e621e74 req-badb865f-f26c-44dd-a410-af4a6abc09ad tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:44.141719 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-231c33d3-457c-491b-92ac-ca446e621e74 req-badb865f-f26c-44dd-a410-af4a6abc09ad tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0885828
Nov 29 12:44:44.188872 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-231c33d3-457c-491b-92ac-ca446e621e74 req-2b64f893-ddab-4ed4-baa0-8409cf05bd17 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410480
Nov 29 12:44:45.392843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66ed1e-59dc-467c-9ac2-dad2ac40dc2b req-54299c2a-d93d-4665-98c2-c5ead3da7714 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:45.394376 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3a66ed1e-59dc-467c-9ac2-dad2ac40dc2b req-54299c2a-d93d-4665-98c2-c5ead3da7714 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0864758
Nov 29 12:44:45.440685 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3a66ed1e-59dc-467c-9ac2-dad2ac40dc2b req-c30631bf-aa0d-42c2-925e-3439ca06c66e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399151
Nov 29 12:44:46.638483 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1ce3-ba89-4e5a-b1c0-854bf21cb8c7 req-131e420a-3200-464e-9848-2f0aa370f3f0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:46.640076 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12aa1ce3-ba89-4e5a-b1c0-854bf21cb8c7 req-131e420a-3200-464e-9848-2f0aa370f3f0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0895135
Nov 29 12:44:46.687483 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-12aa1ce3-ba89-4e5a-b1c0-854bf21cb8c7 req-17143b59-93b8-4c23-8090-f2f69468f44e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417209
Nov 29 12:44:47.891490 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8f460-8309-4998-b4d7-a784dd96ded0 req-87cfbbc7-c1ba-4eca-a13b-d41ed1e7a5eb tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:47.893677 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-66d8f460-8309-4998-b4d7-a784dd96ded0 req-87cfbbc7-c1ba-4eca-a13b-d41ed1e7a5eb tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0833831
Nov 29 12:44:47.945454 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-66d8f460-8309-4998-b4d7-a784dd96ded0 req-f2a6643e-78dc-4d21-82e6-48d83174f47e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453482
Nov 29 12:44:49.148517 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb780b-c657-46dd-945b-978c7053503e req-9e2456ca-7eec-4179-a31b-cd4b3857d5e1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:49.149967 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c7eb780b-c657-46dd-945b-978c7053503e req-9e2456ca-7eec-4179-a31b-cd4b3857d5e1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0926275
Nov 29 12:44:49.197556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c7eb780b-c657-46dd-945b-978c7053503e req-1765a1ad-7dfa-4d14-90ea-ec313f259d3f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418360
Nov 29 12:44:50.391303 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c584972-602f-49f3-9ff0-27537fd1b745 req-af0c85b8-44d4-4751-b0d2-166f9235882b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:50.392750 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c584972-602f-49f3-9ff0-27537fd1b745 req-af0c85b8-44d4-4751-b0d2-166f9235882b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0852649
Nov 29 12:44:50.438643 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c584972-602f-49f3-9ff0-27537fd1b745 req-8a36c995-b905-47c7-844b-2d51dad97a35 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398042
Nov 29 12:44:51.645799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb1e0f-b1c1-4989-8062-3c02fb85da6c req-6bb453a6-6cd4-41dc-9b40-96c69f83ea37 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:51.647344 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13fb1e0f-b1c1-4989-8062-3c02fb85da6c req-6bb453a6-6cd4-41dc-9b40-96c69f83ea37 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0857117
Nov 29 12:44:51.701762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13fb1e0f-b1c1-4989-8062-3c02fb85da6c req-9575e19d-8e48-4b30-84b3-3a98fd87e387 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486424
Nov 29 12:44:52.901033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896cdc4-a880-47de-b233-c3fcdc549f5f req-f81fdb12-64fc-4ea0-bab2-ca11b7492908 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:52.902527 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f896cdc4-a880-47de-b233-c3fcdc549f5f req-f81fdb12-64fc-4ea0-bab2-ca11b7492908 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 943 time: 0.0905921
Nov 29 12:44:52.947366 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f896cdc4-a880-47de-b233-c3fcdc549f5f req-11ba8fc5-587e-4a41-9b55-32b5f7798997 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390728
Nov 29 12:44:53.065853 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:44:53.187880 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:44:53.330330 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:53.343386 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'port_id': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'mac_address': 'fa:16:3e:04:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:44:53.405698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:53.425833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6168fc8-c6bc-457f-b60c-016fc7bcaaab {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:44:53.448835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:53.457045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:53.459993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:44:53.527277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:44:53.530666 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:44:53.680538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['d6168fc8-c6bc-457f-b60c-016fc7bcaaab'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:44:54.142284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe714-939e-40e6-800b-35b9c9081838 req-e8e91bdf-e549-4c95-a168-af780e8fe0fd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:54.143757 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0aabe714-939e-40e6-800b-35b9c9081838 req-e8e91bdf-e549-4c95-a168-af780e8fe0fd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 944 time: 0.0879538
Nov 29 12:44:54.189393 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0aabe714-939e-40e6-800b-35b9c9081838 req-3e3dcb87-d086-4acd-8c0c-538535801f5b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383241
Nov 29 12:44:55.216740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:44:55.295288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port d6168fc8-c6bc-457f-b60c-016fc7bcaaab triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:44:55.295594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:55.381138 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e7b7-dcb9-4e95-96f5-0d81ae6ce5a9 req-06d68f94-6f16-43bf-9851-d2fe51acd3ef tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:55.382605 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff90e7b7-dcb9-4e95-96f5-0d81ae6ce5a9 req-06d68f94-6f16-43bf-9851-d2fe51acd3ef tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 944 time: 0.0821807
Nov 29 12:44:55.417928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:55.427508 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff90e7b7-dcb9-4e95-96f5-0d81ae6ce5a9 req-a8f3c4c8-0fc7-4e91-bd98-1eba6bf90eb2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388300
Nov 29 12:44:55.446255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:44:55.455945 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:44:55.461000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:55.463118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:44:55.492650 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'code': 200}
Nov 29 12:44:55.532622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=10']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:44:55.535709 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:44:55.746123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a136-b8e1-4d96-99a9-3ff977217848 req-02cbe8d8-a54a-45ea-a6e1-0a164da59407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:55.747620 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea93a136-b8e1-4d96-99a9-3ff977217848 req-02cbe8d8-a54a-45ea-a6e1-0a164da59407 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1099 time: 0.0769737
Nov 29 12:44:55.788132 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ea93a136-b8e1-4d96-99a9-3ff977217848 req-8e7d9522-9f53-4d5e-b448-5b5c43f4d7c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341005
Nov 29 12:44:56.565581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d114c6a5-e02a-43f7-9d62-570ce8ef9f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:56.639868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35160d-70a5-453a-a315-87b5b1946add req-588b8391-7472-4453-8586-0e9f6198ec6b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:56.641348 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb35160d-70a5-453a-a315-87b5b1946add req-588b8391-7472-4453-8586-0e9f6198ec6b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 946 time: 0.0884383
Nov 29 12:44:56.686127 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb35160d-70a5-453a-a315-87b5b1946add req-76473821-0abf-49f2-8745-934d04780a46 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389421
Nov 29 12:44:57.136702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:44:57.897503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8bf0a-ee8d-45bd-a2b7-4adfbc34de8b req-2914f072-9606-414e-b963-fc215a6c2b3f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:44:57.899647 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0fd8bf0a-ee8d-45bd-a2b7-4adfbc34de8b req-2914f072-9606-414e-b963-fc215a6c2b3f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 946 time: 0.0944943
Nov 29 12:44:57.946190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0fd8bf0a-ee8d-45bd-a2b7-4adfbc34de8b req-b88af7da-0a6c-4171-9505-2b18da3404ea tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406187
Nov 29 12:44:59.117323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ad58e28-7f78-4ca9-89bd-4f804d02d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:00.349420 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:01.880591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:13.826164 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:26.576307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a39ce21e-eac2-480d-9a95-a261fc7b42db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:27.132239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:29.116276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5579097d-7e4d-4a95-b680-6f0c57e423bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:29.738335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-26b9a983-f653-4e85-8866-ebd02516dc24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739856
Nov 29 12:45:29.882898 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-f264943c-6927-4b87-860e-7094577808e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:45:29.884420 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-f264943c-6927-4b87-860e-7094577808e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1099 time: 0.0778103
Nov 29 12:45:30.032596 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-33796016-1725-4c75-86a5-8d1e57314bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:45:30.034040 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-33796016-1725-4c75-86a5-8d1e57314bb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1293821
Nov 29 12:45:30.064405 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:45:30.150951 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-1d40f17a-4f7b-4e2a-99dc-4ba3374cff9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 1001 time: 0.1100349
Nov 29 12:45:30.230608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-57dec9ea-fb92-4b0f-86c7-c440eab6c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:45:30.232677 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-57dec9ea-fb92-4b0f-86c7-c440eab6c8d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0753860
Nov 29 12:45:30.322502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-3385d89b-890f-4208-b60d-4b84600f2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:45:30.323948 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-3385d89b-890f-4208-b60d-4b84600f2792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0840993
Nov 29 12:45:30.347429 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:30.460993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-aa0dd705-561c-42aa-aa36-46e8c179b5a3 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302967
Nov 29 12:45:30.599251 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b3ad5427-8e78-474e-b091-0f38d4c1ce26 req-b4df6a9d-6197-49b2-9e7d-68580281da6a service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312761
Nov 29 12:45:31.913013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:43.850138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:56.590398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-df2986b9-6294-44d3-bfec-ab1156e64cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:57.135160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:45:59.117597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb457-e521-4d90-8cd2-7791cd2db5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:00.353032 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:01.883866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:07.064811 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:46:08.891613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:09.101001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Deleting port 58f2ff86-05db-4f15-acfc-ec1eefa30c31 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:46:09.101241 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:09.284064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:09.284459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:09.409443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Calling delete_port for 58f2ff86-05db-4f15-acfc-ec1eefa30c31 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:46:09.570387 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:09.574376 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70b64291-44bb-4087-8df5-5496d41066a7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:09.623261 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event deleted for resources: {'Port': ['ID=58f2ff86-05db-4f15-acfc-ec1eefa30c31,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:09.642877 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.643622 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.644232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.644842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.645459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.646430 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.646813 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.647179 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.647548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.648500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.648500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.648676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:09.675126 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:09.738248 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:09.738527 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Floating IP 8871a51c-fb43-415e-aae7-157d2564e845 disassociated (deleted). External IP: 172.26.4.133, port: d6168fc8-c6bc-457f-b60c-016fc7bcaaab.
Nov 29 12:46:10.238028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:46:10.425961 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:46:10.435549 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:46:10.445273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:46:10.445982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02e41be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:45:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:10.450246 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:10.505501 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad881060-107b-40c8-9fdb-be2a18727ce1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "DELETE /v2.0/floatingips/8871a51c-fb43-415e-aae7-157d2564e845 HTTP/1.1" status: 204  len: 168 time: 1.6126611
Nov 29 12:46:10.506176 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:46:10.616536 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'status': 'completed', 'code': 200}
Nov 29 12:46:10.645388 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:46:10.732627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-4f949edb-ba40-4d1e-bb7e-fdcb8353caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:10.734215 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-4f949edb-ba40-4d1e-bb7e-fdcb8353caca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 1099 time: 0.0938957
Nov 29 12:46:10.976192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02e41be0>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:10.980267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:46:10.988834 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:46:10.989399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02e41be0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:45:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:11.053719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-9d61d356-7096-4866-b823-711c7e49db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:11.055247 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-9d61d356-7096-4866-b823-711c7e49db0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.3111715
Nov 29 12:46:11.126169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6b22-b889-4fd3-8388-76aeb5420a6f req-91954251-e092-47d3-99a1-f5bd2cdf2134 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:11.127645 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-24bc6b22-b889-4fd3-8388-76aeb5420a6f req-91954251-e092-47d3-99a1-f5bd2cdf2134 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 946 time: 0.1880794
Nov 29 12:46:11.141024 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-cf209d60-c7f1-4755-a5a0-d3bf41e492ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 200  len: 217 time: 0.0780616
Nov 29 12:46:11.179379 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:46:11.227962 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-24bc6b22-b889-4fd3-8388-76aeb5420a6f req-8e3b0275-a677-45e1-bc93-d2d9b872aea4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893543
Nov 29 12:46:11.231772 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-64116d99-e1ea-4a09-bc63-f69e1e9e320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:11.232944 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-64116d99-e1ea-4a09-bc63-f69e1e9e320d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0799272
Nov 29 12:46:11.313185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-70a5b80c-aafd-4dc6-903e-6fb943baf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:11.314701 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-70a5b80c-aafd-4dc6-903e-6fb943baf331 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748818
Nov 29 12:46:11.327270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-f2c91ff1-b830-42ee-b9aa-d3d453ad9bd8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:46:11.328175 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-f2c91ff1-b830-42ee-b9aa-d3d453ad9bd8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049248
Nov 29 12:46:11.475629 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-bacd38eb-3300-4d4b-a1a8-712502af9418 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404269
Nov 29 12:46:11.514736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02e41be0>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:11.518655 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34f995-ec78-4af7-90a3-69f11b2909f1 None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:46:11.614761 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d9103d9a-bdc9-45ba-8f92-9e1a092a4a8f req-d14f692f-5aef-4f89-a470-3ee631979f82 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316047
Nov 29 12:46:11.747148 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bb22e-5d9c-456e-a969-c91d74ab6f84 None None] New status for floating IP 8871a51c-fb43-415e-aae7-157d2564e845: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:46:12.155662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-148af77d-da33-432e-987a-0354c3f17903 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:12.156981 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-148af77d-da33-432e-987a-0354c3f17903 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 946 time: 0.0876613
Nov 29 12:46:12.228924 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Deleting port d6168fc8-c6bc-457f-b60c-016fc7bcaaab {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:46:12.229228 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:12.477300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb89251-bb57-4528-82ab-46c211db4a47 req-af23fc63-0f3b-42fb-bc76-9a45365c2c4c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:12.477921 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-abb89251-bb57-4528-82ab-46c211db4a47 req-af23fc63-0f3b-42fb-bc76-9a45365c2c4c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:46:12.482369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] For port d6168fc8-c6bc-457f-b60c-016fc7bcaaab, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:46:12.482716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:12.496598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-abb89251-bb57-4528-82ab-46c211db4a47 req-af23fc63-0f3b-42fb-bc76-9a45365c2c4c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:46:12.497805 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-abb89251-bb57-4528-82ab-46c211db4a47 req-af23fc63-0f3b-42fb-bc76-9a45365c2c4c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=971f9d21-cec5-463a-8340-838868594484 HTTP/1.1" status: 200  len: 946 time: 0.1556389
Nov 29 12:46:12.546783 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-abb89251-bb57-4528-82ab-46c211db4a47 req-af23ed92-086f-4331-a5fd-d36dca83bff2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429604
Nov 29 12:46:12.613697 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Calling delete_port for d6168fc8-c6bc-457f-b60c-016fc7bcaaab owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:46:12.765454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:12.772949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:12.825169 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event deleted for resources: {'Port': ['ID=d6168fc8-c6bc-457f-b60c-016fc7bcaaab,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:12.864376 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.865201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.865590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.865961 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.866334 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.866704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.867071 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.867465 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.867832 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.868192 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.868554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.868916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:12.876029 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:12.912035 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] No DVR routers for this DVR port d6168fc8-c6bc-457f-b60c-016fc7bcaaab on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:46:12.914639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:12.917137 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-deleted', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:46:12.934017 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e675c147-42d1-438f-8292-38ad3fde8c8f req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "DELETE /v2.0/ports/d6168fc8-c6bc-457f-b60c-016fc7bcaaab HTTP/1.1" status: 204  len: 173 time: 0.7708120
Nov 29 12:46:13.017503 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971f9d21-cec5-463a-8340-838868594484', 'name': 'network-vif-deleted', 'tag': 'd6168fc8-c6bc-457f-b60c-016fc7bcaaab', 'status': 'completed', 'code': 200}
Nov 29 12:46:13.645548 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:13.730038 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:13.760783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:13.829662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:13.833581 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7a06b600-5e74-451e-af2a-11b137b53be5 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:13.848590 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:13.852028 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:13.853042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:13.861523 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:13.862690 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc62b694-8814-4acf-9182-6af4e95f474a tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "DELETE /v2.0/security-groups/b62d1a6c-7aa2-414d-b11d-f6ff44f3b3c8 HTTP/1.1" status: 204  len: 168 time: 0.2159207
Nov 29 12:46:14.147361 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35150) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:14.152663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975508996', 'description': 'tempest-secgroup-smoke-1975508996 description', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:14.158743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.162897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.165996 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:14.173000 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:14.185528 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.206179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.210015 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.212897 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:14.218547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:14.295971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.302020 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.305521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cb12a0db-a896-4639-ba3d-bae0f13b671f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:14.346336 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:14.349279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:14.350259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.351463 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-cf5c5adc-26a6-4372-aa9c-2f3a561f4bd5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2031076
Nov 29 12:46:14.354610 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35154) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:14.360015 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': '4b32c3bb-bade-4fbc-8fb1-2c73a62e518b', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:14.366614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.371343 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.374401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:14.380495 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:14.400881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.473027 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.479410 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.481345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f7b0a21-a6d5-4e24-a50c-6d7e2caf1d88 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:14.503206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a842a2f-e5cc-46bd-9960-34e0a9c90509,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:14.506217 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:14.514647 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.515843 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3327cb6b-8e7f-4676-bc2a-67eb94787d78 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1601603
Nov 29 12:46:14.518998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:14.524431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': '4b32c3bb-bade-4fbc-8fb1-2c73a62e518b', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:14.530439 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.534251 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.537431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:14.543252 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:14.560360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.621189 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.626061 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.627958 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8436413a-2121-4ee5-a4e6-000a10ba69fd tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:14.653022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf09c614-4726-40c1-a727-8754d49a5a3c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:14.657327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:14.662751 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.663990 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-94a665d9-7e12-415c-9ee8-1778ac873e3e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1440063
Nov 29 12:46:14.666973 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:14.672170 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': '4b32c3bb-bade-4fbc-8fb1-2c73a62e518b', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:14.678524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.682607 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.685651 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:14.691697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:14.709871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.775831 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.781566 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.783703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70bf3884-69e1-47cc-86de-80925cb08ee2 tempest-TestMinimumBasicScenario-280362676 tempest-TestMinimumBasicScenario-280362676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:14.806625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1848a22-2658-4bab-8a4c-f146953a8ece,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:14.811210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:14.816870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.820009 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4799a557-f613-4928-8e04-eaa427bcf62f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1515853
Nov 29 12:46:14.821519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35166) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:14.827202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': '4b32c3bb-bade-4fbc-8fb1-2c73a62e518b', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:14.833837 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.837982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.841052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:14.847123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:14.866190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.930708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.935983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.937776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c019a109-3d92-4b5a-9aba-4c595108348f tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:14.959577 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2ef3d7-f75e-44e1-90af-6e211073b097,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:14.962006 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:14.971353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:14.973158 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-692b6fe9-477a-4959-bb92-0e0ecf7a3c64 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1505885
Nov 29 12:46:14.976514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35170) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:14.982073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': '4b32c3bb-bade-4fbc-8fb1-2c73a62e518b', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:14.988209 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:14.992409 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:14.995437 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:15.001217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:15.014218 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Project aebd71966cd14bb39b5f77ff70e3181e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:46:15.023683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.097320 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.107665 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.111956 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-3dc6567a-c10d-4b6a-90e6-068612705b87 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:15.253123 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a61f13d-2976-42b6-bbb8-f5c729ca7fde,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:15.255770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:15.265097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.266639 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7261cf8a-f478-4137-8a8a-6615d32f5de1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2891107
Nov 29 12:46:15.269743 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35174) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:15.277715 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'security_group_rule': {'security_group_id': '4b32c3bb-bade-4fbc-8fb1-2c73a62e518b', 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:15.287086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:15.291567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:security_group_rule and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:15.294556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:15.300502 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:15.313247 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Project aebd71966cd14bb39b5f77ff70e3181e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:46:15.320350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.386177 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.391714 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.393590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-75731542-9260-415d-9ccb-3b8314dcd9e5 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:15.415059 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0408d8dc-f322-4dde-91b2-41976b5a5a68,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:15.417605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:15.426384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:15.427683 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-bf8639a8-cbec-4237-9a93-73d66f308c3d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1565769
Nov 29 12:46:17.620970 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:46:17.707693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: d6168fc8-c6bc-457f-b60c-016fc7bcaaab {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:46:17.708045 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device d6168fc8-c6bc-457f-b60c-016fc7bcaaab not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:46:26.575693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94948b3b-ed02-46e4-90d8-42610279f7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:27.139331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:29.116853 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a76378e-ae39-403b-b39e-5c55a6de8fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:30.358634 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:30.617788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-dffa0f94-08b2-44ec-9f62-9f0dcd23f2d9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:46:30.637764 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-dffa0f94-08b2-44ec-9f62-9f0dcd23f2d9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:46:30.638997 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-dffa0f94-08b2-44ec-9f62-9f0dcd23f2d9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975508996&fields=id&tenant_id=aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 267 time: 0.0613580
Nov 29 12:46:30.794055 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-46abd6fc-aa9e-4c46-9e68-25496c6ffac6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:30.795663 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-46abd6fc-aa9e-4c46-9e68-25496c6ffac6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 809 time: 0.1471498
Nov 29 12:46:30.810862 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-ce49a57b-9395-4bf9-a28b-118d91dc70ea tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/quotas/aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 375 time: 0.0097597
Nov 29 12:46:30.901990 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-e54b0539-d4d4-45e9-9192-0ed2eeac60e2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:46:30.920949 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-e54b0539-d4d4-45e9-9192-0ed2eeac60e2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:46:30.922380 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-e54b0539-d4d4-45e9-9192-0ed2eeac60e2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1063533
Nov 29 12:46:31.159100 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-12b73bb9-6ec7-4401-8d7d-4622dbbcc16c service neutron] 10.222.0.20 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248092
Nov 29 12:46:31.294147 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-be2f6214-c923-44f4-a884-ef323f2802b3 service neutron] 10.222.0.20 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265373
Nov 29 12:46:31.701341 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-96e2a674-1fca-46f8-831b-1af13a093185 req-bc31373c-b334-4d49-8278-82fb1a7d04c1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 210 time: 0.0438449
Nov 29 12:46:31.884828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:32.924348 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7cad2e55-ad80-4bc0-804f-a32c0f8517e8 req-0a81885d-ccd5-4b14-b53d-04babafe5161 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 210 time: 0.1023364
Nov 29 12:46:32.987690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-f9a948ee-8ac8-4b02-8d5c-25ee0b07388b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:32.989132 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-f9a948ee-8ac8-4b02-8d5c-25ee0b07388b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 809 time: 0.2031517
Nov 29 12:46:33.041597 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-a6bb5b0f-797f-4be4-a034-a82e8d187fba tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 380 time: 0.0437675
Nov 29 12:46:33.050326 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'port': {'device_id': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'admin_state_up': True, 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'security_groups': ['4b32c3bb-bade-4fbc-8fb1-2c73a62e518b']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:33.202325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:33.211605 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:33.222541 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Made reservation on behalf of aebd71966cd14bb39b5f77ff70e3181e for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:46:33.226234 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:33.391608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Allocated IP 172.20.0.12 (041afac1-3f19-4a56-91f3-96cabeb00d98/e602ac12-fab8-42f3-8082-9d12c59753f4/04bae118-f574-4e8f-a17a-de76225b2704) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:46:33.597451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:33.613104 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Transition to ACTIVE for port object 04bae118-f574-4e8f-a17a-de76225b2704 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:46:33.637245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:33.643688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-00c0b2d9-8a79-4d35-a074-18bdb4f89815 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:33.710422 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:46:33.713466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:46:33.717618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:46:33.750693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:33.761752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:33.796368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:33.797279 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:33.827670 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7806971
Nov 29 12:46:33.885915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Request body: {'port': {'device_id': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:33.945651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d3078a3c-09d2-4b6e-8a74-3e7c19b62c13 None None] Provisioning for port 04bae118-f574-4e8f-a17a-de76225b2704 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:46:33.968927 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-d3078a3c-09d2-4b6e-8a74-3e7c19b62c13 None None] Provisioning complete for port 04bae118-f574-4e8f-a17a-de76225b2704 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:46:33.969546 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3078a3c-09d2-4b6e-8a74-3e7c19b62c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.001614 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.032238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d3078a3c-09d2-4b6e-8a74-3e7c19b62c13 None None] Port 04bae118-f574-4e8f-a17a-de76225b2704 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:46:34.142327 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af285d0a-5a20-4f25-8ac4-b41ff52a9c0d req-48104a63-d5a3-4141-9061-c28e3cd1e1c5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:34.144229 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af285d0a-5a20-4f25-8ac4-b41ff52a9c0d req-48104a63-d5a3-4141-9061-c28e3cd1e1c5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 932 time: 0.0978653
Nov 29 12:46:34.189386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af285d0a-5a20-4f25-8ac4-b41ff52a9c0d req-74e05069-e0e3-495b-a3b6-81afbd8d7ac6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:46:34.203661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-af285d0a-5a20-4f25-8ac4-b41ff52a9c0d req-74e05069-e0e3-495b-a3b6-81afbd8d7ac6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:46:34.204889 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af285d0a-5a20-4f25-8ac4-b41ff52a9c0d req-74e05069-e0e3-495b-a3b6-81afbd8d7ac6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546982
Nov 29 12:46:34.497232 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bae118-f574-4e8f-a17a-de76225b2704 {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:46:34.504622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.519727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Transition to ACTIVE for port object 04bae118-f574-4e8f-a17a-de76225b2704 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:46:34.525143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.531007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9cf47d4d-ae17-4d2a-8d8f-7e0fbaea5e8e tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:34.697864 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:34.701288 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:34.771347 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Attempting to bind port 04bae118-f574-4e8f-a17a-de76225b2704 on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:46:34.771681 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Attempting to bind port 04bae118-f574-4e8f-a17a-de76225b2704 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:46:34.771998 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Attempting to bind port 04bae118-f574-4e8f-a17a-de76225b2704 on network 041afac1-3f19-4a56-91f3-96cabeb00d98 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:46:34.776690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Port 04bae118-f574-4e8f-a17a-de76225b2704 on network 041afac1-3f19-4a56-91f3-96cabeb00d98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:46:34.777005 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Attempting to bind port 04bae118-f574-4e8f-a17a-de76225b2704 on network 041afac1-3f19-4a56-91f3-96cabeb00d98 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:46:34.782100 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:46:34.782429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Checking segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:46:34.782802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Bound using segment: {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:46:34.783230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Bound port: 04bae118-f574-4e8f-a17a-de76225b2704, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f0d536-d31f-44ac-b527-68e0b7ec8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:46:34.783563 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.874652 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:46:34.877625 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:46:34.884613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.892781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ffcdff0f-535c-4b6f-af58-e8d80a10a1f8 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:34.956328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:34.956942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:34.958355 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] 10.222.0.18 "PUT /v2.0/ports/04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1094 time: 1.1231520
Nov 29 12:46:34.958894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:46:34.982456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:34.986119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:35.034381 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'status': 'completed', 'code': 200}
Nov 29 12:46:35.078904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-437148be-198d-4aa4-afe8-a322a51bb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.080476 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-437148be-198d-4aa4-afe8-a322a51bb148 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1097 time: 0.0799935
Nov 29 12:46:35.153998 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-a1f5cf51-f718-4242-ac61-e4e186d1999c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 217 time: 0.0664585
Nov 29 12:46:35.217269 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-a659b0d5-5b65-4081-ae4d-af184941ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.218602 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-a659b0d5-5b65-4081-ae4d-af184941ec56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0582275
Nov 29 12:46:35.294793 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-2fa23578-6528-4037-8add-b7dd21d90b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.296363 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-2fa23578-6528-4037-8add-b7dd21d90b5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709124
Nov 29 12:46:35.393989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a6af-c8cb-4d0b-ab26-ca1e1c6f4bdc req-9d229ced-b96a-4f67-9fd6-f5c210fc1ff5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.395636 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da05a6af-c8cb-4d0b-ab26-ca1e1c6f4bdc req-9d229ced-b96a-4f67-9fd6-f5c210fc1ff5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0820677
Nov 29 12:46:35.436366 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-86ad1928-ae25-46f0-8700-4663f7876b4e service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331747
Nov 29 12:46:35.444863 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da05a6af-c8cb-4d0b-ab26-ca1e1c6f4bdc req-8e95db17-8176-4558-9f8b-7f609187a6f1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395327
Nov 29 12:46:35.574885 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-60b1efa6-a637-4507-a3b7-9da165abc2ad req-a37e9127-97eb-45a9-b468-3bcd714a2de8 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320117
Nov 29 12:46:35.702423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-bd635e38-3a02-4d6b-92ca-56309e3a2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.703938 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-bd635e38-3a02-4d6b-92ca-56309e3a2d1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1097 time: 0.0775316
Nov 29 12:46:35.843591 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-2b9f7890-3e3f-4535-be8f-1c263186ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.843591 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-2b9f7890-3e3f-4535-be8f-1c263186ad0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1310990
Nov 29 12:46:35.912442 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-f7e59bce-097f-4d99-9cf8-d46bb4cfd865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 217 time: 0.0642159
Nov 29 12:46:35.982101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-41a18620-da53-4273-86b3-41844f3694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:35.983550 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-41a18620-da53-4273-86b3-41844f3694aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0636809
Nov 29 12:46:36.059567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-752dbc89-e80b-4f3a-bcc3-e65eb9709c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:36.060978 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-752dbc89-e80b-4f3a-bcc3-e65eb9709c45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713272
Nov 29 12:46:36.324740 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-23264c58-a08f-4000-9f7a-c4f44974bac9 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573960
Nov 29 12:46:36.462411 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-548f7c02-ffca-4570-8d01-dc4c2bf09695 req-88fa3859-5b7c-453c-a7be-89462bdbc2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314492
Nov 29 12:46:36.649688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80768a1-3166-4d2d-8476-63eea8a0922f req-939cd85d-48f1-4655-a334-20c6e85756b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:36.650291 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-f80768a1-3166-4d2d-8476-63eea8a0922f req-939cd85d-48f1-4655-a334-20c6e85756b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:46:36.669683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-f80768a1-3166-4d2d-8476-63eea8a0922f req-939cd85d-48f1-4655-a334-20c6e85756b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:46:36.670949 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f80768a1-3166-4d2d-8476-63eea8a0922f req-939cd85d-48f1-4655-a334-20c6e85756b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.1119421
Nov 29 12:46:36.719254 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f80768a1-3166-4d2d-8476-63eea8a0922f req-2f03ec31-ff00-4bd6-a2d5-c5b558782cd1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396771
Nov 29 12:46:37.929931 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb1cbd-b2df-404a-960c-d6f0eb0638e5 req-1c2ce64a-014b-45cf-ae40-a20578942fff tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:37.931449 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ecb1cbd-b2df-404a-960c-d6f0eb0638e5 req-1c2ce64a-014b-45cf-ae40-a20578942fff tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0978940
Nov 29 12:46:37.984853 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ecb1cbd-b2df-404a-960c-d6f0eb0638e5 req-aebac25d-3086-468c-8adf-e82c1db360d2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471349
Nov 29 12:46:39.191244 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416621c-c8ce-49c9-bf1f-7bb1bfc6eba1 req-1d344fe8-4c8a-479d-ad5c-c6c8bd6c1451 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:39.192655 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2416621c-c8ce-49c9-bf1f-7bb1bfc6eba1 req-1d344fe8-4c8a-479d-ad5c-c6c8bd6c1451 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0908458
Nov 29 12:46:39.238678 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2416621c-c8ce-49c9-bf1f-7bb1bfc6eba1 req-5c3538bc-a903-4805-a83f-4b9b0a36ad0c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398507
Nov 29 12:46:40.441407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cf035-5823-49de-92cb-f68e7c7a7d8d req-e7d36942-1a01-4e2e-8362-c81bc38836af tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:40.442862 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-710cf035-5823-49de-92cb-f68e7c7a7d8d req-e7d36942-1a01-4e2e-8362-c81bc38836af tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0976107
Nov 29 12:46:40.492908 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-710cf035-5823-49de-92cb-f68e7c7a7d8d req-c425073d-f50d-4c5b-9d4a-6345a8759c72 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439587
Nov 29 12:46:41.691624 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d377b-e68a-4bd8-b243-59bbbe56b642 req-8872f920-c90d-4b38-b5c2-405edf95c5fc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:41.693076 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9f4d377b-e68a-4bd8-b243-59bbbe56b642 req-8872f920-c90d-4b38-b5c2-405edf95c5fc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0804706
Nov 29 12:46:41.744591 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9f4d377b-e68a-4bd8-b243-59bbbe56b642 req-67753e7b-fd00-47eb-9c0c-be4e79c8d57d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448472
Nov 29 12:46:42.958766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ede2bc-64e7-446b-b4d3-3fb36dac2100 req-185acf36-4b37-4093-90b1-1db12d26327c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:42.960249 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2ede2bc-64e7-446b-b4d3-3fb36dac2100 req-185acf36-4b37-4093-90b1-1db12d26327c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0957081
Nov 29 12:46:43.009182 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2ede2bc-64e7-446b-b4d3-3fb36dac2100 req-a8c38fab-784a-4322-94db-e64abf120621 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406225
Nov 29 12:46:43.746275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:46:43.902855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:43.904501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:46:43.918410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '04bae118-f574-4e8f-a17a-de76225b2704', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'port_id': '04bae118-f574-4e8f-a17a-de76225b2704', 'mac_address': 'fa:16:3e:41:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:46:43.978916 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:43.995697 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bae118-f574-4e8f-a17a-de76225b2704 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:46:44.011011 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:46:44.017307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:44.019084 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:44.063839 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:46:44.088126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:44.095501 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.095973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.096317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.096653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.096986 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.097319 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.097644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.097973 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.098296 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.098617 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.098936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.099289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:46:44.103153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:44.213811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedad98-0da3-442a-8b52-599172f89b8f req-ba61dc67-ea08-4839-bcb7-4263c37e8604 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:44.215358 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bfedad98-0da3-442a-8b52-599172f89b8f req-ba61dc67-ea08-4839-bcb7-4263c37e8604 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 945 time: 0.1016083
Nov 29 12:46:44.225340 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['04bae118-f574-4e8f-a17a-de76225b2704'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:46:44.261592 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-bfedad98-0da3-442a-8b52-599172f89b8f req-e6111884-1003-4502-8ae8-96e306a675c5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402293
Nov 29 12:46:45.469050 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dfde6-cbfb-44db-b875-3f4f28651e00 req-6ddc4046-0f5d-4c72-a417-95ff32a360a7 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:45.470599 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-497dfde6-cbfb-44db-b875-3f4f28651e00 req-6ddc4046-0f5d-4c72-a417-95ff32a360a7 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 945 time: 0.0997982
Nov 29 12:46:45.527589 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-497dfde6-cbfb-44db-b875-3f4f28651e00 req-cc0db92f-fca0-492d-99a4-0a80410e8e06 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510099
Nov 29 12:46:45.782839 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:46:45.867605 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 04bae118-f574-4e8f-a17a-de76225b2704 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:46:45.873223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 04bae118-f574-4e8f-a17a-de76225b2704 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:46:45.873608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:45.992221 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:46.022231 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:46:46.032354 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:46:46.037396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:46.039370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:46.069199 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'code': 200}
Nov 29 12:46:46.109578 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:46.112416 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:46.356618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbecc5-2277-4979-92da-a3af7d08b129 req-7c242679-5e46-4561-83ab-44986b137ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:46.358113 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38fbecc5-2277-4979-92da-a3af7d08b129 req-7c242679-5e46-4561-83ab-44986b137ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0771422
Nov 29 12:46:46.400178 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-38fbecc5-2277-4979-92da-a3af7d08b129 req-7bf6ae36-5cab-4261-96da-ce34186ac109 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357690
Nov 29 12:46:46.743091 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad558ab6-8b1b-4bb3-a363-02904b8699e6 req-ce8ff4d2-008a-4464-87bc-f703db51e301 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:46.744494 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad558ab6-8b1b-4bb3-a363-02904b8699e6 req-ce8ff4d2-008a-4464-87bc-f703db51e301 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0977731
Nov 29 12:46:46.789620 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad558ab6-8b1b-4bb3-a363-02904b8699e6 req-9bf74a18-71b8-4aec-ab6f-ce4696176d44 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393419
Nov 29 12:46:48.002967 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dac01-a724-467e-a8cf-793afb77cba6 req-931e8465-807c-4eac-b621-de913e3793fe tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:48.004540 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7b6dac01-a724-467e-a8cf-793afb77cba6 req-931e8465-807c-4eac-b621-de913e3793fe tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.1006932
Nov 29 12:46:48.052005 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-7b6dac01-a724-467e-a8cf-793afb77cba6 req-519a2a39-1cec-4c3e-850a-9613aa56ce20 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416806
Nov 29 12:46:48.250148 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f715-e6b4-466d-8308-7df3e198b3e8 req-ac351612-4d74-4651-97af-59ff97df3b99 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:48.251625 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b427f715-e6b4-466d-8308-7df3e198b3e8 req-ac351612-4d74-4651-97af-59ff97df3b99 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0933340
Nov 29 12:46:48.300266 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b427f715-e6b4-466d-8308-7df3e198b3e8 req-e05a25cb-fd5d-40c0-b89f-5d1e5ab4f748 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427010
Nov 29 12:46:48.330797 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35380) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:48.404833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35cca8-ed7c-428d-82f7-79245c89626e tempest-TestShelveInstance-967048131 tempest-TestShelveInstance-967048131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:48.406305 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-7e35cca8-ed7c-428d-82f7-79245c89626e tempest-TestShelveInstance-967048131 tempest-TestShelveInstance-967048131-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1094 time: 0.0744865
Nov 29 12:46:48.409742 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35384) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:46:48.414566 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '04bae118-f574-4e8f-a17a-de76225b2704', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:46:48.420666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:46:48.424492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Usage tracker for resource:floatingip and tenant:aebd71966cd14bb39b5f77ff70e3181e is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:46:48.427310 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:46:48.432971 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:46:48.449648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:48.593622 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:48.750641 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Allocated IP 172.26.4.243 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/87a069c6-60ba-412a-bb26-26468e16dcce) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:46:48.910056 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:48.941693 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:48.945691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-69072e28-98d2-4277-bfc7-dbe8164026f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:49.011384 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:46:49.014165 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:46:49.016733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:46:49.065154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'Port': ['ID=87a069c6-60ba-412a-bb26-26468e16dcce,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:49.069372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:49.568010 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:49.659963 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:49.867934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:49.874515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:49.878118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f15c4b02-10f6-47db-ad6a-86f6359d822d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:46:49.982646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event updated for resources: {'Port': ['ID=87a069c6-60ba-412a-bb26-26468e16dcce,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:46:49.986752 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:46:49.995713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:50.181438 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Floating IP 9d409148-df92-4d9e-b943-c00155ab1a04 associated. External IP: 172.26.4.243, port: 04bae118-f574-4e8f-a17a-de76225b2704.
Nov 29 12:46:50.545645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:46:50.732508 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:46:50.743336 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:46:50.753113 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:46:50.753735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ded190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:46:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:50.759367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:50.817910 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-52a27ea8-3bd0-436a-82fd-7f4852112fe0 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4069853
Nov 29 12:46:50.818492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:46:50.864066 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'status': 'completed', 'code': 200}
Nov 29 12:46:50.947279 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:46:50.961880 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-e30571c9-e346-4677-b212-5cd1a0582d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:50.963400 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-e30571c9-e346-4677-b212-5cd1a0582d18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0725930
Nov 29 12:46:51.232868 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-15ec59a3-07a3-4948-a6f1-1b31ca88c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:51.234230 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-15ec59a3-07a3-4948-a6f1-1b31ca88c3f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.2649291
Nov 29 12:46:51.303930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ded190>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9d409148-df92-4d9e-b943-c00155ab1a04', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'floating_ip_address': '172.26.4.243', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'port_id': '04bae118-f574-4e8f-a17a-de76225b2704', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'mac_address': 'fa:16:3e:41:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:46:49Z', 'updated_at': '2021-11-29T12:46:49Z', 'revision_number': 0, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:51.308138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:46:51.317184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:46:51.317804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ded190>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:46:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:51.338571 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-52b8874b-ba75-4d63-823c-90194c86e6ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1000 time: 0.0979669
Nov 29 12:46:51.404290 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-8cd7b758-5264-4943-962b-f18f3f6e9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:51.405783 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-8cd7b758-5264-4943-962b-f18f3f6e9e84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0612524
Nov 29 12:46:51.484877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-81f082c1-3a87-4655-aebd-f18968fcb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:46:51.486260 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-81f082c1-3a87-4655-aebd-f18968fcb9a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743341
Nov 29 12:46:51.539924 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:46:51.621275 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-b1ca8eb3-2fb2-4280-80c7-533643920033 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274972
Nov 29 12:46:51.761507 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a67296cd-f0a6-4e71-94a7-649a011f15d4 req-ed032491-3d61-47ec-aa9e-5798dd3e617f service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253941
Nov 29 12:46:51.890163 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ded190>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9d409148-df92-4d9e-b943-c00155ab1a04', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'floating_ip_address': '172.26.4.243', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'port_id': '04bae118-f574-4e8f-a17a-de76225b2704', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'mac_address': 'fa:16:3e:41:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:46:49Z', 'updated_at': '2021-11-29T12:46:49Z', 'revision_number': 0, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:46:51.894462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c08b2-624b-4020-b415-c88c9ff58996 None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '9d409148-df92-4d9e-b943-c00155ab1a04', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'floating_ip_address': '172.26.4.243', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'port_id': '04bae118-f574-4e8f-a17a-de76225b2704', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'mac_address': 'fa:16:3e:41:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:46:49Z', 'updated_at': '2021-11-29T12:46:49Z', 'revision_number': 0, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:46:52.220104 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ea8e0-09c9-4547-805f-e2c521eb6fd5 None None] New status for floating IP 9d409148-df92-4d9e-b943-c00155ab1a04: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:46:56.585894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bceab899-d6a1-432f-a46a-384f95e2db5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:57.145372 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:46:59.121901 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b7708db-df3c-4845-87b6-f55b0bd3fbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:00.365153 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:01.889417 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:13.888708 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:21.065608 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:47:26.586988 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c206a086-b091-4396-908e-d7b80e245803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:27.144371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:29.124877 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc63c-0b52-438a-bda4-14c3cb3186d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:29.707149 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-2b35cdc1-bc5f-45b7-b650-22e09e014c27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757670
Nov 29 12:47:29.853477 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-98b4151b-d3d3-41fe-a8ac-41994d8a409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:47:29.854934 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-98b4151b-d3d3-41fe-a8ac-41994d8a409e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0785277
Nov 29 12:47:30.020400 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-00a020cd-2777-4b2f-b140-54ccf96794ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:47:30.021854 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-00a020cd-2777-4b2f-b140-54ccf96794ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1435502
Nov 29 12:47:30.131948 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-72029902-ecfe-4819-8afd-27625a42da6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1002 time: 0.1036956
Nov 29 12:47:30.201510 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-2d13c9e5-279d-4fd3-b9a0-6ddca17a2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:47:30.203912 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-2d13c9e5-279d-4fd3-b9a0-6ddca17a2954 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0656247
Nov 29 12:47:30.293768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-7fe524ec-5836-46d1-b99e-a8d8ced0e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:47:30.295304 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-7fe524ec-5836-46d1-b99e-a8d8ced0e1e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0842714
Nov 29 12:47:30.361073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:30.429330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-b4af28dc-1342-4635-a1cb-d9514a1edbee service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274147
Nov 29 12:47:30.567085 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-de38c270-a50e-4bbe-bd32-7ecdeef0e993 req-875ba6eb-568f-498b-8c65-e55e923c789f service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314182
Nov 29 12:47:31.898907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:43.909283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:56.595586 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fcbc903a-a4f1-4ff5-8550-9cf398257ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:57.148580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:47:58.068351 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:47:59.124670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9727babf-050a-41d2-a5ce-1ce3324e0925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:00.373276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:01.895736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:13.910272 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:26.585576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff48d-eb88-432b-8198-9f333851514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:27.143389 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:29.125787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bdee-d9bd-4e81-a317-65affa1a3b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:30.374779 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:31.771733 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-6838b7a1-4e97-4ee7-88b7-17dab7d8d92e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796380
Nov 29 12:48:31.905840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:31.922505 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-c1ddc233-79b0-4e01-9462-6689d967a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:31.924020 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-c1ddc233-79b0-4e01-9462-6689d967a201 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0813656
Nov 29 12:48:32.212455 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-5b5481de-c3ce-4737-8952-069e02bdfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:32.213832 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-5b5481de-c3ce-4737-8952-069e02bdfdea service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.2691641
Nov 29 12:48:32.318783 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-972eac04-c4ea-4a27-b8b6-3f2627d14bb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1002 time: 0.0982692
Nov 29 12:48:32.388991 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-0d3e3b37-93c2-405b-a178-0907c3990cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:32.390448 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-0d3e3b37-93c2-405b-a178-0907c3990cf3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0651619
Nov 29 12:48:32.472878 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-0ae08615-496f-472e-94b7-48e0826b771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:32.474339 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-0ae08615-496f-472e-94b7-48e0826b771f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772882
Nov 29 12:48:32.616879 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-6ae8ddb2-0f30-4512-a048-16e5c37a51a3 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357882
Nov 29 12:48:32.764028 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e6184622-b3c1-4282-b994-cae5986af2d2 req-6a221719-98c0-4d24-94d9-a46466457bba service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403966
Nov 29 12:48:35.074167 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:48:43.910238 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:48.160065 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ceb51-1019-4c7b-8616-52bbb1470863 req-4b49ab08-bfd7-4503-b303-f20cd56d7180 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:48.161556 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-144ceb51-1019-4c7b-8616-52bbb1470863 req-4b49ab08-bfd7-4503-b303-f20cd56d7180 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0948582
Nov 29 12:48:48.211483 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-144ceb51-1019-4c7b-8616-52bbb1470863 req-ac28cb1c-62cb-410b-8237-d4ba0b7fe7ae tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440581
Nov 29 12:48:49.413745 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf44c8-7f7b-45f0-af9e-6950342e5946 req-21f30d91-9b3c-4501-b25d-cc7fd26117cd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:49.414996 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-38cf44c8-7f7b-45f0-af9e-6950342e5946 req-21f30d91-9b3c-4501-b25d-cc7fd26117cd tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0865543
Nov 29 12:48:49.466322 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-38cf44c8-7f7b-45f0-af9e-6950342e5946 req-736fec9c-7d6b-4957-92d6-ace7d2acc0ea tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429916
Nov 29 12:48:50.691083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6715-98c1-4bb3-ba1c-4513f434e2f2 req-ae703fbc-f52a-4bc3-813a-b8bff5dcb4f6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:50.692554 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-662a6715-98c1-4bb3-ba1c-4513f434e2f2 req-ae703fbc-f52a-4bc3-813a-b8bff5dcb4f6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0932600
Nov 29 12:48:50.741165 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-662a6715-98c1-4bb3-ba1c-4513f434e2f2 req-a8d9ba2c-cbc8-44fc-94ed-a189d2c234bb tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396264
Nov 29 12:48:51.930748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd89b12-5365-4888-bcbf-5db6566b992b req-520a3ba5-618c-423c-a27d-3cc48c13994e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:51.932222 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0bd89b12-5365-4888-bcbf-5db6566b992b req-520a3ba5-618c-423c-a27d-3cc48c13994e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0845363
Nov 29 12:48:51.979404 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0bd89b12-5365-4888-bcbf-5db6566b992b req-ea535b7f-cbb5-4e0a-8bf6-c92d2b869cbe tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387549
Nov 29 12:48:53.185386 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c6120-154d-43b8-aba9-8fa361eb5f53 req-d89840d9-3a18-4063-9a0e-19fa4fb906f9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:53.186743 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9f2c6120-154d-43b8-aba9-8fa361eb5f53 req-d89840d9-3a18-4063-9a0e-19fa4fb906f9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0934625
Nov 29 12:48:53.235607 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9f2c6120-154d-43b8-aba9-8fa361eb5f53 req-8067e243-1b68-4c25-ae1b-607536a385f6 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404322
Nov 29 12:48:54.580827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80753f7-82a0-48a6-a908-8bae16f51bd6 req-e175150a-2732-4952-8622-f715b16111e3 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:54.582270 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f80753f7-82a0-48a6-a908-8bae16f51bd6 req-e175150a-2732-4952-8622-f715b16111e3 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.2233527
Nov 29 12:48:54.631012 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f80753f7-82a0-48a6-a908-8bae16f51bd6 req-0b61af02-c997-429c-8ae8-c98ccecd0f96 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409558
Nov 29 12:48:55.828659 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f076ff4-6f68-4353-a5ea-a33c10c7ab2f req-23a2dee7-98b5-4f06-b609-37d1f7972538 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:55.830259 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9f076ff4-6f68-4353-a5ea-a33c10c7ab2f req-23a2dee7-98b5-4f06-b609-37d1f7972538 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0868497
Nov 29 12:48:55.874585 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9f076ff4-6f68-4353-a5ea-a33c10c7ab2f req-0e6af6e3-4543-44bd-b880-660f7edf7b31 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385973
Nov 29 12:48:56.588394 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2151653-0060-4e48-9da5-3b7b5f0d2f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:57.082062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bf54d-85cc-421c-b966-65cfa241ce9b req-afc27505-59d1-4398-9bdd-2ac0111749b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:57.083548 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dd8bf54d-85cc-421c-b966-65cfa241ce9b req-afc27505-59d1-4398-9bdd-2ac0111749b5 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0824678
Nov 29 12:48:57.129464 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dd8bf54d-85cc-421c-b966-65cfa241ce9b req-9950b0bd-02ea-422e-aab1-57c506c44bb9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400264
Nov 29 12:48:57.146835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:58.288342 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-d43c806a-5c65-4848-9c86-510d4eb60482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:58.289867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-d43c806a-5c65-4848-9c86-510d4eb60482 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.1133015
Nov 29 12:48:58.440535 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1fc14-dd5e-4f1d-9c89-14d71464e853 req-d82db947-a461-4cb1-b99a-01efae4d5798 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:58.441886 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-81f1fc14-dd5e-4f1d-9c89-14d71464e853 req-d82db947-a461-4cb1-b99a-01efae4d5798 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.1951382
Nov 29 12:48:58.446776 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-0bad6f3d-b9bc-4fcc-9a13-830c4dbffc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:58.448162 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-0bad6f3d-b9bc-4fcc-9a13-830c4dbffc80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1507215
Nov 29 12:48:58.559109 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-81f1fc14-dd5e-4f1d-9c89-14d71464e853 req-1b1334a6-ccc0-422a-9623-6d945cd994dc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100068
Nov 29 12:48:58.581065 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-9f5168f6-4360-4d7a-a8dc-791f693f72f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1002 time: 0.1131947
Nov 29 12:48:58.648492 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-4995c088-81be-47ea-bc2d-e31ce9cac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:58.650399 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-4995c088-81be-47ea-bc2d-e31ce9cac33a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0622284
Nov 29 12:48:58.727136 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-05a128ad-4d81-4c32-920c-0db2523488dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:58.729190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-05a128ad-4d81-4c32-920c-0db2523488dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726068
Nov 29 12:48:58.988069 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-93c63b26-aa6e-4c39-af68-51973ed1b9a6 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520380
Nov 29 12:48:59.119683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-629420d8-3c2d-42db-911d-548974233676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:48:59.122581 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca47ac59-69ab-4fb1-b354-01613f39d63a req-74d738c8-bbae-4c5f-a82b-1d1664d39fc8 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276972
Nov 29 12:48:59.768372 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b16b15-394d-4958-a37b-2471b49aa001 req-1f93f1ca-f088-4ed4-b5d4-80541a7b4fcf tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:48:59.769825 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2b16b15-394d-4958-a37b-2471b49aa001 req-1f93f1ca-f088-4ed4-b5d4-80541a7b4fcf tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0956969
Nov 29 12:48:59.815460 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2b16b15-394d-4958-a37b-2471b49aa001 req-e80046ab-063b-4f38-a894-bb9a702cc9f7 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394740
Nov 29 12:49:00.382208 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:01.011045 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b915a-c2a3-4745-98a8-f4e40b5dda7d req-c50dcc35-5b21-4758-8ad7-740f91a9b5f9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:01.012655 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b06b915a-c2a3-4745-98a8-f4e40b5dda7d req-c50dcc35-5b21-4758-8ad7-740f91a9b5f9 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0877454
Nov 29 12:49:01.061296 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b06b915a-c2a3-4745-98a8-f4e40b5dda7d req-9667070c-92b5-4fba-b847-2189b1038190 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421386
Nov 29 12:49:01.905311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:02.263206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d0350-1e12-487f-af11-8c090f44a9de req-4309429a-94d6-4e57-9cd9-ae87677328bc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:02.264700 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0c3d0350-1e12-487f-af11-8c090f44a9de req-4309429a-94d6-4e57-9cd9-ae87677328bc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0860033
Nov 29 12:49:02.313488 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0c3d0350-1e12-487f-af11-8c090f44a9de req-e116b6f6-1942-4662-859a-a6de65e0b9d2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430410
Nov 29 12:49:02.661405 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-e1168724-ce4d-4e80-a13b-20244bde74ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1188157
Nov 29 12:49:02.692738 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb889c72-846a-4d19-bf93-0e202184507b req-8df10f14-0c01-4aa4-98a9-a3de1602c4b4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:02.694154 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cb889c72-846a-4d19-bf93-0e202184507b req-8df10f14-0c01-4aa4-98a9-a3de1602c4b4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0969272
Nov 29 12:49:02.745024 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cb889c72-846a-4d19-bf93-0e202184507b req-4d22ba15-5ca1-4dc6-9a80-254399b3ac7e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445907
Nov 29 12:49:03.943940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e499a-c489-422a-9d45-b59761fad9cb req-0b8b9d4f-8632-4df3-a5e6-74ff889d8837 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:03.945760 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e2e499a-c489-422a-9d45-b59761fad9cb req-0b8b9d4f-8632-4df3-a5e6-74ff889d8837 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0819249
Nov 29 12:49:03.992360 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6e2e499a-c489-422a-9d45-b59761fad9cb req-fe811be3-b809-4e84-b720-8e5d562881d4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403476
Nov 29 12:49:04.355048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:49:04.485278 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:04.519825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:49:04.530243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:49:04.536441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:04.539570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ea72b16-4ac3-41f6-a9e6-3c706d614ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:49:04.573086 dv-neutron-819579-1-hyperv neutron-server[87601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'code': 422} returned with failed status
Nov 29 12:49:04.612891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:49:04.620571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.620909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.621240 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.621570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.621885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.622285 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.622609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.622926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.623246 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.623591 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.623907 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.624223 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:49:04.628337 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:49:05.189662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821acf39-e465-4ee5-92f7-1c279597af41 req-a507243d-1eb6-4f65-9669-51c9649c17ce tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:05.191007 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-821acf39-e465-4ee5-92f7-1c279597af41 req-a507243d-1eb6-4f65-9669-51c9649c17ce tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0896618
Nov 29 12:49:05.236720 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-821acf39-e465-4ee5-92f7-1c279597af41 req-6a7c59c3-c81d-4dcc-9d6e-d969f01b7b3c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395279
Nov 29 12:49:06.426468 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47905-9080-48b5-931c-670deadb6e4a req-c5fdaf5c-e01d-41e7-854a-b96f7e9c8e1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:06.427988 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45f47905-9080-48b5-931c-670deadb6e4a req-c5fdaf5c-e01d-41e7-854a-b96f7e9c8e1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0850418
Nov 29 12:49:06.475550 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45f47905-9080-48b5-931c-670deadb6e4a req-e558115d-da1f-4af1-b2b9-c39218e0201f tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414369
Nov 29 12:49:07.268495 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-96c6e615-78de-49a0-93b4-2f9953d38f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:07.270477 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-96c6e615-78de-49a0-93b4-2f9953d38f6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4&tenant_id=aebd71966cd14bb39b5f77ff70e3181e HTTP/1.1" status: 200  len: 1097 time: 0.0818036
Nov 29 12:49:07.369144 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-86e48908-20d7-4efb-adc2-224e4572aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:07.370824 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-86e48908-20d7-4efb-adc2-224e4572aab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1097 time: 0.0782452
Nov 29 12:49:07.509716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-46b94c96-cfe9-49b2-b574-c8b0f04cf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:07.511465 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-46b94c96-cfe9-49b2-b574-c8b0f04cf9e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1346326
Nov 29 12:49:07.658969 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-1a4c3fdc-0b97-440d-8ce6-ad16691d69de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1000 time: 0.1408472
Nov 29 12:49:07.737852 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7aa8e-2974-43c7-8a4e-885b4c556030 req-79522118-ac99-4880-9641-29d1fce4f0bc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:07.739310 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84b7aa8e-2974-43c7-8a4e-885b4c556030 req-79522118-ac99-4880-9641-29d1fce4f0bc tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.1565704
Nov 29 12:49:07.747813 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-d60384da-f6f3-4911-9748-ca883834a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:07.749170 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-d60384da-f6f3-4911-9748-ca883834a82a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0805972
Nov 29 12:49:07.829860 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-84b7aa8e-2974-43c7-8a4e-885b4c556030 req-78497869-e66c-4a5c-8d60-26e3dce28c70 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837002
Nov 29 12:49:07.857848 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-69655ad3-5852-4b46-adf2-09b039f356be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:07.859367 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-69655ad3-5852-4b46-adf2-09b039f356be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0977447
Nov 29 12:49:07.997021 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-dc4c9062-e372-4867-9a84-abff283179b0 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310990
Nov 29 12:49:08.128612 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-13c9701d-3c16-42d8-8a3b-30267cc4f573 req-b6a92983-1dfe-4383-bb75-21afc93eab41 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249712
Nov 29 12:49:09.033123 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af946d1f-1853-4dbe-b43c-a62c9014c171 req-a907215e-c667-4cea-aa8f-a421200dbbc3 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:09.034587 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af946d1f-1853-4dbe-b43c-a62c9014c171 req-a907215e-c667-4cea-aa8f-a421200dbbc3 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0877862
Nov 29 12:49:09.078774 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-af946d1f-1853-4dbe-b43c-a62c9014c171 req-a059d4ca-beb3-4451-867c-d40069992e2e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383928
Nov 29 12:49:10.272273 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb56e1-2753-43af-93aa-4de2a5b07bcf req-821a5d2a-b470-46ec-bac0-02b1d859f0ef tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:10.273755 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4feb56e1-2753-43af-93aa-4de2a5b07bcf req-821a5d2a-b470-46ec-bac0-02b1d859f0ef tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0892580
Nov 29 12:49:10.321187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4feb56e1-2753-43af-93aa-4de2a5b07bcf req-d9f8e52a-8757-465a-86a6-021b0b51c1de tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410254
Nov 29 12:49:11.518105 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e9a1-dcfa-4b82-9418-4ae128f17a95 req-9cd41cfd-c058-4d91-a7c1-abefd324c890 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:11.519559 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b5f8e9a1-dcfa-4b82-9418-4ae128f17a95 req-9cd41cfd-c058-4d91-a7c1-abefd324c890 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0903199
Nov 29 12:49:11.566909 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b5f8e9a1-dcfa-4b82-9418-4ae128f17a95 req-92c3f17b-6f6a-4317-b312-e9fb0ee9a906 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416565
Nov 29 12:49:12.074541 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:49:12.768425 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87b305-58bf-4d53-ac72-9012fdf448b6 req-b552e94f-0a7c-490e-9e97-ab69433e7d5d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:12.769876 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9a87b305-58bf-4d53-ac72-9012fdf448b6 req-b552e94f-0a7c-490e-9e97-ab69433e7d5d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0849407
Nov 29 12:49:12.819469 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9a87b305-58bf-4d53-ac72-9012fdf448b6 req-8de98871-23a0-4e1a-8762-60780f2d2289 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436008
Nov 29 12:49:13.915149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:14.016455 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b085d-fdff-49a6-b033-ff3e6e7e16d8 req-48b3dd58-c554-4629-adc0-ce75d7144241 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:14.017915 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f14b085d-fdff-49a6-b033-ff3e6e7e16d8 req-48b3dd58-c554-4629-adc0-ce75d7144241 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0863693
Nov 29 12:49:14.065276 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f14b085d-fdff-49a6-b033-ff3e6e7e16d8 req-f70ea0b7-e175-4d4c-811c-b6f4c1ecf0ef tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387795
Nov 29 12:49:15.284567 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc13ee-e3a4-4533-ae41-21532b0697eb req-a40d95c9-f272-4974-b881-e928e592c93c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:15.286005 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0bfc13ee-e3a4-4533-ae41-21532b0697eb req-a40d95c9-f272-4974-b881-e928e592c93c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0947416
Nov 29 12:49:15.333445 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-0bfc13ee-e3a4-4533-ae41-21532b0697eb req-1f5a1d47-dccd-47ad-bda1-18d207abad58 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413308
Nov 29 12:49:16.399875 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:49:16.543332 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:49:16.558923 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '04bae118-f574-4e8f-a17a-de76225b2704', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'port_id': '04bae118-f574-4e8f-a17a-de76225b2704', 'mac_address': 'fa:16:3e:41:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:49:16.618255 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:16.635243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bae118-f574-4e8f-a17a-de76225b2704 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:49:16.650977 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:49:16.657396 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:16.659149 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:49:16.701386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62797b4-95e0-4860-a777-6eb8cf2d50bf req-f9ec97a8-192b-4bad-a348-4838d1a61b1b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:16.703042 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d62797b4-95e0-4860-a777-6eb8cf2d50bf req-f9ec97a8-192b-4bad-a348-4838d1a61b1b tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 944 time: 0.0899835
Nov 29 12:49:16.750808 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d62797b4-95e0-4860-a777-6eb8cf2d50bf req-4136b81a-eaae-42ab-bf9d-d81026219c70 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416574
Nov 29 12:49:16.774767 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:49:16.778185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:49:16.896320 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['04bae118-f574-4e8f-a17a-de76225b2704'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:49:17.948216 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb569fd3-7b4c-43bb-a964-c98ecb296edf req-8da08d2d-092d-4b2e-aed2-75638ff30fca tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:17.949892 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb569fd3-7b4c-43bb-a964-c98ecb296edf req-8da08d2d-092d-4b2e-aed2-75638ff30fca tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 945 time: 0.0910072
Nov 29 12:49:18.115330 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-cb569fd3-7b4c-43bb-a964-c98ecb296edf req-47f08a89-56a2-4cb4-b38b-131379421dd2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568687
Nov 29 12:49:18.401485 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:49:18.475810 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 04bae118-f574-4e8f-a17a-de76225b2704 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:49:18.476184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:18.598015 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:18.625600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:49:18.635694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:49:18.640000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:18.642020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:49:18.671940 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'code': 200}
Nov 29 12:49:18.713083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:49:18.717188 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:49:18.982833 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cbb93-fca7-45de-9912-88c682b9f238 req-118b2397-dde6-443d-99b6-e54685a618ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:18.984273 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-490cbb93-fca7-45de-9912-88c682b9f238 req-118b2397-dde6-443d-99b6-e54685a618ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0807495
Nov 29 12:49:19.025700 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-490cbb93-fca7-45de-9912-88c682b9f238 req-fe04cffa-58d0-40a2-8f1f-b4db08059a68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336916
Nov 29 12:49:19.336722 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e890aa-55d1-4ba8-91d7-feb8bfad96d4 req-f314f4ba-5aba-474f-a486-cfd56a9e85e2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:19.338214 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a7e890aa-55d1-4ba8-91d7-feb8bfad96d4 req-f314f4ba-5aba-474f-a486-cfd56a9e85e2 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0956798
Nov 29 12:49:19.382761 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a7e890aa-55d1-4ba8-91d7-feb8bfad96d4 req-e22f900a-047a-4d4f-8762-d89eb42bb8c4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383883
Nov 29 12:49:20.586804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42989112-a06e-4d99-90a0-654bbf6436d0 req-6291a433-8641-4353-a099-d4009198dba1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:20.588276 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-42989112-a06e-4d99-90a0-654bbf6436d0 req-6291a433-8641-4353-a099-d4009198dba1 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0906198
Nov 29 12:49:20.633581 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-42989112-a06e-4d99-90a0-654bbf6436d0 req-6107c711-08df-44e9-923c-339dbd2970cb tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391934
Nov 29 12:49:26.596424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-519f5efa-62e3-4137-97b4-d72f8c57f28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:27.163228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:29.127220 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0614-90b5-4982-85f3-41604a30eaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:30.377317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:31.911594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:32.707464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-398668ef-a38d-4cd1-9491-6994d82a3379 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0893786
Nov 29 12:49:32.867073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957432c-e296-4ea3-a087-300fc5321804 req-c7461be4-ded9-456f-b231-39cf95faed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:32.869421 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-c7461be4-ded9-456f-b231-39cf95faed48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0879006
Nov 29 12:49:33.036119 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957432c-e296-4ea3-a087-300fc5321804 req-0c56bebc-50f3-403d-9632-2a74b1b8290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:33.038335 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-0c56bebc-50f3-403d-9632-2a74b1b8290a service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1372817
Nov 29 12:49:33.151055 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-ec785629-8eef-4e89-bc03-316dd0396f54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1002 time: 0.1047447
Nov 29 12:49:33.221359 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957432c-e296-4ea3-a087-300fc5321804 req-cc877664-b972-4bad-9166-a3e029a958f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:33.222897 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-cc877664-b972-4bad-9166-a3e029a958f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0629153
Nov 29 12:49:33.322939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957432c-e296-4ea3-a087-300fc5321804 req-07768d02-9c50-49b8-849f-6aa55291a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:49:33.324399 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-07768d02-9c50-49b8-849f-6aa55291a03d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0901945
Nov 29 12:49:33.461764 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-156e1a2c-ff7b-493d-b02a-56f5c6bcc07d service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303489
Nov 29 12:49:33.615224 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d957432c-e296-4ea3-a087-300fc5321804 req-e9183784-2e8f-4fc8-a070-5c2d99b165aa service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457653
Nov 29 12:49:43.917398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:49.064093 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:49:56.586290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9dd159c9-6284-4a09-be41-58a93c4f8579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:57.154555 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:49:59.125670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e504a82a-aa3c-447c-bc66-adbdaee9eb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:00.385128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:01.917029 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:13.931570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:26.064778 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:50:26.590938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ebe32550-606e-4c82-974a-00cf2a6eb863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:27.155735 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:29.129214 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e24fadd3-bf7b-4349-a349-9f9340085bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:30.384259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:31.922364 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:32.699748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-f57b153a-621a-4d4c-93df-94ee04dba129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739577
Nov 29 12:50:32.845259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-cf46ec3b-db0c-46ee-97e6-36e54bc49d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:32.846721 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-cf46ec3b-db0c-46ee-97e6-36e54bc49d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0753107
Nov 29 12:50:33.013194 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-579596b6-2e8d-464c-a15e-0912fb57a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:33.014644 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-579596b6-2e8d-464c-a15e-0912fb57a36b service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1447399
Nov 29 12:50:33.136478 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-f3180660-eeab-4ffb-944c-98ba2f688f00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 1002 time: 0.1147780
Nov 29 12:50:33.213230 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-9f4aee01-7674-4513-b02d-a1e364974b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:33.214927 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-9f4aee01-7674-4513-b02d-a1e364974b4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0718348
Nov 29 12:50:33.297446 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-70ed4081-bb86-47ab-9da2-add11f3bbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:33.298887 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-70ed4081-bb86-47ab-9da2-add11f3bbf6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773714
Nov 29 12:50:33.443633 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-e658f4ac-8708-4481-97fe-d4af832c8af9 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374021
Nov 29 12:50:33.698057 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b4c817b1-3d66-4907-9102-082df1a46c1c req-59f42c56-3c5f-4e88-a89d-e23e86c43ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462518
Nov 29 12:50:40.326367 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35542) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:40.538586 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Deleting port 87a069c6-60ba-412a-bb26-26468e16dcce {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:40.538968 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:40.714549 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:40.714746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:40.837313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Calling delete_port for 87a069c6-60ba-412a-bb26-26468e16dcce owned by network:floatingip {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:40.991940 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:40.995590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:41.038395 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event deleted for resources: {'Port': ['ID=87a069c6-60ba-412a-bb26-26468e16dcce,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:41.075043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.075447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.075896 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.076327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.076643 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.077009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.077417 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.077731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.078097 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.078447 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.078829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.079159 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:41.086284 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:41.144930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for floatingip, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:41.145303 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.l3_db [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Floating IP 9d409148-df92-4d9e-b943-c00155ab1a04 disassociated (deleted). External IP: 172.26.4.243, port: 04bae118-f574-4e8f-a17a-de76225b2704.
Nov 29 12:50:41.498221 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:50:41.804808 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:50:41.815932 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:50:41.827114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:50:41.827402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:41.828215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08730250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:41.882517 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-6dd56318-9849-465f-8029-d7d217c8e22e tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "DELETE /v2.0/floatingips/9d409148-df92-4d9e-b943-c00155ab1a04 HTTP/1.1" status: 204  len: 168 time: 1.5549669
Nov 29 12:50:41.883329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:50:41.930538 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'status': 'completed', 'code': 200}
Nov 29 12:50:42.008403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:50:42.029973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-a7255774-2398-4458-bc2a-6f5d0ce53222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:42.031464 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-a7255774-2398-4458-bc2a-6f5d0ce53222 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 1099 time: 0.0779369
Nov 29 12:50:42.176349 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-2417f99f-c4ec-440d-aec2-6c9e845b5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:42.177833 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-2417f99f-c4ec-440d-aec2-6c9e845b5317 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 200  len: 910 time: 0.1402674
Nov 29 12:50:42.251040 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-7fd5d379-95da-46fd-82fe-d079469b8d9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 200  len: 217 time: 0.0629504
Nov 29 12:50:42.268432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154275c1-dd30-4e4e-b72b-924c98050050 req-81be888e-9e53-4dd3-97b1-ff865081eb76 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:42.270224 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-154275c1-dd30-4e4e-b72b-924c98050050 req-81be888e-9e53-4dd3-97b1-ff865081eb76 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0884905
Nov 29 12:50:42.318537 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-154275c1-dd30-4e4e-b72b-924c98050050 req-f93d5183-3007-4ee2-a275-7bb00544190d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415661
Nov 29 12:50:42.322151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-d2b7a180-83f9-4787-9093-4002645f14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:42.323804 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-d2b7a180-83f9-4787-9093-4002645f14d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 200  len: 848 time: 0.0652971
Nov 29 12:50:42.323930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08730250>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:42.328151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:50:42.337151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:50:42.337848 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08730250>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:42.403271 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-b94128f3-78bf-48dd-9118-28cad7eec81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:42.404892 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-b94128f3-78bf-48dd-9118-28cad7eec81f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041afac1-3f19-4a56-91f3-96cabeb00d98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738497
Nov 29 12:50:42.538545 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-5103ea36-c6a3-483c-964e-50843245cade service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260443
Nov 29 12:50:42.562257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:50:42.671665 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f1b88a18-3468-46b9-8d4d-9d94918cdf0d req-c854375f-d5cb-44ac-86ab-98c8f88cff22 service neutron] 10.222.0.18 "GET /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262977
Nov 29 12:50:42.880930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08730250>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:42.885450 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894a2c4-8554-429d-9ee8-098e7a6d9e9d None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:41:51Z', 'revision_number': 4, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '857e8b59-1c8c-43ce-8eaa-b15f55504df9', 'name': '', 'network_id': '041afac1-3f19-4a56-91f3-96cabeb00d98', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'mac_address': 'fa:16:3e:1e:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:50Z', 'updated_at': '2021-11-29T12:41:58Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'subnets': [{'id': 'e602ac12-fab8-42f3-8082-9d12c59753f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:50:43.129964 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc2aea-b50d-4c54-a356-0a431e80b7fe None None] New status for floating IP 9d409148-df92-4d9e-b943-c00155ab1a04: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:50:43.534426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d881b06-3b4b-45b6-97df-da52bf8a0c02 req-852c03ee-631f-47f7-bfa7-9ab35553b771 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:43.535126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-8d881b06-3b4b-45b6-97df-da52bf8a0c02 req-852c03ee-631f-47f7-bfa7-9ab35553b771 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:50:43.553274 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-8d881b06-3b4b-45b6-97df-da52bf8a0c02 req-852c03ee-631f-47f7-bfa7-9ab35553b771 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:50:43.553274 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8d881b06-3b4b-45b6-97df-da52bf8a0c02 req-852c03ee-631f-47f7-bfa7-9ab35553b771 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.1137908
Nov 29 12:50:43.605171 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-8d881b06-3b4b-45b6-97df-da52bf8a0c02 req-a3c7e627-38bf-4d75-a5ef-25115b06c12d tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438697
Nov 29 12:50:43.695770 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48373287-9dcb-4a9e-918b-510700c3b2db req-ea593163-b653-4f2f-821a-ff2dafac3614 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:43.697149 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-48373287-9dcb-4a9e-918b-510700c3b2db req-ea593163-b653-4f2f-821a-ff2dafac3614 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 946 time: 0.0856440
Nov 29 12:50:43.770672 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Deleting port 04bae118-f574-4e8f-a17a-de76225b2704 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:43.771014 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:43.928232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:44.023344 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] For port 04bae118-f574-4e8f-a17a-de76225b2704, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=04bae118-f574-4e8f-a17a-de76225b2704,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:44.023687 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:44.149943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Calling delete_port for 04bae118-f574-4e8f-a17a-de76225b2704 owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:44.421915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:44.427713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-52daa3bf-acd3-409e-8134-435debac5e9a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:44.474676 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event deleted for resources: {'Port': ['ID=04bae118-f574-4e8f-a17a-de76225b2704,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:44.477721 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:44.547024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] No DVR routers for this DVR port 04bae118-f574-4e8f-a17a-de76225b2704 on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:50:44.549854 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:44.552411 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-deleted', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:50:44.569040 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-48373287-9dcb-4a9e-918b-510700c3b2db req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.18 "DELETE /v2.0/ports/04bae118-f574-4e8f-a17a-de76225b2704 HTTP/1.1" status: 204  len: 173 time: 0.8654749
Nov 29 12:50:44.603454 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dd8acf-736f-4a4f-9908-2b3864cd0ee4', 'name': 'network-vif-deleted', 'tag': '04bae118-f574-4e8f-a17a-de76225b2704', 'status': 'completed', 'code': 200}
Nov 29 12:50:44.755907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2e68d66d-6b4c-4390-ab22-410d5312d0ff req-2e140145-b36d-45e1-b56c-d11671849e38 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Synchronizing usage tracker for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:50:44.772711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-2e68d66d-6b4c-4390-ab22-410d5312d0ff req-2e140145-b36d-45e1-b56c-d11671849e38 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Unset dirty status for tenant:aebd71966cd14bb39b5f77ff70e3181e on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:50:44.774056 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-2e68d66d-6b4c-4390-ab22-410d5312d0ff req-2e140145-b36d-45e1-b56c-d11671849e38 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8dd8acf-736f-4a4f-9908-2b3864cd0ee4 HTTP/1.1" status: 200  len: 210 time: 0.0634532
Nov 29 12:50:45.874499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35560) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:45.944229 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:45.973877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:46.040820 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:46.044787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-35a743fd-2951-4f8b-980c-d03c6f47ddc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:46.060182 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b32c3bb-bade-4fbc-8fb1-2c73a62e518b,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:46.063265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:46.074008 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:46.077787 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-54a78b38-f30f-46eb-8a52-123d545d0aac tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b32c3bb-bade-4fbc-8fb1-2c73a62e518b HTTP/1.1" status: 204  len: 168 time: 0.1995716
Nov 29 12:50:46.123613 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35566) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:46.827570 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:47.181390 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Deleting port 857e8b59-1c8c-43ce-8eaa-b15f55504df9 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:47.182128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:47.480845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] For port 857e8b59-1c8c-43ce-8eaa-b15f55504df9, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=857e8b59-1c8c-43ce-8eaa-b15f55504df9,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:47.481052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:47.609628 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Calling delete_port for 857e8b59-1c8c-43ce-8eaa-b15f55504df9 owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:47.785453 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:47.790112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a048cef3-c34f-4ca5-92e2-86f9d039ba77 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:47.866420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Pushing event deleted for resources: {'Port': ['ID=857e8b59-1c8c-43ce-8eaa-b15f55504df9,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:47.874402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:48.118322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:48.489513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:50:48.673986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:50:48.683339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] Sync routers for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:50:48.692992 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-27087002-bc6b-42aa-95c7-a5debed668ee admin admin] 10.222.0.20 "PUT /v2.0/routers/51cf5edc-00d6-4e70-93c8-59f63d9651a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5682328
Nov 29 12:50:48.693691 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:50:48.694306 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08995520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:48.696167 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35574) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:48.759743 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:48.840274 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 04bae118-f574-4e8f-a17a-de76225b2704 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:48.840625 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 04bae118-f574-4e8f-a17a-de76225b2704 not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:48.878974 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:48.910844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:50:49.055097 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:49.066653 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Deleting port 933abe76-1752-45a3-8696-2736fc64a97a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:49.067047 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:49.210226 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08995520>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '933abe76-1752-45a3-8696-2736fc64a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:50:47Z', 'revision_number': 5, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port': {'id': '933abe76-1752-45a3-8696-2736fc64a97a', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:48Z', 'updated_at': '2021-11-29T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:49.214598 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] Checking router: 51cf5edc-00d6-4e70-93c8-59f63d9651a9 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:50:49.223755 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] Routers {'51cf5edc-00d6-4e70-93c8-59f63d9651a9'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:50:49.224391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08995520>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:49.370770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] For port 933abe76-1752-45a3-8696-2736fc64a97a, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=933abe76-1752-45a3-8696-2736fc64a97a,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:49.370975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:49.375826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] Set router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:50:49.493945 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Calling delete_port for 933abe76-1752-45a3-8696-2736fc64a97a owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:49.528574 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08995520>, [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:50:49Z', 'revision_number': 6, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:49.532892 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983b396-8207-4379-b8cd-ce77312af9f8 None None] The sync data for ids ['51cf5edc-00d6-4e70-93c8-59f63d9651a9'] in dv-neutron-819579-1-hyperv is: [{'id': '51cf5edc-00d6-4e70-93c8-59f63d9651a9', 'name': 'tempest-TestShelveInstance-1599053714-router', 'tenant_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:47Z', 'updated_at': '2021-11-29T12:50:49Z', 'revision_number': 6, 'project_id': 'aebd71966cd14bb39b5f77ff70e3181e', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:50:49.674371 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:49.678269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5bf1de92-e631-43e6-b029-324de3c4d986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:49.721965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=933abe76-1752-45a3-8696-2736fc64a97a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:49.791582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.791964 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.792340 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.792710 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.793045 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.793443 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.793800 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.794165 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.794524 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.794881 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.795339 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.795693 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:50:49.800944 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:49.826884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.005408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.007689 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.039843 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.040336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51cf5edc-00d6-4e70-93c8-59f63d9651a9 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:50:50.052517 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.053661 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] 10.222.0.20 "DELETE /v2.0/routers/51cf5edc-00d6-4e70-93c8-59f63d9651a9 HTTP/1.1" status: 204  len: 168 time: 1.3564901
Nov 29 12:50:50.056336 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:50.119582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Deleting subnet e602ac12-fab8-42f3-8082-9d12c59753f4 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:50:50.122807 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.175949 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.265247 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.299225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 857e8b59-1c8c-43ce-8eaa-b15f55504df9 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:50.335106 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 857e8b59-1c8c-43ce-8eaa-b15f55504df9 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:50.335599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 857e8b59-1c8c-43ce-8eaa-b15f55504df9 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:50.340829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.345614 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b0d7094d-a19c-4a5d-baa0-55288245b363 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:50.380504 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e602ac12-fab8-42f3-8082-9d12c59753f4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:50.383661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:50.384663 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.390232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ef56a-6b71-43d6-9ef9-29f2ba62ed2a None None] Network 041afac1-3f19-4a56-91f3-96cabeb00d98 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:50:50.391862 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e602ac12-fab8-42f3-8082-9d12c59753f4 HTTP/1.1" status: 204  len: 168 time: 0.3344517
Nov 29 12:50:50.394493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35584) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:50.644143 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.654504 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Deleting port 267e8c7f-8441-4440-9b70-c02a7bf10b9e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:50.654829 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.668403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] DHCP port deletion for 041afac1-3f19-4a56-91f3-96cabeb00d98 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:50:50.673000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Deleting port 267e8c7f-8441-4440-9b70-c02a7bf10b9e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:50.673392 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.870558 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] For port 267e8c7f-8441-4440-9b70-c02a7bf10b9e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=267e8c7f-8441-4440-9b70-c02a7bf10b9e,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:50.870801 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.871433 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] For port 267e8c7f-8441-4440-9b70-c02a7bf10b9e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=267e8c7f-8441-4440-9b70-c02a7bf10b9e,segment=NetworkSegment(54f0d536-d31f-44ac-b527-68e0b7ec8b84),segment_id=54f0d536-d31f-44ac-b527-68e0b7ec8b84)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:50.871827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:50.993342 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Calling delete_port for 267e8c7f-8441-4440-9b70-c02a7bf10b9e owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:50.995124 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Calling delete_port for 267e8c7f-8441-4440-9b70-c02a7bf10b9e owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:51.078540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.084374 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c40c6682-1723-4163-8d14-0de32cc12772 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:51.084542 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:50:51.084966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:50:51.128957 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Pushing event deleted for resources: {'Port': ['ID=267e8c7f-8441-4440-9b70-c02a7bf10b9e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:51.130689 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] No DVR routers for this DVR port 267e8c7f-8441-4440-9b70-c02a7bf10b9e on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:50:51.132154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:51.251639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.276679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d03075310>,) {'filters': {'network_id': ['041afac1-3f19-4a56-91f3-96cabeb00d98']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:51.289131 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03075310>, '54f0d536-d31f-44ac-b527-68e0b7ec8b84') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:51.289430 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d03075310>, '54f0d536-d31f-44ac-b527-68e0b7ec8b84') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:51.301454 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.317716 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.325303 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:50:51.325677 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:50:51.341931 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:50:51.426172 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.429818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-80c1d578-f01d-4dfb-8fc9-6f3e459f614c tempest-ExternalNetworksTestJSON-98214502 tempest-ExternalNetworksTestJSON-98214502-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:51.442859 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.453256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Pushing event deleted for resources: {'Network': ['ID=041afac1-3f19-4a56-91f3-96cabeb00d98,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:51.456903 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:51.470908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/041afac1-3f19-4a56-91f3-96cabeb00d98 HTTP/1.1" status: 204  len: 168 time: 1.0748432
Nov 29 12:50:51.473909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35590) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:51.586161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Deleting port 267e8c7f-8441-4440-9b70-c02a7bf10b9e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:51.586733 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:51.661391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e565699d-be34-486c-858e-f4e646b432c9 None None] The port '267e8c7f-8441-4440-9b70-c02a7bf10b9e' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:50:51.961256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 267e8c7f-8441-4440-9b70-c02a7bf10b9e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:51.996003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 267e8c7f-8441-4440-9b70-c02a7bf10b9e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:51.996358 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 267e8c7f-8441-4440-9b70-c02a7bf10b9e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:51.996785 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 933abe76-1752-45a3-8696-2736fc64a97a no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:52.029938 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 933abe76-1752-45a3-8696-2736fc64a97a {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:52.030276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 933abe76-1752-45a3-8696-2736fc64a97a not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:52.177190 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:52.551128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Deleting port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:52.551915 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:52.733983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] For port 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:52.734327 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:52.862426 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Calling delete_port for 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:53.048193 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:53.051894 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ebe9e38c-c42b-4836-9d6f-3356ef04d0ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:53.098909 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Pushing event deleted for resources: {'Port': ['ID=22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:53.124626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:53.369646 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:53.866773 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Router 88e92c48-3d16-498c-88af-53190ef1346c has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:50:54.048157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:50:54.057952 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] Sync routers for ids ['88e92c48-3d16-498c-88af-53190ef1346c'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:50:54.066406 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-f0427b2e-795e-4888-bd4a-ca2d93954645 admin admin] 10.222.0.20 "PUT /v2.0/routers/88e92c48-3d16-498c-88af-53190ef1346c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5911763
Nov 29 12:50:54.068485 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] Routers {'88e92c48-3d16-498c-88af-53190ef1346c'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:50:54.068954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35594) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:54.069109 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875cf40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['88e92c48-3d16-498c-88af-53190ef1346c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:54.243608 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:54.246878 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] Set router 88e92c48-3d16-498c-88af-53190ef1346c gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:50:54.418704 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:54.428973 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Deleting port 82e5ab09-89d9-46fe-b537-3e49772a0172 {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:54.429304 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:54.529496 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875cf40>, [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:50:52Z', 'revision_number': 5, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port': {'id': '82e5ab09-89d9-46fe-b537-3e49772a0172', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e92c48-3d16-498c-88af-53190ef1346c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:41:54Z', 'updated_at': '2021-11-29T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:54.533614 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] Checking router: 88e92c48-3d16-498c-88af-53190ef1346c for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:50:54.542152 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] Routers {'88e92c48-3d16-498c-88af-53190ef1346c'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:50:54.542762 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0875cf40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['88e92c48-3d16-498c-88af-53190ef1346c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:54.601690 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] For port 82e5ab09-89d9-46fe-b537-3e49772a0172, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=82e5ab09-89d9-46fe-b537-3e49772a0172,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:54.602057 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:54.726652 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] Set router 88e92c48-3d16-498c-88af-53190ef1346c gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:50:54.731905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Calling delete_port for 82e5ab09-89d9-46fe-b537-3e49772a0172 owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:54.833007 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0875cf40>, [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:50:54Z', 'revision_number': 6, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:54.837100 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5e578-8bf6-4610-8209-733e1dd09210 None None] The sync data for ids ['88e92c48-3d16-498c-88af-53190ef1346c'] in dv-neutron-819579-1-hyperv is: [{'id': '88e92c48-3d16-498c-88af-53190ef1346c', 'name': 'tempest-TestShelveInstance-87366189-router', 'tenant_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:41:53Z', 'updated_at': '2021-11-29T12:50:54Z', 'revision_number': 6, 'project_id': 'b74a5913af224a7eb0a75f89b45c5eeb', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:50:54.903964 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:54.907519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-48247108-f2a2-44b8-a14b-63acc6f90348 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:54.950076 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Pushing event deleted for resources: {'Port': ['ID=82e5ab09-89d9-46fe-b537-3e49772a0172,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:54.953184 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:55.185679 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.362958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.365474 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.396321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.396840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e92c48-3d16-498c-88af-53190ef1346c {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:50:55.409918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.411062 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-d2390efe-c6b5-4c3e-b290-45d86d7513bf admin admin] 10.222.0.20 "DELETE /v2.0/routers/88e92c48-3d16-498c-88af-53190ef1346c HTTP/1.1" status: 204  len: 168 time: 1.3406043
Nov 29 12:50:55.413741 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35598) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:55.471914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Deleting subnet cb3fb696-e2f5-4297-85bc-9720e19fb465 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:50:55.474737 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.524706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.613270 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.688473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.692686 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-59c2bf61-400e-4e0b-9489-cbd020ccbde8 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:55.733680 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3fb696-e2f5-4297-85bc-9720e19fb465,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:55.735666 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.738202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:55.740100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d726a12-9370-4497-be05-e4440ba33619 None None] Network 8300dc18-4d8b-4392-8911-a53d41853b24 requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:50:55.742622 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0d369156-5e04-46fa-b48d-c085227809a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb3fb696-e2f5-4297-85bc-9720e19fb465 HTTP/1.1" status: 204  len: 168 time: 0.3279567
Nov 29 12:50:55.745054 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35602) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:55.858037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.870448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Deleting port 8c443bfb-1078-4fd8-a535-816f3a92b26d {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:55.870785 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:55.974374 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82e5ab09-89d9-46fe-b537-3e49772a0172 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:56.018346 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] DHCP port deletion for 8300dc18-4d8b-4392-8911-a53d41853b24 request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:50:56.020874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 82e5ab09-89d9-46fe-b537-3e49772a0172 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:56.021225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 82e5ab09-89d9-46fe-b537-3e49772a0172 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:56.021829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:56.053451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Deleting port 8c443bfb-1078-4fd8-a535-816f3a92b26d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:56.053451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.090997 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:56.091370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 22dd3bf9-3ef3-4b0f-a5b3-cdcc849c6ead not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:56.091943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] For port 8c443bfb-1078-4fd8-a535-816f3a92b26d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8c443bfb-1078-4fd8-a535-816f3a92b26d,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:56.092452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.222007 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Calling delete_port for 8c443bfb-1078-4fd8-a535-816f3a92b26d owned by network:dhcp {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:56.260481 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] For port 8c443bfb-1078-4fd8-a535-816f3a92b26d, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=8c443bfb-1078-4fd8-a535-816f3a92b26d,segment=NetworkSegment(7f558200-a5eb-4334-a8a4-ae2ee8c3dd49),segment_id=7f558200-a5eb-4334-a8a4-ae2ee8c3dd49)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:50:56.260835 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.301356 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.305397 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-1c5ba1c0-4cc4-4feb-9bb1-9765d566672c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:56.353151 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c443bfb-1078-4fd8-a535-816f3a92b26d,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:56.356346 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:56.357149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] No DVR routers for this DVR port 8c443bfb-1078-4fd8-a535-816f3a92b26d on host dv-neutron-819579-1-hyperv {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:50:56.428981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Calling delete_port for 8c443bfb-1078-4fd8-a535-816f3a92b26d owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:50:56.475141 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.503866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:50:56.504443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:50:56.506724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d032b4640>,) {'filters': {'network_id': ['8300dc18-4d8b-4392-8911-a53d41853b24']}} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:56.519245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d032b4640>, '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49') {'for_net_delete': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:56.519475 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.services.segments.db [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d032b4640>, '7f558200-a5eb-4334-a8a4-ae2ee8c3dd49') {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:50:56.530589 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11483998'] for segment, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.548580 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.555547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:50:56.556083 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9264887'] for segment, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]: Traceback (most recent call last):
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     timer()
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     cb(*args, **kw)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     return func(*args, **kwargs)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     self._notify()
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     self.callback(batched_events)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     event.method(event)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     return f(self, *a, **k)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._get(url).json()
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:50:56.572654 dv-neutron-819579-1-hyperv neutron-server[87599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:50:56.584067 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9011a53-eb88-46a6-9fcf-161928077c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.660435 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.664982 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.669225 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-767759be-53fd-4698-988e-4be0f57e7dd9 tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:56.691735 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8300dc18-4d8b-4392-8911-a53d41853b24,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:56.694122 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:56.698172 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-959f3146-3233-48c3-855c-ae2120a8bbc1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8300dc18-4d8b-4392-8911-a53d41853b24 HTTP/1.1" status: 204  len: 168 time: 0.9521937
Nov 29 12:50:56.819295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:56.868517 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ea19cebc-6648-408a-b1b0-c3e3c48dd8bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aebd71966cd14bb39b5f77ff70e3181e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0476234
Nov 29 12:50:56.871011 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35612) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:56.933451 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:56.959842 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.005882 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Deleting port 8c443bfb-1078-4fd8-a535-816f3a92b26d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:50:57.007210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.013267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.024591 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6101171-6665-48af-8d05-e0debad4ec6a tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:57.037755 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.038837 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b49c6f5-fe5a-49b0-a0e8-fc088d6b17cf HTTP/1.1" status: 204  len: 168 time: 0.1669056
Nov 29 12:50:57.041334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b49c6f5-fe5a-49b0-a0e8-fc088d6b17cf,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:57.044168 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0de5739b-4dbe-4d9f-89f2-ecf5ddfd5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:57.082376 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5f98ae84-6509-43a1-adda-4f113ec6900d None None] The port '8c443bfb-1078-4fd8-a535-816f3a92b26d' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:50:57.152934 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.422321 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:57.472541 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-43d8674f-de38-4d50-93be-9c8287779212 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b74a5913af224a7eb0a75f89b45c5eeb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0489068
Nov 29 12:50:57.475941 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35624) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:57.537210 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.565537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.626549 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.630349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6db8e2-9514-4578-99f1-e2d5480b091b tempest-RoutersTest-1563273602 tempest-RoutersTest-1563273602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:57.643100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9e399-8347-4358-90d3-f8f77700fc1c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:57.646005 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:57.648147 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:57.649259 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdf707f6-2b6d-4930-a4cf-ee8d2ee4148b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28d9e399-8347-4358-90d3-f8f77700fc1c HTTP/1.1" status: 204  len: 168 time: 0.1724141
Nov 29 12:50:57.962670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8c443bfb-1078-4fd8-a535-816f3a92b26d no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:50:58.000472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 8c443bfb-1078-4fd8-a535-816f3a92b26d {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:50:58.000831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 8c443bfb-1078-4fd8-a535-816f3a92b26d not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:50:58.456528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35648) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:58.571659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-236096997-network', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:50:58.576870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:50:58.581109 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Usage tracker for resource:network and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:50:58.584216 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:50:58.590195 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:50:58.603474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Made reservation on behalf of 3d90ce7fbfd24c898aa742ebe551136a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:50:58.605762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.618185 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.632998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:50:58.637218 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:50:58.640233 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:50:58.646437 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:50:58.731942 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.737821 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.740823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65bf268d-31ab-4476-b2cf-2a202dc47ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:58.770869 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647}  {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:50:58.776206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd7cdc-e14e-40b8-95c9-37a649968d3e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:58.779792 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:58.783649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.784039 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Added segment ba091a42-1f85-4a2d-a895-081fe32612eb of type vlan for network 0877e0f7-86af-4d84-9d98-fde93776448f
Nov 29 12:50:58.811545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.843718 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.844871 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:58.845717 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:58.849283 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1a8a902c-86e0-4b87-8fe1-4e04c377b495 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:58.947100 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Pushing event updated for resources: {'Network': ['ID=0877e0f7-86af-4d84-9d98-fde93776448f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:58.950382 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:58.952026 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8b7a259d-dc3d-48db-a220-a77e23a1499f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4944799
Nov 29 12:50:58.955063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35654) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:58.957811 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network 0877e0f7-86af-4d84-9d98-fde93776448f details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:50:58.960911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Request body: {'subnet': {'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-236096997-subnet', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:50:58.966229 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:50:58.970817 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Usage tracker for resource:subnet and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:50:58.973909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:50:58.980007 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:50:58.991341 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Made reservation on behalf of 3d90ce7fbfd24c898aa742ebe551136a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:50:58.993630 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.123529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-977f6711-4782-4ae4-abe9-69a62ffefbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.332407 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.336732 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48146869-3fb0-4b46-bf89-8a860f8bead3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:50:59.407066 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c31a668-b7de-4393-8a36-52b955da34a5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:50:59.411546 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:50:59.419360 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Checking segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:50:59.419798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Network hostable DHCP agents. Network: 0877e0f7-86af-4d84-9d98-fde93776448f, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:50:59.442197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Network 0877e0f7-86af-4d84-9d98-fde93776448f is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:50:59.453532 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, 0877e0f7-86af-4d84-9d98-fde93776448f) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:50:59.457885 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:50:59.458505 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.463459 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca59f64-2f73-46b8-9549-e150900519a7 None None] Network 0877e0f7-86af-4d84-9d98-fde93776448f requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:50:59.481828 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-985f347a-2269-43e4-9061-6ff7e22b1897 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5256417
Nov 29 12:50:59.484671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:50:59.489934 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:50:59.495552 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:50:59.500998 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Usage tracker for resource:router and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:50:59.504292 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:50:59.510310 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:50:59.521337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.522302 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.537349 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.685519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-0877e0f7-86af-4d84-9d98-fde93776448f', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:50:59.686369 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.821324 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:50:59.845124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Allocated IP 172.20.0.2 (0877e0f7-86af-4d84-9d98-fde93776448f/1c31a668-b7de-4393-8a36-52b955da34a5/4b26aace-ac26-46b2-93cc-f9620dc95605) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:00.047626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.058571 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Transition to ACTIVE for port object 4b26aace-ac26-46b2-93cc-f9620dc95605 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:00.078017 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Transition to ACTIVE for port object 4b26aace-ac26-46b2-93cc-f9620dc95605 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:00.085262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.093659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:00.130108 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.144167 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Network 0877e0f7-86af-4d84-9d98-fde93776448f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:00.147042 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:00.154856 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:00.159913 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.200219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Pushing event updated for resources: {'Port': ['ID=4b26aace-ac26-46b2-93cc-f9620dc95605,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:00.241828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.242158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.242487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.242808 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.243124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.243474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.243787 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.244102 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.244418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.244727 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.245039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.245347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:00.255405 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:00.264196 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Attempting to bind port 4b26aace-ac26-46b2-93cc-f9620dc95605 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:00.264568 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Attempting to bind port 4b26aace-ac26-46b2-93cc-f9620dc95605 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:00.264930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Attempting to bind port 4b26aace-ac26-46b2-93cc-f9620dc95605 on network 0877e0f7-86af-4d84-9d98-fde93776448f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:00.270487 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:00.270845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Checking segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:00.271273 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.271675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Bound using segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:00.272124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Bound port: 4b26aace-ac26-46b2-93cc-f9620dc95605, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:00.272498 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.295824 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Allocated IP 172.26.4.147 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/949099bf-047c-4d90-b0f8-e1a8d3f650ea) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:00.359896 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] For port 4b26aace-ac26-46b2-93cc-f9620dc95605, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:00.363028 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] For port 4b26aace-ac26-46b2-93cc-f9620dc95605, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4b26aace-ac26-46b2-93cc-f9620dc95605,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:00.367996 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.373863 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:00.447500 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.452302 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.468866 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Pushing event updated for resources: {'Port': ['ID=4b26aace-ac26-46b2-93cc-f9620dc95605,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:00.471864 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:00.480645 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:00.486637 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a3cc825b-5954-402a-85c8-91c940b5c9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:00.551111 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:00.553963 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:00.557695 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:00.591625 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Pushing event updated for resources: {'Port': ['ID=949099bf-047c-4d90-b0f8-e1a8d3f650ea,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:00.601737 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:01.138488 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:01.402334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5f36e-c086-434a-9e48-5fbf0b6c28af None None] Network 0877e0f7-86af-4d84-9d98-fde93776448f requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:51:01.498576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-34131a11-1125-4fc8-9889-5e9103e7e052 None None] Provisioning for port 4b26aace-ac26-46b2-93cc-f9620dc95605 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:01.499008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:01.713445 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:51:01.900501 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:51:01.912992 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:51:01.926697 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:01.931004 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3dfcbf4-1ed7-4225-8599-74365cf33ecb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4426019
Nov 29 12:51:01.931500 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35662) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:01.982885 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:01.983548 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d083b7640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:02.032034 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:02.040049 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4b26aace-ac26-46b2-93cc-f9620dc95605 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:02.225039 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:02.268357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 4b26aace-ac26-46b2-93cc-f9620dc95605 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:02.344644 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4b26aace-ac26-46b2-93cc-f9620dc95605 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:02.345000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:02.593097 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:02.636367 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 4b26aace-ac26-46b2-93cc-f9620dc95605, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4b26aace-ac26-46b2-93cc-f9620dc95605,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:02.643576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:02.646003 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3771df9b-11c1-41d7-867e-11192d39e8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:02.693651 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d083b7640>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:00Z', 'revision_number': 3, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:02.707676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:51:02.708030 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Updating router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e port 949099bf-047c-4d90-b0f8-e1a8d3f650ea binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:51:02.737174 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:02.757719 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=4b26aace-ac26-46b2-93cc-f9620dc95605,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:02.762889 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:02.769453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:02.945618 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Allocated IP 172.20.0.1 (0877e0f7-86af-4d84-9d98-fde93776448f/1c31a668-b7de-4393-8a36-52b955da34a5/4ab7c105-e0a6-47ed-9f12-19f422d78210) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:03.063491 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:51:03.098328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.105031 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.114240 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Transition to ACTIVE for port object 4ab7c105-e0a6-47ed-9f12-19f422d78210 will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:03.117994 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Transition to ACTIVE for port object 949099bf-047c-4d90-b0f8-e1a8d3f650ea will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:03.124593 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.128256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:03.138759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.143436 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0a713fdf-f9aa-4b05-98f1-20914141025b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:03.203702 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Network 0877e0f7-86af-4d84-9d98-fde93776448f is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:03.205062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Attempting to bind port 949099bf-047c-4d90-b0f8-e1a8d3f650ea on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:03.205445 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Attempting to bind port 949099bf-047c-4d90-b0f8-e1a8d3f650ea by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:03.205821 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Attempting to bind port 949099bf-047c-4d90-b0f8-e1a8d3f650ea on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:03.206930 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:03.207991 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11768-74aa-4c98-bd6a-2ee020750b3d None None] Pushing event updated for resources: {'Port': ['ID=949099bf-047c-4d90-b0f8-e1a8d3f650ea,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:03.209543 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:03.211597 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-77c11768-74aa-4c98-bd6a-2ee020750b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:03.214133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:03.214576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:03.214952 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.215407 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:03.215926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Bound port: 949099bf-047c-4d90-b0f8-e1a8d3f650ea, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:03.216333 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.256907 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab7c105-e0a6-47ed-9f12-19f422d78210,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:03.259953 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:03.277750 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.294424 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] For port 949099bf-047c-4d90-b0f8-e1a8d3f650ea, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:03.298463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] For port 949099bf-047c-4d90-b0f8-e1a8d3f650ea, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=949099bf-047c-4d90-b0f8-e1a8d3f650ea,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:03.304712 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.310018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:03.383837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:03.384484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d083b7640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:03.395811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.563087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11768-74aa-4c98-bd6a-2ee020750b3d None None] Pushing event updated for resources: {'Port': ['ID=949099bf-047c-4d90-b0f8-e1a8d3f650ea,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:03.567075 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-77c11768-74aa-4c98-bd6a-2ee020750b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:03.590446 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b84cba0f-8bb9-44a4-b0b5-abc2d5a1a13e None None] Provisioning for port 4ab7c105-e0a6-47ed-9f12-19f422d78210 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:03.602331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b84cba0f-8bb9-44a4-b0b5-abc2d5a1a13e None None] Provisioning complete for port 4ab7c105-e0a6-47ed-9f12-19f422d78210 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:03.603019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b84cba0f-8bb9-44a4-b0b5-abc2d5a1a13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.627651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.632918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.661418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-db6eb568-a93b-48fb-a34a-ae8ef0f8e2e7 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:03.679418 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b84cba0f-8bb9-44a4-b0b5-abc2d5a1a13e None None] Port 4ab7c105-e0a6-47ed-9f12-19f422d78210 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:51:03.681905 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:03.888818 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab7c105-e0a6-47ed-9f12-19f422d78210,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:03.892215 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:03.896277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:03.973140 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4b26aace-ac26-46b2-93cc-f9620dc95605 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:04.030312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Network 0877e0f7-86af-4d84-9d98-fde93776448f is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:04.031070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:04.062690 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4b26aace-ac26-46b2-93cc-f9620dc95605 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:04.063072 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:04.094058 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d083b7640>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:02Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:04.110381 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2813337-c3b4-4f7e-ab7c-85aed708212d None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:02Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:51:04.230405 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:51:04.302588 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cc1596f3-8305-43ac-ae2d-d8cdfcc288ba None None] Provisioning complete for port 4ab7c105-e0a6-47ed-9f12-19f422d78210 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:04.303090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc1596f3-8305-43ac-ae2d-d8cdfcc288ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:04.376557 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cc1596f3-8305-43ac-ae2d-d8cdfcc288ba None None] Port 4ab7c105-e0a6-47ed-9f12-19f422d78210 cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:51:04.437366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:51:04.447590 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] 10.222.0.20 "PUT /v2.0/routers/a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5152149
Nov 29 12:51:04.995574 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35680) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:05.001515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1535042115-network', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:05.006876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:05.011077 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Usage tracker for resource:network and tenant:07ce2d8b052d43eea6dec2be6f7d44eb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:05.014287 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:05.020513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:05.032444 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Made reservation on behalf of 07ce2d8b052d43eea6dec2be6f7d44eb for: {'network': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:51:05.034954 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for network, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.047914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.063486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:05.067934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Usage tracker for resource:security_group_rule and tenant:07ce2d8b052d43eea6dec2be6f7d44eb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:05.071389 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:05.077552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:05.168799 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.174707 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.178086 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-48bfd14a-f9b4-4836-aec7-24db35828e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:05.207398 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644}  {{(pid=87599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 29 12:51:05.216779 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe398902-0c21-4369-b2fd-daf7099ee588,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:05.220259 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:05.224920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.225381 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.segments_db [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Added segment 63a7c8f4-336f-4064-9bb3-63877a0835b2 of type vlan for network cc127183-998f-4cbc-aa1f-67e2840c0b9c
Nov 29 12:51:05.253387 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752348125112'] for network, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.286113 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795'] for network, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.287256 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:05.287839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Notify callbacks [] for network, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.291493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-11e065c3-9627-424a-81c9-305dff5a95b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:05.397550 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Pushing event updated for resources: {'Network': ['ID=cc127183-998f-4cbc-aa1f-67e2840c0b9c,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:05.400964 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4042821
Nov 29 12:51:05.401934 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-2dbbbb43-2ce0-4bbf-8234-cc571910fc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:05.404063 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35684) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:05.409886 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Request body: {'subnet': {'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1535042115-subnet', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:05.416310 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c details requested by agent ovs-agent-dv-neutron-819579-1-hyperv with host dv-neutron-819579-1-hyperv {{(pid=87601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 29 12:51:05.416760 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:05.420562 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Usage tracker for resource:subnet and tenant:07ce2d8b052d43eea6dec2be6f7d44eb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:05.427838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:05.434587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:05.447258 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Made reservation on behalf of 07ce2d8b052d43eea6dec2be6f7d44eb for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:51:05.449731 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2183355'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.664289 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10115096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2183305'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.668305 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2721d776-d97c-40fd-8a0c-c6c71ff9fe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:05.739939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fdd759-8905-4c5c-b851-d31293bed560,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:05.743659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:05.750545 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Checking segment: {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:05.750893 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Network hostable DHCP agents. Network: cc127183-998f-4cbc-aa1f-67e2840c0b9c, hostable agents: ['627b22f9-2913-41e2-8147-511105f5d225'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 29 12:51:05.770413 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c is scheduled to be hosted by DHCP agent 627b22f9-2913-41e2-8147-511105f5d225 with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 29 12:51:05.780616 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819579-1-hyperv, cc127183-998f-4cbc-aa1f-67e2840c0b9c) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:05.785330 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:05.785922 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.789871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38e491-01fc-45b4-a3a1-e28b7955a6c4 None None] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:51:05.810452 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90852968-6e09-42a3-9e3f-1b9b6d6d6298 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4029222
Nov 29 12:51:05.810834 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35690) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:05.816466 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:05.822073 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:05.826185 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Usage tracker for resource:router and tenant:07ce2d8b052d43eea6dec2be6f7d44eb is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:05.829275 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:05.835692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:05.848380 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232770'] for router, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.849423 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3909899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232825'] for router, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:05.871939 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.008608 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 949099bf-047c-4d90-b0f8-e1a8d3f650ea up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:06.064159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bc3543e-73d5-57fe-a35a-41ff8a395418-cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'fixed_ips': [{'subnet_id': '08fdd759-8905-4c5c-b851-d31293bed560'}]}} from dv-neutron-819579-1-hyperv. {{(pid=87601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 29 12:51:06.065013 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.150329 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232807'] for router, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.163152 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 949099bf-047c-4d90-b0f8-e1a8d3f650ea completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:06.172309 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 949099bf-047c-4d90-b0f8-e1a8d3f650ea triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:06.172689 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.210178 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:51:06.221287 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:06.221912 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b29640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:06.293881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Allocated IP 172.20.0.2 (cc127183-998f-4cbc-aa1f-67e2840c0b9c/08fdd759-8905-4c5c-b851-d31293bed560/b3c5461b-c743-460d-b6c2-543f2b19cb95) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:06.411440 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:06.491621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.527427 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 949099bf-047c-4d90-b0f8-e1a8d3f650ea, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=949099bf-047c-4d90-b0f8-e1a8d3f650ea,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:06.534391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.545227 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:06.628490 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.661180 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.674554 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=949099bf-047c-4d90-b0f8-e1a8d3f650ea,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:06.679041 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:06.693347 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.706522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Transition to ACTIVE for port object b3c5461b-c743-460d-b6c2-543f2b19cb95 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:06.731702 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Transition to ACTIVE for port object b3c5461b-c743-460d-b6c2-543f2b19cb95 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:06.740902 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.747209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:06.771491 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b29640>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 2, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:06.780743 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:51:06.781088 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Updating router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e port 4ab7c105-e0a6-47ed-9f12-19f422d78210 binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:51:06.801104 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:06.804089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Resources bound (agent type, host, resource id):  {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:06.808131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:06.838935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Allocated IP 172.26.4.30 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/f47e2059-7467-44b2-bdd6-68085673db8e) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:06.875280 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.898184 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Pushing event updated for resources: {'Port': ['ID=b3c5461b-c743-460d-b6c2-543f2b19cb95,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:06.905126 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:06.921717 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Attempting to bind port b3c5461b-c743-460d-b6c2-543f2b19cb95 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:06.922105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Attempting to bind port b3c5461b-c743-460d-b6c2-543f2b19cb95 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:06.922476 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Attempting to bind port b3c5461b-c743-460d-b6c2-543f2b19cb95 on network cc127183-998f-4cbc-aa1f-67e2840c0b9c {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:06.928615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:06.929004 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Checking segment: {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:06.929612 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:06.929964 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Bound using segment: {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:06.930443 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Bound port: b3c5461b-c743-460d-b6c2-543f2b19cb95, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:06.930827 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.014074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.027809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] For port b3c5461b-c743-460d-b6c2-543f2b19cb95, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:07.030921 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] For port b3c5461b-c743-460d-b6c2-543f2b19cb95, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b3c5461b-c743-460d-b6c2-543f2b19cb95,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:07.036713 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.041836 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-65c010a7-ac23-41ae-88fb-b29ca9289b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:07.046781 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.051727 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-93584a8d-46bd-49a2-85d5-c5228d977e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:07.111778 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Pushing event updated for resources: {'Port': ['ID=b3c5461b-c743-460d-b6c2-543f2b19cb95,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:07.116162 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:07.119419 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:07.122339 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:07.126218 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:07.164046 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Pushing event updated for resources: {'Port': ['ID=f47e2059-7467-44b2-bdd6-68085673db8e,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:07.168432 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:07.261877 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.275919 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Transition to ACTIVE for port object 4ab7c105-e0a6-47ed-9f12-19f422d78210 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:07.283828 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.291277 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c3a7ea3f-03d2-4c76-ab5a-44655a1ab304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:07.520317 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Pushing event updated for resources: {'Port': ['ID=4ab7c105-e0a6-47ed-9f12-19f422d78210,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:07.568976 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.569260 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.569544 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.570183 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.570568 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.570899 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.571665 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.571665 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.571912 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.572193 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.572509 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.572825 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:51:07.576564 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:07.586007 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Attempting to bind port 4ab7c105-e0a6-47ed-9f12-19f422d78210 on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:07.586385 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Attempting to bind port 4ab7c105-e0a6-47ed-9f12-19f422d78210 by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:07.586754 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Attempting to bind port 4ab7c105-e0a6-47ed-9f12-19f422d78210 on network 0877e0f7-86af-4d84-9d98-fde93776448f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:07.592175 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:07.592555 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Checking segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:07.592960 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.593355 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Bound using segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:07.593821 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Bound port: 4ab7c105-e0a6-47ed-9f12-19f422d78210, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:07.594200 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.602353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.693997 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] For port 4ab7c105-e0a6-47ed-9f12-19f422d78210, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:07.697391 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] For port 4ab7c105-e0a6-47ed-9f12-19f422d78210, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4ab7c105-e0a6-47ed-9f12-19f422d78210,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:07.702711 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:07.706848 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd32b572-4b0b-4021-8031-50b4430b2f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:07.790140 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:07.790842 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08b29640>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:07.919217 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Pushing event updated for resources: {'Port': ['ID=4ab7c105-e0a6-47ed-9f12-19f422d78210,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:07.929551 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed4e1639-4f31-46e5-b640-a8a9fb601f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:08.003047 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:08.030719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912668'] for router, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:08.128726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b3c5461b-c743-460d-b6c2-543f2b19cb95 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:08.253694 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port b3c5461b-c743-460d-b6c2-543f2b19cb95 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:08.267620 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 949099bf-047c-4d90-b0f8-e1a8d3f650ea up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:08.365582 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 949099bf-047c-4d90-b0f8-e1a8d3f650ea triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:08.366695 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:08.407686 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e1602-4526-45b7-9aa3-ec911667279e None None] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:51:08.421706 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08b29640>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:07Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:08.426597 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e94c7e-b206-403d-8440-c9d34f65721d None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:07Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:51:08.511746 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Router 1bf57d99-bdd9-4036-b428-1921d1589423 is scheduled to L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 with binding_index 1 {{(pid=87599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 29 12:51:08.560403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Provisioning for port b3c5461b-c743-460d-b6c2-543f2b19cb95 completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:08.578674 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Provisioning complete for port b3c5461b-c743-460d-b6c2-543f2b19cb95 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:08.579059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:08.721102 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:51:08.741804 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Sync routers for ids ['1bf57d99-bdd9-4036-b428-1921d1589423'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:51:08.748199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:08.749615 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-0927d1b9-e360-4d49-bf04-e7f3d8ff9838 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9377270
Nov 29 12:51:08.752592 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:08.786020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Routers {'1bf57d99-bdd9-4036-b428-1921d1589423'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:08.786668 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0806b0a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bf57d99-bdd9-4036-b428-1921d1589423'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:09.036724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:09.111729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] For port b3c5461b-c743-460d-b6c2-543f2b19cb95, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b3c5461b-c743-460d-b6c2-543f2b19cb95,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:09.120748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:09.124724 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Set router 1bf57d99-bdd9-4036-b428-1921d1589423 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:09.166751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e1939611-9fef-4d40-bc44-1a0a5ec5ccad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:09.433105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Pushing event updated for resources: {'Port': ['ID=b3c5461b-c743-460d-b6c2-543f2b19cb95,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:09.437444 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0aac21e4-fd91-4c70-922e-a67f27d3278b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:09.543998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0806b0a0>, [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:51:07Z', 'revision_number': 3, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:09.547833 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Checking router: 1bf57d99-bdd9-4036-b428-1921d1589423 for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:51:09.548267 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Updating router 1bf57d99-bdd9-4036-b428-1921d1589423 port f47e2059-7467-44b2-bdd6-68085673db8e binding host dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:51:09.599744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:09.610702 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:09.701124 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bac3b9ae-f5e2-46eb-b5d6-9583c14c8d3c None None] Provisioning complete for port b3c5461b-c743-460d-b6c2-543f2b19cb95 triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:09.701508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bac3b9ae-f5e2-46eb-b5d6-9583c14c8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:09.834386 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Allocated IP 172.20.0.1 (cc127183-998f-4cbc-aa1f-67e2840c0b9c/08fdd759-8905-4c5c-b851-d31293bed560/975018e1-fa2e-4d27-934f-2f25fa30504c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:09.987556 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.004417 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Transition to ACTIVE for port object 975018e1-fa2e-4d27-934f-2f25fa30504c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:10.033589 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.037165 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b3c5461b-c743-460d-b6c2-543f2b19cb95 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:10.038585 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1cc93212-b944-4e24-9260-b78bd784f754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:10.101870 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:10.105160 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.105427 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:10.107876 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:10.125710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Transition to ACTIVE for port object f47e2059-7467-44b2-bdd6-68085673db8e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:10.135718 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.139826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:10.163789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Pushing event updated for resources: {'Port': ['ID=975018e1-fa2e-4d27-934f-2f25fa30504c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:10.166676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:10.186827 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724306'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.192283 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port b3c5461b-c743-460d-b6c2-543f2b19cb95 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:10.192790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.287622 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Attempting to bind port f47e2059-7467-44b2-bdd6-68085673db8e on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:10.288259 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Attempting to bind port f47e2059-7467-44b2-bdd6-68085673db8e by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:10.288777 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Attempting to bind port f47e2059-7467-44b2-bdd6-68085673db8e on network c01ccd2b-c658-4738-a22e-50c7dec56a32 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:10.293928 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c9917-fd16-472e-a3e5-8d066eeb90bf None None] Pushing event updated for resources: {'Port': ['ID=f47e2059-7467-44b2-bdd6-68085673db8e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:10.299891 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab0c9917-fd16-472e-a3e5-8d066eeb90bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:10.300912 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:10.301474 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Checking segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:10.302025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.302558 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Bound using segment: {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:10.303217 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Bound port: f47e2059-7467-44b2-bdd6-68085673db8e, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21086bed-534e-48c9-b3c4-115792db29b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:10.304059 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.336231 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.434851 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] For port f47e2059-7467-44b2-bdd6-68085673db8e, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:10.440757 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4ab7c105-e0a6-47ed-9f12-19f422d78210 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:10.476180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] For port f47e2059-7467-44b2-bdd6-68085673db8e, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f47e2059-7467-44b2-bdd6-68085673db8e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:10.487675 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.494551 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:10.555276 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f6410daa-054a-459a-8860-45e6fd937793 None None] Provisioning for port 975018e1-fa2e-4d27-934f-2f25fa30504c completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:10.587647 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f6410daa-054a-459a-8860-45e6fd937793 None None] Provisioning complete for port 975018e1-fa2e-4d27-934f-2f25fa30504c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:10.588019 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6410daa-054a-459a-8860-45e6fd937793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.636939 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Routers {'1bf57d99-bdd9-4036-b428-1921d1589423'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:10.638225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d0806b0a0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bf57d99-bdd9-4036-b428-1921d1589423'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:10.718201 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.723649 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.747872 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b1eb3c9-2d4a-4b4f-80db-a22307cb90e3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:10.778794 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c9917-fd16-472e-a3e5-8d066eeb90bf None None] Pushing event updated for resources: {'Port': ['ID=f47e2059-7467-44b2-bdd6-68085673db8e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:10.781311 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 4ab7c105-e0a6-47ed-9f12-19f422d78210 completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:10.784432 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f6410daa-054a-459a-8860-45e6fd937793 None None] Port 975018e1-fa2e-4d27-934f-2f25fa30504c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:51:10.788975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab0c9917-fd16-472e-a3e5-8d066eeb90bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:10.801349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4ab7c105-e0a6-47ed-9f12-19f422d78210 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:10.801730 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.828748 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Pushing event updated for resources: {'Port': ['ID=975018e1-fa2e-4d27-934f-2f25fa30504c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:10.833596 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:10.834543 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3731777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724529'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:10.953451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] Set router 1bf57d99-bdd9-4036-b428-1921d1589423 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:10.979184 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:10.980337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:11.132845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:11.178458 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Router 1bf57d99-bdd9-4036-b428-1921d1589423 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:51:11.249289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 4ab7c105-e0a6-47ed-9f12-19f422d78210, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4ab7c105-e0a6-47ed-9f12-19f422d78210,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:11.258062 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:11.263087 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:11.291410 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e207a34c-a7d2-44b5-807a-3da5f96a9159 None None] Provisioning complete for port 975018e1-fa2e-4d27-934f-2f25fa30504c triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:11.291793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e207a34c-a7d2-44b5-807a-3da5f96a9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:11.369959 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:51:11.380232 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9cf99dc-592a-4147-9872-9b17f1d5af67 admin admin] 10.222.0.20 "PUT /v2.0/routers/1bf57d99-bdd9-4036-b428-1921d1589423/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6264293
Nov 29 12:51:11.439408 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e207a34c-a7d2-44b5-807a-3da5f96a9159 None None] Port 975018e1-fa2e-4d27-934f-2f25fa30504c cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:51:11.441906 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=4ab7c105-e0a6-47ed-9f12-19f422d78210,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:11.446048 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:11.472872 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d0806b0a0>, [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '975018e1-fa2e-4d27-934f-2f25fa30504c', 'name': '', 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'mac_address': 'fa:16:3e:d9:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '08fdd759-8905-4c5c-b851-d31293bed560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:09Z', 'updated_at': '2021-11-29T12:51:09Z', 'revision_number': 1, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'subnets': [{'id': '08fdd759-8905-4c5c-b851-d31293bed560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:11.477020 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5549a-74f9-48fa-9037-63cd434a50ca None None] The sync data for ids ['1bf57d99-bdd9-4036-b428-1921d1589423'] in dv-neutron-819579-1-hyperv is: [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '975018e1-fa2e-4d27-934f-2f25fa30504c', 'name': '', 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'mac_address': 'fa:16:3e:d9:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '08fdd759-8905-4c5c-b851-d31293bed560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:09Z', 'updated_at': '2021-11-29T12:51:09Z', 'revision_number': 1, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'subnets': [{'id': '08fdd759-8905-4c5c-b851-d31293bed560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:51:11.990490 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4ab7c105-e0a6-47ed-9f12-19f422d78210 up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:12.018111 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35704) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:12.023503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264737469', 'description': 'tempest-secgroup-smoke-264737469 description', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:12.029865 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.033952 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.038205 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.045379 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.058959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.079972 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 4ab7c105-e0a6-47ed-9f12-19f422d78210 triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:12.080357 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.082434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.087265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.090403 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.096738 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.191914 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.201861 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.209082 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bf927594-6cb8-4070-a4fc-1c8d8a7030a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:12.269414 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365a250e-2066-4e80-8b3e-5b0d46a01373,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:12.272493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.273709 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2545691
Nov 29 12:51:12.274712 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-986b7c94-c321-4bed-ba16-3e5033fc8762 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:12.277010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:12.282675 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group_rule': {'security_group_id': '365a250e-2066-4e80-8b3e-5b0d46a01373', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:12.289197 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.293740 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.296909 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.304544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.324135 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.392062 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.396544 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.398565 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5b7b225-4674-40a5-a650-0e067bf57eba tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:12.421604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65262b5-ccd9-414d-a3e0-eac314a866cd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:12.424678 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:12.433447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.434838 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d60cdebe-b088-4b11-b0c8-16544eab9086 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1568232
Nov 29 12:51:12.437804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:12.444036 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group_rule': {'security_group_id': '365a250e-2066-4e80-8b3e-5b0d46a01373', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:12.450666 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.454725 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.458017 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.463989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.483156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.548773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.552989 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.560912 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64e0ca39-f4ec-467f-9d15-ec8a174238cc tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:12.582937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734b9734-f357-43e6-9f1b-6400da025f2e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:12.585173 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:12.590453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.591883 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29d61a34-6a1e-4701-b76a-033588aecac6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1529884
Nov 29 12:51:12.594758 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:12.600001 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group_rule': {'security_group_id': '365a250e-2066-4e80-8b3e-5b0d46a01373', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:12.606312 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.610515 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.613551 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.619598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.637282 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.704296 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.708980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.710833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbfcd56f-2348-4db0-9c6f-4bac08e8b34c tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:12.733223 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416fa961-d6b6-486c-a07c-68d28670f082,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:12.735799 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:12.743838 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.745109 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9748119c-f7df-4d00-ad2d-8218ed0bacab tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1493289
Nov 29 12:51:12.748036 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35720) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:12.753706 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group_rule': {'security_group_id': '365a250e-2066-4e80-8b3e-5b0d46a01373', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:12.760479 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.764548 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.767691 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.773626 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.793128 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.869787 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.874201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.876074 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-6b3d0237-9976-4b7b-8d99-69cc4e7c9a69 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:12.897887 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043cd3ed-f2d5-4d7a-aa6e-0587aa8253d5,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:12.900314 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:12.908427 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:12.909759 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-be7d173b-57cb-41a7-b547-d4a90eea6342 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1606503
Nov 29 12:51:12.912590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35724) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:12.917761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group_rule': {'security_group_id': '365a250e-2066-4e80-8b3e-5b0d46a01373', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:12.924227 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:12.928322 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:12.931328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:12.937323 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:12.948973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Project 3d90ce7fbfd24c898aa742ebe551136a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:51:12.956245 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.022564 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.027662 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.029988 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-bd3d5ce3-8263-4a4b-8ac0-b48244a1a9c8 tempest-TestVolumeBootPattern-390921491 tempest-TestVolumeBootPattern-390921491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:13.054424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4cbc82-cd24-48cd-a54e-7849badd6a7a,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:13.056935 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:13.065448 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.066632 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-9dfee466-99b3-4b42-b377-98e864202ef5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1530843
Nov 29 12:51:13.069456 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 35728) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:13.074783 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'security_group_rule': {'security_group_id': '365a250e-2066-4e80-8b3e-5b0d46a01373', 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:13.081330 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:13.085433 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:security_group_rule and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:13.088300 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87599) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:13.093913 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:13.107119 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.db.securitygroups_db [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Project 3d90ce7fbfd24c898aa742ebe551136a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 29 12:51:13.114560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.186554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.192839 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355953'] for security_group_rule, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.199321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a31ba4aa-3b9d-4e4e-a0bd-557473559019 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:13.218780 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f026c22c-baef-49f9-a330-cf745d3aded6,revision_number=0']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:13.221112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:13.229955 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:13.231200 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-a4370156-1ee2-44ff-b4c6-d7f90472568f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1604645
Nov 29 12:51:13.413235 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-01227396-9753-4fef-bc1b-1508c1563406 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:security_group {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:51:13.433047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-01227396-9753-4fef-bc1b-1508c1563406 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:security_group {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:51:13.434243 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-01227396-9753-4fef-bc1b-1508c1563406 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264737469&fields=id&tenant_id=3d90ce7fbfd24c898aa742ebe551136a HTTP/1.1" status: 200  len: 267 time: 0.0640574
Nov 29 12:51:13.608407 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-9466bff6-2478-43e8-a603-b449f6eb17c2 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:13.609867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-9466bff6-2478-43e8-a603-b449f6eb17c2 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 809 time: 0.1690125
Nov 29 12:51:13.627572 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-c6a920dc-1eed-4de1-be9a-49a414a967c9 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/quotas/3d90ce7fbfd24c898aa742ebe551136a HTTP/1.1" status: 200  len: 375 time: 0.0111744
Nov 29 12:51:13.742043 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-2000ff05-9b5c-4c58-b603-ba5e580f6a36 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:51:13.764488 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-2000ff05-9b5c-4c58-b603-ba5e580f6a36 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:51:13.766185 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-2000ff05-9b5c-4c58-b603-ba5e580f6a36 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1324010
Nov 29 12:51:13.787248 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-478f598b-38f4-493a-bd37-54045882ccca service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:51:13.788202 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-478f598b-38f4-493a-bd37-54045882ccca service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061345
Nov 29 12:51:13.937673 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-cf8d1c8e-5035-496b-ade6-0ebc661e64da service neutron] 10.222.0.20 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435738
Nov 29 12:51:13.956281 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:14.015321 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f47e2059-7467-44b2-bdd6-68085673db8e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:14.090528 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port f47e2059-7467-44b2-bdd6-68085673db8e completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:14.095690 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-00082e51-3967-4fda-bf7e-24dceaa06d9e service neutron] 10.222.0.20 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516428
Nov 29 12:51:14.099260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f47e2059-7467-44b2-bdd6-68085673db8e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:14.100453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:14.257706 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:14.278089 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port f47e2059-7467-44b2-bdd6-68085673db8e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f47e2059-7467-44b2-bdd6-68085673db8e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:14.283441 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:14.285494 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:14.358993 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=f47e2059-7467-44b2-bdd6-68085673db8e,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:14.362356 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:14.408373 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bfe797dd-453f-493a-b608-f37755bee5a9 req-96293b39-4a0a-4456-969a-84572839bfc6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 210 time: 0.1648829
Nov 29 12:51:15.221392 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Sync routers for ids ['1bf57d99-bdd9-4036-b428-1921d1589423'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:51:15.231583 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Routers {'1bf57d99-bdd9-4036-b428-1921d1589423'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:15.232210 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd54f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bf57d99-bdd9-4036-b428-1921d1589423'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:15.371199 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-371703fa-e71c-49ac-bec7-d3305715db0e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:15.372581 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-371703fa-e71c-49ac-bec7-d3305715db0e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 809 time: 0.1580594
Nov 29 12:51:15.409851 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Set router 1bf57d99-bdd9-4036-b428-1921d1589423 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:15.423264 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-f354d3ba-1e8a-4f0e-b65a-e4deb1aa7a53 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d90ce7fbfd24c898aa742ebe551136a HTTP/1.1" status: 200  len: 379 time: 0.0423899
Nov 29 12:51:15.440011 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'port': {'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'admin_state_up': True, 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'security_groups': ['365a250e-2066-4e80-8b3e-5b0d46a01373']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:15.580958 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-45c60376-cf63-42cd-ba03-54fbf02093ce req-c38886da-636d-4f81-a03b-ae63f9bfbbd3 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 210 time: 0.0512292
Nov 29 12:51:15.635559 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:15.645004 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:15.655530 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Made reservation on behalf of 3d90ce7fbfd24c898aa742ebe551136a for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:51:15.659242 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:15.752033 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd54f0>, [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '975018e1-fa2e-4d27-934f-2f25fa30504c', 'name': '', 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'mac_address': 'fa:16:3e:d9:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '08fdd759-8905-4c5c-b851-d31293bed560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:09Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 2, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'subnets': [{'id': '08fdd759-8905-4c5c-b851-d31293bed560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:15.756101 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Checking router: 1bf57d99-bdd9-4036-b428-1921d1589423 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:51:15.756462 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Updating router 1bf57d99-bdd9-4036-b428-1921d1589423 port 975018e1-fa2e-4d27-934f-2f25fa30504c binding host dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 29 12:51:15.810045 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:15.958452 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Allocated IP 172.20.0.6 (0877e0f7-86af-4d84-9d98-fde93776448f/1c31a668-b7de-4393-8a36-52b955da34a5/af611bd6-d05f-4a22-ae5a-2e09d10e78cb) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:15.987339 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f47e2059-7467-44b2-bdd6-68085673db8e up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:16.056472 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port f47e2059-7467-44b2-bdd6-68085673db8e triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:16.056824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.159708 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.168056 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.176461 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Transition to ACTIVE for port object af611bd6-d05f-4a22-ae5a-2e09d10e78cb will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:16.181408 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Transition to ACTIVE for port object 975018e1-fa2e-4d27-934f-2f25fa30504c will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:16.188348 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.192400 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b588f7e3-cc39-4cf2-9477-659a70d1020b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:16.200627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.206031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:16.275208 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Network 0877e0f7-86af-4d84-9d98-fde93776448f is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:16.278302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:16.282537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:16.314418 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:16.326809 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:16.355649 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:16.356286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.385134 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-51ec2164-cd38-4522-ac7f-63f4c1fa5363 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9506774
Nov 29 12:51:16.387991 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be6a5c-983c-4119-a233-45b23adb6b0a None None] Pushing event updated for resources: {'Port': ['ID=975018e1-fa2e-4d27-934f-2f25fa30504c,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:16.390947 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d7be6a5c-983c-4119-a233-45b23adb6b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:16.401440 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Request body: {'port': {'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:16.427541 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Attempting to bind port 975018e1-fa2e-4d27-934f-2f25fa30504c on host dv-neutron-819579-1-hyperv for vnic_type normal with profile  {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:16.427949 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Attempting to bind port 975018e1-fa2e-4d27-934f-2f25fa30504c by drivers openvswitch,hyperv on host dv-neutron-819579-1-hyperv at level 0 using segments [{'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:16.428418 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Attempting to bind port 975018e1-fa2e-4d27-934f-2f25fa30504c on network cc127183-998f-4cbc-aa1f-67e2840c0b9c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:16.434367 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Checking agent: {'id': '829a4e1c-aac6-44be-8c84-30293dd0f74f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819579-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 45, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 45, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819579-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:16.434946 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Checking segment: {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:16.435518 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.435920 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Bound using segment: {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:16.436515 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Bound port: 975018e1-fa2e-4d27-934f-2f25fa30504c, host: dv-neutron-819579-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a7c8f4-336f-4064-9bb3-63877a0835b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:16.436772 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.528355 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.545147 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] For port 975018e1-fa2e-4d27-934f-2f25fa30504c, host dv-neutron-819579-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:16.548472 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] For port 975018e1-fa2e-4d27-934f-2f25fa30504c, host dv-neutron-819579-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=975018e1-fa2e-4d27-934f-2f25fa30504c,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:16.552933 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.557665 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ec02bae9-cc91-4bb0-9fc6-2706a1dd0f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:16.596181 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-44c7bab7-7572-4760-8fcb-92243988e961 None None] Provisioning for port af611bd6-d05f-4a22-ae5a-2e09d10e78cb completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:16.602195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-44c7bab7-7572-4760-8fcb-92243988e961 None None] Provisioning complete for port af611bd6-d05f-4a22-ae5a-2e09d10e78cb triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:16.602881 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44c7bab7-7572-4760-8fcb-92243988e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:16.636030 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Routers {'1bf57d99-bdd9-4036-b428-1921d1589423'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:16.636754 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd54f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bf57d99-bdd9-4036-b428-1921d1589423'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:16.690418 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be6a5c-983c-4119-a233-45b23adb6b0a None None] Pushing event updated for resources: {'Port': ['ID=975018e1-fa2e-4d27-934f-2f25fa30504c,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:16.700862 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d7be6a5c-983c-4119-a233-45b23adb6b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:16.723809 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-44c7bab7-7572-4760-8fcb-92243988e961 None None] Port af611bd6-d05f-4a22-ae5a-2e09d10e78cb cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:51:16.844131 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] Set router 1bf57d99-bdd9-4036-b428-1921d1589423 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:16.848060 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a644b-7570-4cde-a483-c7df59e190db req-3c3e042f-89f7-4dab-8728-53a4c890d901 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:16.856822 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e05a644b-7570-4cde-a483-c7df59e190db req-3c3e042f-89f7-4dab-8728-53a4c890d901 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 931 time: 0.1193156
Nov 29 12:51:16.901528 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e05a644b-7570-4cde-a483-c7df59e190db req-9398b8b7-7835-406b-9593-fb0623eba6f4 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:51:16.915073 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e05a644b-7570-4cde-a483-c7df59e190db req-9398b8b7-7835-406b-9593-fb0623eba6f4 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:51:16.916261 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e05a644b-7570-4cde-a483-c7df59e190db req-9398b8b7-7835-406b-9593-fb0623eba6f4 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584064
Nov 29 12:51:16.977325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af611bd6-d05f-4a22-ae5a-2e09d10e78cb {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:51:16.988959 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:17.005156 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Transition to ACTIVE for port object af611bd6-d05f-4a22-ae5a-2e09d10e78cb will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:51:17.009724 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:17.014651 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-33ca4884-f41f-496c-ba45-d757dd236fc4 tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:17.180266 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08bd54f0>, [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '975018e1-fa2e-4d27-934f-2f25fa30504c', 'name': '', 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'mac_address': 'fa:16:3e:d9:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '08fdd759-8905-4c5c-b851-d31293bed560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:09Z', 'updated_at': '2021-11-29T12:51:16Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'subnets': [{'id': '08fdd759-8905-4c5c-b851-d31293bed560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:17.184609 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f6dcf-3fa1-4cb4-978b-7b944251a592 None None] The sync data for ids ['1bf57d99-bdd9-4036-b428-1921d1589423'] in dv-neutron-819579-1-hyperv is: [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:51:10Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '975018e1-fa2e-4d27-934f-2f25fa30504c', 'name': '', 'network_id': 'cc127183-998f-4cbc-aa1f-67e2840c0b9c', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'mac_address': 'fa:16:3e:d9:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '08fdd759-8905-4c5c-b851-d31293bed560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:09Z', 'updated_at': '2021-11-29T12:51:16Z', 'revision_number': 4, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'subnets': [{'id': '08fdd759-8905-4c5c-b851-d31293bed560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:51:17.211087 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:17.216540 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:17.259352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Attempting to bind port af611bd6-d05f-4a22-ae5a-2e09d10e78cb on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:51:17.259701 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Attempting to bind port af611bd6-d05f-4a22-ae5a-2e09d10e78cb by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:51:17.260031 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Attempting to bind port af611bd6-d05f-4a22-ae5a-2e09d10e78cb on network 0877e0f7-86af-4d84-9d98-fde93776448f {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:17.265424 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Port af611bd6-d05f-4a22-ae5a-2e09d10e78cb on network 0877e0f7-86af-4d84-9d98-fde93776448f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:51:17.265751 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Attempting to bind port af611bd6-d05f-4a22-ae5a-2e09d10e78cb on network 0877e0f7-86af-4d84-9d98-fde93776448f {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:51:17.271645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:51:17.271981 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Checking segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:51:17.272378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Bound using segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:51:17.272796 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Bound port: af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:51:17.273581 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:17.371631 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:51:17.375364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:51:17.381179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:17.385217 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-543ee93e-ccc8-4668-bff7-4e26ab4aa2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:17.445200 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:17.448906 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:17.450369 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] 10.222.0.18 "PUT /v2.0/ports/af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 1093 time: 1.0532587
Nov 29 12:51:17.450928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:51:17.473202 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:17.482401 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ede4238f-1d7c-48c1-aaad-d81f6103588f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:17.585410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ad847fb9-00a8-4f0d-bd62-d5c5d9c49bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:17.587380 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-ad847fb9-00a8-4f0d-bd62-d5c5d9c49bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1096 time: 0.0858223
Nov 29 12:51:17.589118 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'status': 'completed', 'code': 200}
Nov 29 12:51:17.663557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-fa3a3207-27c8-42ca-8b75-f2a4fb0d09c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 217 time: 0.0680661
Nov 29 12:51:17.731283 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-6d4b6c57-5db1-40d9-87d7-235b13a357d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:17.732643 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-6d4b6c57-5db1-40d9-87d7-235b13a357d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0631609
Nov 29 12:51:17.807272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-8452fb91-c612-4204-bb5a-664a010d7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:17.808743 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-8452fb91-c612-4204-bb5a-664a010d7dad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698123
Nov 29 12:51:18.008222 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 975018e1-fa2e-4d27-934f-2f25fa30504c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:18.079040 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-39887545-b8f4-442c-959e-61d90dac1ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630725
Nov 29 12:51:18.087496 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning for port 975018e1-fa2e-4d27-934f-2f25fa30504c completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:18.093692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 975018e1-fa2e-4d27-934f-2f25fa30504c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:18.094157 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:18.123642 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491d378-bde8-412d-a690-94ef70d0e80f req-c2b45471-36f0-4912-a6b6-cbf5c73e50a6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:18.125338 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6491d378-bde8-412d-a690-94ef70d0e80f req-c2b45471-36f0-4912-a6b6-cbf5c73e50a6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 943 time: 0.0930681
Nov 29 12:51:18.177946 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6491d378-bde8-412d-a690-94ef70d0e80f req-16e1d3de-c0f6-4391-9977-38205775081b tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448437
Nov 29 12:51:18.216762 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-080dcfe3-d10a-4508-88ba-c5540d4e1f8d req-307ae56a-391e-4770-8176-aed1d43b6ea7 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305380
Nov 29 12:51:18.217170 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:18.251746 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] For port 975018e1-fa2e-4d27-934f-2f25fa30504c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=975018e1-fa2e-4d27-934f-2f25fa30504c,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:18.255950 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:18.257760 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab0c9917-fd16-472e-a3e5-8d066eeb90bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:18.326750 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Pushing event updated for resources: {'Port': ['ID=975018e1-fa2e-4d27-934f-2f25fa30504c,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:18.330423 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:18.345761 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-c9e9198f-9695-4582-9080-dcb0fcf4f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:18.347486 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-c9e9198f-9695-4582-9080-dcb0fcf4f6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1096 time: 0.0828977
Nov 29 12:51:18.483051 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-ce51409f-2be8-457a-b92c-5f1341e62eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:18.484509 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-ce51409f-2be8-457a-b92c-5f1341e62eae service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1299150
Nov 29 12:51:18.556677 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-71975b9f-93eb-46d5-a582-734bf9d02498 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 217 time: 0.0647223
Nov 29 12:51:18.622584 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-456739a9-6f47-488a-a138-60746890fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:18.624021 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-456739a9-6f47-488a-a138-60746890fc05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0601978
Nov 29 12:51:18.710126 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-a0375b98-0b53-4a1a-88e2-68bab399a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:18.711650 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-a0375b98-0b53-4a1a-88e2-68bab399a7e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802674
Nov 29 12:51:18.844931 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-ba5663d1-b964-4679-a12d-73f84fe8d6b6 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255720
Nov 29 12:51:18.976305 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-16029021-b73a-4d89-a86d-0ce1c503b416 req-f4d53949-c680-42e4-940a-ae38cab97c87 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245203
Nov 29 12:51:19.386713 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f52f3-6682-47db-9eee-ad43386718de req-d856c03d-8d25-456f-bd50-b6a50b5c3e95 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:19.387343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a78f52f3-6682-47db-9eee-ad43386718de req-d856c03d-8d25-456f-bd50-b6a50b5c3e95 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:51:19.406728 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-a78f52f3-6682-47db-9eee-ad43386718de req-d856c03d-8d25-456f-bd50-b6a50b5c3e95 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:51:19.408288 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a78f52f3-6682-47db-9eee-ad43386718de req-d856c03d-8d25-456f-bd50-b6a50b5c3e95 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 943 time: 0.1064546
Nov 29 12:51:19.458553 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-a78f52f3-6682-47db-9eee-ad43386718de req-e8f7da03-9b6c-4eb2-824d-d13ade6e0fe2 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442824
Nov 29 12:51:19.991527 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 975018e1-fa2e-4d27-934f-2f25fa30504c up at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:20.116534 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Provisioning complete for port 975018e1-fa2e-4d27-934f-2f25fa30504c triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:20.116784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:20.651520 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb56b46-89a9-4aeb-b860-3cc59523d55a req-32044259-f047-4aea-aa41-1effceb9b5fb tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:20.652992 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ccb56b46-89a9-4aeb-b860-3cc59523d55a req-32044259-f047-4aea-aa41-1effceb9b5fb tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 943 time: 0.0893211
Nov 29 12:51:20.703001 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ccb56b46-89a9-4aeb-b860-3cc59523d55a req-71fe9ab6-f842-4168-9a6f-5234158bd78e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443637
Nov 29 12:51:20.929792 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:51:21.080265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:21.095565 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:51:21.153519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:21.170001 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af611bd6-d05f-4a22-ae5a-2e09d10e78cb {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:51:21.186662 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:21.195053 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:21.196803 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:21.264054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:21.267105 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:21.402670 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['af611bd6-d05f-4a22-ae5a-2e09d10e78cb'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:51:21.899070 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a34c87-3eb4-4f26-b07b-39a8b3a41bf4 req-acdc5975-b772-4707-82da-c128451ff77c tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:21.900557 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d3a34c87-3eb4-4f26-b07b-39a8b3a41bf4 req-acdc5975-b772-4707-82da-c128451ff77c tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 944 time: 0.0859358
Nov 29 12:51:21.948197 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d3a34c87-3eb4-4f26-b07b-39a8b3a41bf4 req-2687bf5f-f4ef-4c6b-aa42-5834b6e21bad tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390627
Nov 29 12:51:22.945679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:51:23.024215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port af611bd6-d05f-4a22-ae5a-2e09d10e78cb completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:51:23.028956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port af611bd6-d05f-4a22-ae5a-2e09d10e78cb triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:51:23.029331 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:23.146334 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561a204-4e57-40ec-8106-059fa89e800c req-6e9f9d1c-4f98-4505-aecb-fa5ca43c766b tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:23.147752 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3561a204-4e57-40ec-8106-059fa89e800c req-6e9f9d1c-4f98-4505-aecb-fa5ca43c766b tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 944 time: 0.0883856
Nov 29 12:51:23.152393 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:23.179698 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:51:23.189784 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:51:23.193065 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3561a204-4e57-40ec-8106-059fa89e800c req-5cc1868f-4d39-41a2-ac87-7114aa7a4df9 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395122
Nov 29 12:51:23.196499 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:23.198428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a7b15b61-5e31-40c2-8d85-96caaa600269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:23.263684 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:23.266922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:23.277154 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'code': 200}
Nov 29 12:51:23.523895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8341bd-7fbf-4bfb-9852-98491f4812a7 req-3c72adc8-a3d2-460f-9e6a-03d444c7018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:23.525408 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6f8341bd-7fbf-4bfb-9852-98491f4812a7 req-3c72adc8-a3d2-460f-9e6a-03d444c7018f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1098 time: 0.0757687
Nov 29 12:51:23.569017 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6f8341bd-7fbf-4bfb-9852-98491f4812a7 req-c47101e0-e6f3-46c7-ae49-23528ff6a3fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371330
Nov 29 12:51:24.417010 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70406d16-ca6b-4711-9374-d8e8acbe87c3 req-4920a885-5ba6-4d59-9a0d-8f58fde70b99 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:24.418563 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70406d16-ca6b-4711-9374-d8e8acbe87c3 req-4920a885-5ba6-4d59-9a0d-8f58fde70b99 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 945 time: 0.1092660
Nov 29 12:51:24.465885 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70406d16-ca6b-4711-9374-d8e8acbe87c3 req-0ba3cf1f-6229-4d1c-82d9-00beccea1a76 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412138
Nov 29 12:51:25.677519 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444bf2-37eb-476f-92fd-42a953f6511b req-1e71f213-5a32-47c4-861b-97afe80467c1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:25.679089 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca444bf2-37eb-476f-92fd-42a953f6511b req-1e71f213-5a32-47c4-861b-97afe80467c1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 945 time: 0.0916867
Nov 29 12:51:25.730178 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ca444bf2-37eb-476f-92fd-42a953f6511b req-8add0746-faaf-4587-aa3c-3612b7019acb tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455220
Nov 29 12:51:25.932156 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b9d93-7739-4c80-842a-cff730885264 req-7224282b-37b4-4b0e-9d2e-462b261341dd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:25.933460 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-705b9d93-7739-4c80-842a-cff730885264 req-7224282b-37b4-4b0e-9d2e-462b261341dd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 945 time: 0.0907598
Nov 29 12:51:25.978861 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-705b9d93-7739-4c80-842a-cff730885264 req-ef0fd16e-2bee-4270-901b-87c1ff502f78 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397425
Nov 29 12:51:26.009056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:26.283143 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc40f1-71c8-4295-8c6d-431539680b25 tempest-TestSnapshotPattern-262449411 tempest-TestSnapshotPattern-262449411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:26.283798 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3dc40f1-71c8-4295-8c6d-431539680b25 tempest-TestSnapshotPattern-262449411 tempest-TestSnapshotPattern-262449411-project-admin] Synchronizing usage tracker for tenant:07ce2d8b052d43eea6dec2be6f7d44eb on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:51:26.304554 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3dc40f1-71c8-4295-8c6d-431539680b25 tempest-TestSnapshotPattern-262449411 tempest-TestSnapshotPattern-262449411-project-admin] Unset dirty status for tenant:07ce2d8b052d43eea6dec2be6f7d44eb on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:51:26.305713 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3dc40f1-71c8-4295-8c6d-431539680b25 tempest-TestSnapshotPattern-262449411 tempest-TestSnapshotPattern-262449411-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1093 time: 0.2956984
Nov 29 12:51:26.308761 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 35798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:51:26.313917 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:51:26.320965 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:51:26.325318 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:floatingip and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:51:26.328256 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:51:26.334240 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:51:26.346055 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:26.491866 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:26.587790 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8eca3e37-8962-4fdf-854c-81ece6a39a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:26.629769 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Allocated IP 172.26.4.39 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/3dcdb7ce-c239-4664-80d8-65a5132ef1d4) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:51:26.796567 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:26.828067 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:26.831980 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99e52a73-cf4a-4767-85f1-56cbe947a924 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:26.894498 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:51:26.897415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:51:26.901110 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:51:26.930467 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'Port': ['ID=3dcdb7ce-c239-4664-80d8-65a5132ef1d4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:26.940518 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:27.152382 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:27.345930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:27.423245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:27.628773 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:27.639087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:27.642823 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8cd309ac-5202-413d-8d01-8550143fc813 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:51:27.747926 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'Port': ['ID=3dcdb7ce-c239-4664-80d8-65a5132ef1d4,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:51:27.751911 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:51:27.760522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:27.930343 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Floating IP 091380b7-0b9a-43e3-8505-15cb4d23c591 associated. External IP: 172.26.4.39, port: af611bd6-d05f-4a22-ae5a-2e09d10e78cb.
Nov 29 12:51:28.415849 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:51:28.597825 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:51:28.608462 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:51:28.618740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:28.619451 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d084517c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:50:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:28.623531 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:28.679608 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5ef0d34f-222d-405c-bd0c-6ca9955b44ed tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3696368
Nov 29 12:51:28.680150 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:51:28.778146 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'status': 'completed', 'code': 200}
Nov 29 12:51:28.803514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:28.875926 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-d5ad2250-91f6-4a54-bf82-349dd8ff9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:28.877437 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-d5ad2250-91f6-4a54-bf82-349dd8ff9d96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1098 time: 0.0756607
Nov 29 12:51:29.010441 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-ccf9724b-8ac1-4691-a994-eb931eb9a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:29.011943 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-ccf9724b-8ac1-4691-a994-eb931eb9a772 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1279266
Nov 29 12:51:29.121069 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-b6788b5c-f80f-47de-a945-ffe183a537a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 998 time: 0.1023459
Nov 29 12:51:29.153862 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e4a91eb-5771-4636-a120-28f469320858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:29.174052 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d084517c0>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:27Z', 'revision_number': 0, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:29.178352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:51:29.186908 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:51:29.187286 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-f92401ce-526d-4560-8e13-39fbc1257fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:29.187576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d084517c0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:51:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:29.188781 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-f92401ce-526d-4560-8e13-39fbc1257fa1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0621395
Nov 29 12:51:29.267261 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-abd0c2d3-faad-41f8-a96d-4ba24c163699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:29.268748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-abd0c2d3-faad-41f8-a96d-4ba24c163699 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738344
Nov 29 12:51:29.413845 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:51:29.533157 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-3d1aaca9-976c-446d-b02b-ec0a3c6d7aeb service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579863
Nov 29 12:51:29.666281 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-9b761a4f-6b5d-47b7-bc7c-4af840ec296f req-33ac1e37-77f0-4d60-8e3c-60fa8d3741e3 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271596
Nov 29 12:51:29.780982 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d084517c0>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:27Z', 'revision_number': 0, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:51:29.785257 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cc9eb-a692-41ef-aaac-e7be0cda037d None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:27Z', 'revision_number': 0, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:51:30.001350 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca27cde-3a3e-44fd-b243-972cbc2ed642 None None] New status for floating IP 091380b7-0b9a-43e3-8505-15cb4d23c591: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:51:30.390051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:31.930692 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:33.746621 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-014e5ae5-3c46-4488-a224-2c80c7c03450 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1236928
Nov 29 12:51:33.891872 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51a131-5381-4174-b7f6-11878aa6909d req-70c3174a-60fc-4c99-9841-81a51f4fc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:33.893289 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-70c3174a-60fc-4c99-9841-81a51f4fc544 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1098 time: 0.0752769
Nov 29 12:51:34.040009 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51a131-5381-4174-b7f6-11878aa6909d req-372ec81d-b3c9-4e96-907f-caaf54322045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:34.041456 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-372ec81d-b3c9-4e96-907f-caaf54322045 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1293097
Nov 29 12:51:34.150657 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-1e30093f-a14e-4a26-855e-94be4396821d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 1000 time: 0.1024437
Nov 29 12:51:34.221945 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51a131-5381-4174-b7f6-11878aa6909d req-eca646d3-648a-4d59-b6fb-5c07bf49fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:34.224186 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-eca646d3-648a-4d59-b6fb-5c07bf49fefd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0669577
Nov 29 12:51:34.302685 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51a131-5381-4174-b7f6-11878aa6909d req-5781d019-2f7a-43d7-bd3d-9b230f06796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:51:34.304190 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-5781d019-2f7a-43d7-bd3d-9b230f06796f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733540
Nov 29 12:51:34.438153 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-65c782c0-d93d-4d33-9950-958dc2703b87 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270030
Nov 29 12:51:34.568836 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-ae51a131-5381-4174-b7f6-11878aa6909d req-bc4658aa-52dc-42cd-9c87-7b53f5549868 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246076
Nov 29 12:51:40.067536 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:51:43.962508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:56.604066 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-336ff93d-c01e-471c-aad4-4eca250d224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:57.149956 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:51:59.135101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8064289f-706d-4f43-a881-b3e8aef9d14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:00.406054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:01.927561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:13.983292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:17.067130 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:52:26.593745 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4077ac54-0f71-4174-9521-59b25a4f983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:27.145874 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:29.130083 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9900d06-5613-44d0-9eff-05c3e7a1f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:30.406570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:31.933508 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:33.825357 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-5ca4b419-0166-4765-98af-5cdcaccc5695 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1168973
Nov 29 12:52:33.976154 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-18d15aed-b032-4380-a78d-82d8a91973c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:52:33.977637 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-18d15aed-b032-4380-a78d-82d8a91973c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1098 time: 0.0831528
Nov 29 12:52:34.132760 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-9e26fc2e-ca45-4c83-b302-a55036d9f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:52:34.134232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-9e26fc2e-ca45-4c83-b302-a55036d9f642 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1320333
Nov 29 12:52:34.241168 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-97c068d4-4437-4195-8965-c635ad6a4939 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 1000 time: 0.1002076
Nov 29 12:52:34.302756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-c78241e0-1ad5-400b-90bd-a35e8db31060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:52:34.304173 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-c78241e0-1ad5-400b-90bd-a35e8db31060 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0568943
Nov 29 12:52:34.388302 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-945d0639-417b-437c-b736-c41f2399f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:52:34.389782 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-945d0639-417b-437c-b736-c41f2399f908 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789440
Nov 29 12:52:34.649137 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-145496ec-8f60-4f33-8bba-9227758ee218 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526426
Nov 29 12:52:34.790614 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-6098d0e8-d8cd-4863-8b9a-35cdabb24c78 req-858af6e0-8f3a-4099-9df1-fa6002ccd18d service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329558
Nov 29 12:52:43.989916 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:52.964506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-e286c9ab-b20b-4d2f-a9d6-0a45bf7f5751 req-42971ef7-d720-4bc2-bff7-cad117fbe676 service neutron] (87600) timed out ('10.222.0.20', 34026) {{(pid=87600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 29 12:52:54.070704 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:52:56.595656 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a03ad08-aef1-48ce-913a-b3f4435de0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:57.149603 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:52:59.141239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33298a94-4bd2-4484-ba52-1d5eb138a038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:00.404683 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:01.945129 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:13.997729 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:26.597138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c44acc7c-bbc4-4c91-80e5-76ce1a967563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:27.166913 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:27.580763 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:53:27.741385 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:27.755453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:53:27.814842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:27.838412 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af611bd6-d05f-4a22-ae5a-2e09d10e78cb {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:53:27.854826 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:27.859825 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:27.863547 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3771df9b-11c1-41d7-867e-11192d39e8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:27.943128 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:27.951514 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.951871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.952212 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.952532 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.952883 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.953209 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.953581 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.953909 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.954219 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.954538 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.954857 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.955186 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:27.959869 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['af611bd6-d05f-4a22-ae5a-2e09d10e78cb'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:53:27.984399 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:29.142842 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-882bf9fa-b5e6-426a-8fd3-2f5fd0a004a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:29.597215 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:53:29.730428 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port af611bd6-d05f-4a22-ae5a-2e09d10e78cb triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:53:29.731260 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:29.870265 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:29.903322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:53:29.920082 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:29.925580 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:29.929435 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:30.027282 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:30.039384 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:30.143389 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'code': 200}
Nov 29 12:53:30.406109 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:31.070767 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:53:31.947025 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:34.814802 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-ab1b0964-30a0-44a3-b384-bf247002a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:34.816599 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-ab1b0964-30a0-44a3-b384-bf247002a0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1098 time: 0.1056683
Nov 29 12:53:34.982402 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-925f1272-6e92-4a4a-86e6-31e49ab7f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:34.983968 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-925f1272-6e92-4a4a-86e6-31e49ab7f640 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1440673
Nov 29 12:53:35.100089 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-5cdeadef-92c3-4586-a21e-3fb049bf8a07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 1000 time: 0.1082788
Nov 29 12:53:35.170816 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-73e04373-c4d8-49b7-8edc-5f28962116d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:35.172702 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-73e04373-c4d8-49b7-8edc-5f28962116d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0651164
Nov 29 12:53:35.263789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-72a176ce-ef0d-4601-b590-cb58771f8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:35.265347 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-72a176ce-ef0d-4601-b590-cb58771f8dc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0859265
Nov 29 12:53:35.415777 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-a60d509e-220e-4543-95d3-2a9f1e56f12e service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421049
Nov 29 12:53:35.561150 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b763e1e6-c685-485f-af85-b7e1fb1e5e9b req-b736df2b-a4ac-4cf8-998b-3c97aee6649b service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373749
Nov 29 12:53:38.075773 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-cf3ad8c8-b6fe-49df-8787-8198d2c521ad tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264737469&fields=id&tenant_id=3d90ce7fbfd24c898aa742ebe551136a HTTP/1.1" status: 200  len: 267 time: 0.0475249
Nov 29 12:53:38.232553 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-7fddd2ab-2ba4-461d-a2ba-38f0276fc312 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:38.233159 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-7fddd2ab-2ba4-461d-a2ba-38f0276fc312 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:53:38.252245 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-7fddd2ab-2ba4-461d-a2ba-38f0276fc312 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:53:38.253410 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-7fddd2ab-2ba4-461d-a2ba-38f0276fc312 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 809 time: 0.1686561
Nov 29 12:53:38.274980 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-16db0a0d-e8d4-4ac3-a715-f1cee682d040 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/quotas/3d90ce7fbfd24c898aa742ebe551136a HTTP/1.1" status: 200  len: 375 time: 0.0155854
Nov 29 12:53:38.374751 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-b93b4ac9-7b91-47ac-a71b-6df1c139dae5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0943904
Nov 29 12:53:38.470661 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-2cf95362-a4fb-4c9b-b41c-1cc3336e7892 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 29 12:53:38.471694 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-2cf95362-a4fb-4c9b-b41c-1cc3336e7892 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0445685
Nov 29 12:53:38.604634 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-02f5bf54-ed3a-4902-8a5e-3411ae07eaf4 service neutron] 10.222.0.20 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269448
Nov 29 12:53:38.739618 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-201c1d5c-3156-44e8-a20a-549867cc1a36 service neutron] 10.222.0.20 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290708
Nov 29 12:53:39.051049 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-5c4c4a55-4b34-4cf0-9ac9-7aa04db13e80 req-5e517b00-c38a-4325-bfab-6d78d825f8de tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 210 time: 0.1002851
Nov 29 12:53:40.157989 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be5417db-a39a-421d-a662-816f5f597645 req-8bd280d5-4666-40a6-ab18-d52ff11fc503 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 210 time: 0.0438271
Nov 29 12:53:41.312769 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-f503eb53-079b-472e-a02a-fc35cdccae1f req-793e546d-a721-4d9f-9037-9063f2cdf5c5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 210 time: 0.0432141
Nov 29 12:53:41.624090 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:53:41.754197 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:41.782291 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:53:41.792693 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:41.797676 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:41.800100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:41.849174 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'code': 200}
Nov 29 12:53:41.870180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:41.873191 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:42.507972 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c7bc457a-197f-4e64-b6ea-d29147ad3c9c req-05a54c33-a7ab-4c1a-890f-39722a762c35 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 210 time: 0.0753191
Nov 29 12:53:42.536709 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-0f2cdc82-c7bf-4279-aa54-bb68d1277c3d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:42.538457 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-0f2cdc82-c7bf-4279-aa54-bb68d1277c3d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 809 time: 0.2029915
Nov 29 12:53:42.589749 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-022b35dd-8d48-440a-98f0-f4f097e690a4 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d90ce7fbfd24c898aa742ebe551136a HTTP/1.1" status: 200  len: 379 time: 0.0422962
Nov 29 12:53:42.602629 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'port': {'device_id': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'admin_state_up': True, 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'security_groups': ['365a250e-2066-4e80-8b3e-5b0d46a01373']}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:53:42.750745 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:53:42.761092 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.quota.driver [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87599) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:53:42.772360 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Made reservation on behalf of 3d90ce7fbfd24c898aa742ebe551136a for: {'port': 1} {{(pid=87599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 29 12:53:42.776345 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:43.121350 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_common [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Allocated IP 172.20.0.11 (0877e0f7-86af-4d84-9d98-fde93776448f/1c31a668-b7de-4393-8a36-52b955da34a5/336cd607-4e42-46ac-a8b3-2f57c41e45da) {{(pid=87599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:53:43.327805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for port, precommit_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:43.345063 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Transition to ACTIVE for port object 336cd607-4e42-46ac-a8b3-2f57c41e45da will not be triggered until provisioned by entity DHCP. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:53:43.374828 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_create {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:43.381149 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-532c7381-82ef-4700-b442-2e872266fcb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:43.455264 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Network 0877e0f7-86af-4d84-9d98-fde93776448f is already hosted by enough agents. {{(pid=87599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:53:43.458805 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.base_scheduler [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources bound (agent type, host, resource id):  {{(pid=87599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:53:43.463554 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Received port after_create {{(pid=87599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:53:43.507740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=1']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:43.522211 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.522841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.523396 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.523792 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.524378 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.524928 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.525531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.525983 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.526352 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.526711 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.527072 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.527470 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:53:43.540575 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:43.567655 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:43.568321 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:43.610304 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-dbafa951-7596-4fd9-a3df-6ea87d018cf7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0112302
Nov 29 12:53:43.741789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccab901-3fce-4b24-a7fa-7fd08b5afbbc req-5be904ae-ad54-4dc8-b91f-6f1d0474b9f2 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:43.743638 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ccab901-3fce-4b24-a7fa-7fd08b5afbbc req-5be904ae-ad54-4dc8-b91f-6f1d0474b9f2 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.1063101
Nov 29 12:53:43.747118 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fd5e4cad-afc2-4602-9eea-2ce00f403612 None None] Provisioning for port 336cd607-4e42-46ac-a8b3-2f57c41e45da completed by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:53:43.756615 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fd5e4cad-afc2-4602-9eea-2ce00f403612 None None] Provisioning complete for port 336cd607-4e42-46ac-a8b3-2f57c41e45da triggered by entity DHCP. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:53:43.757380 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4cad-afc2-4602-9eea-2ce00f403612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:43.818463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4cad-afc2-4602-9eea-2ce00f403612 None None] Port 336cd607-4e42-46ac-a8b3-2f57c41e45da cannot update to ACTIVE because it is not bound. {{(pid=87601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 29 12:53:43.824221 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ccab901-3fce-4b24-a7fa-7fd08b5afbbc req-d6a51d82-7b20-4fc4-8918-fd3910058f7d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741005
Nov 29 12:53:43.988577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:45.029710 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587efb33-bac1-4f48-bee9-92f93fd83652 req-a53634dc-91d0-4e7f-994e-c7ea53f3ebb7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:45.030372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-587efb33-bac1-4f48-bee9-92f93fd83652 req-a53634dc-91d0-4e7f-994e-c7ea53f3ebb7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:53:45.046744 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-587efb33-bac1-4f48-bee9-92f93fd83652 req-a53634dc-91d0-4e7f-994e-c7ea53f3ebb7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:53:45.047945 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-587efb33-bac1-4f48-bee9-92f93fd83652 req-a53634dc-91d0-4e7f-994e-c7ea53f3ebb7 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.1087487
Nov 29 12:53:45.098641 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-587efb33-bac1-4f48-bee9-92f93fd83652 req-96d25fc9-ab17-4e07-aed2-6c96f0e8b402 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434356
Nov 29 12:53:46.303683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876abd6-1965-4932-8143-1887ddcaf6a2 req-3e131bd3-76ad-4c38-a1c7-161c581b03f1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:46.305262 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6876abd6-1965-4932-8143-1887ddcaf6a2 req-3e131bd3-76ad-4c38-a1c7-161c581b03f1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0840709
Nov 29 12:53:46.355774 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6876abd6-1965-4932-8143-1887ddcaf6a2 req-c0285379-0009-4ca1-8f31-bac729a39628 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442739
Nov 29 12:53:47.555032 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f252-3237-4991-85f1-2f13dfd46542 req-e69c7769-41f5-4aac-8312-7153725735b8 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:47.556540 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-56a6f252-3237-4991-85f1-2f13dfd46542 req-e69c7769-41f5-4aac-8312-7153725735b8 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0908704
Nov 29 12:53:47.603052 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-56a6f252-3237-4991-85f1-2f13dfd46542 req-9cd8381e-c6b6-4a90-b209-bd11cecb6688 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406475
Nov 29 12:53:48.822571 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf91f-9502-41d1-92c6-36b0a546540e req-53d9ff26-8847-4963-ac9d-9f887fad28a6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:48.824927 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-debdf91f-9502-41d1-92c6-36b0a546540e req-53d9ff26-8847-4963-ac9d-9f887fad28a6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0971336
Nov 29 12:53:49.008484 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-debdf91f-9502-41d1-92c6-36b0a546540e req-75a9b9c9-2cfe-40de-8fee-08c10ce4ac19 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1771932
Nov 29 12:53:50.206826 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4fa5e-0c9b-4243-acbb-7601ab0a2ade req-d99f7901-671d-4151-9bdf-51a552113778 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:50.208220 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5d4fa5e-0c9b-4243-acbb-7601ab0a2ade req-d99f7901-671d-4151-9bdf-51a552113778 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0890543
Nov 29 12:53:50.252677 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c5d4fa5e-0c9b-4243-acbb-7601ab0a2ade req-534b140e-7973-4761-92f9-d438d026ffe2 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385389
Nov 29 12:53:51.452088 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab0d7-6446-4e67-9800-a9caedda1f35 req-a2887aba-ea98-4745-869f-cd68a0bbdde6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:51.453566 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bbeab0d7-6446-4e67-9800-a9caedda1f35 req-a2887aba-ea98-4745-869f-cd68a0bbdde6 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0893238
Nov 29 12:53:51.500722 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bbeab0d7-6446-4e67-9800-a9caedda1f35 req-86fc2967-f8f4-403d-b6df-5019685785ff tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414250
Nov 29 12:53:52.696648 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661aa1b-371d-48d5-a8b9-6b4b3a0eb8e4 req-aef83c6e-5a39-4d1d-8a7e-979bd3afed52 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:52.698143 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4661aa1b-371d-48d5-a8b9-6b4b3a0eb8e4 req-aef83c6e-5a39-4d1d-8a7e-979bd3afed52 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0844223
Nov 29 12:53:52.752521 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4661aa1b-371d-48d5-a8b9-6b4b3a0eb8e4 req-24dd0678-4fae-434d-b89a-0490de41bc48 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486686
Nov 29 12:53:53.885101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.v2.base [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Request body: {'port': {'device_id': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=87599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:53:53.943923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a61cfb-3499-46a5-840f-4dc65cbb6c5d req-4b6a6976-0f89-428c-8aef-d0f503212603 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:53.945733 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4a61cfb-3499-46a5-840f-4dc65cbb6c5d req-4b6a6976-0f89-428c-8aef-d0f503212603 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 932 time: 0.0853007
Nov 29 12:53:53.991250 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f4a61cfb-3499-46a5-840f-4dc65cbb6c5d req-dc94b3b1-a77e-4346-a2bc-d78ee6db979a tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392413
Nov 29 12:53:53.993552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:54.371328 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336cd607-4e42-46ac-a8b3-2f57c41e45da {{(pid=87599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:53:54.378639 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:54.393771 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Transition to ACTIVE for port object 336cd607-4e42-46ac-a8b3-2f57c41e45da will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 29 12:53:54.400272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:54.404740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-ec040dcb-edcd-41d2-b895-3a46317fa3ae tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:54.533512 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:54.561499 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:54.644811 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Attempting to bind port 336cd607-4e42-46ac-a8b3-2f57c41e45da on host hv-neutron-8195 for vnic_type normal with profile  {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 29 12:53:54.645118 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Attempting to bind port 336cd607-4e42-46ac-a8b3-2f57c41e45da by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 29 12:53:54.645416 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Attempting to bind port 336cd607-4e42-46ac-a8b3-2f57c41e45da on network 0877e0f7-86af-4d84-9d98-fde93776448f {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:53:54.650975 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Port 336cd607-4e42-46ac-a8b3-2f57c41e45da on network 0877e0f7-86af-4d84-9d98-fde93776448f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 29 12:53:54.651316 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Attempting to bind port 336cd607-4e42-46ac-a8b3-2f57c41e45da on network 0877e0f7-86af-4d84-9d98-fde93776448f {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 29 12:53:54.656368 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Checking agent: {'id': '5941fbc5-63f7-4d84-bf9c-25afb3ba6837', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'started_at': datetime.datetime(2021, 11, 29, 11, 51, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 29 12:53:54.656663 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Checking segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 29 12:53:54.657064 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Bound using segment: {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 29 12:53:54.657467 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Bound port: 336cd607-4e42-46ac-a8b3-2f57c41e45da, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba091a42-1f85-4a2d-a895-081fe32612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 29 12:53:54.657853 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:54.752179 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 29 12:53:54.755372 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 29 12:53:54.762369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9264659'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:54.767049 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:54.816936 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:54.817547 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:54.818959 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] 10.222.0.18 "PUT /v2.0/ports/336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 200  len: 1094 time: 0.9486382
Nov 29 12:53:54.819904 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:53:54.846921 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:54.849958 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-17d6dbdb-0c34-474d-bdeb-0664185928ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:55.070024 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-4bc012ec-8aaf-4e06-a05d-50aec1bc966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:55.071621 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-4bc012ec-8aaf-4e06-a05d-50aec1bc966a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1097 time: 0.2094653
Nov 29 12:53:55.131819 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'status': 'completed', 'code': 200}
Nov 29 12:53:55.181446 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-46f44226-5e2c-43ea-be60-594c43dbb0ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 200  len: 217 time: 0.1008029
Nov 29 12:53:55.261518 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-a1f0969e-b7bb-4092-86a4-2d40dd05f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:55.263022 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-a1f0969e-b7bb-4092-86a4-2d40dd05f6a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0738802
Nov 29 12:53:55.324520 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec178d-3046-40e7-81b8-4df20bae9868 req-2b0db0ad-c193-4a36-afa8-7ca77d27d56e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:55.325973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4bec178d-3046-40e7-81b8-4df20bae9868 req-2b0db0ad-c193-4a36-afa8-7ca77d27d56e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 944 time: 0.1961646
Nov 29 12:53:55.384613 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4bec178d-3046-40e7-81b8-4df20bae9868 req-006dea72-c667-43ac-8e4c-0374fddc7e6c tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521910
Nov 29 12:53:55.389726 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-78f3182e-2033-415a-bcc6-3bf851760764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:55.391159 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-78f3182e-2033-415a-bcc6-3bf851760764 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1216025
Nov 29 12:53:55.526827 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-06765762-2319-4ab8-b17d-acd243fd0a08 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288891
Nov 29 12:53:55.663372 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1ec86819-ebe5-4915-8be8-ea00751c523e req-5a472db8-5de3-476d-b6b0-349496870c76 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304905
Nov 29 12:53:55.793069 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680fdf-e444-439a-841b-9582ee35bb6e req-1e1a888e-e2a1-4f45-86f4-d573f2640e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:55.794454 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-1e1a888e-e2a1-4f45-86f4-d573f2640e2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1097 time: 0.0766530
Nov 29 12:53:55.929364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680fdf-e444-439a-841b-9582ee35bb6e req-9dee497b-bd85-49bd-be5c-c28ff65a6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:55.930812 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-9dee497b-bd85-49bd-be5c-c28ff65a6000 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1293778
Nov 29 12:53:56.000748 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-a7d97b26-6cd6-438e-8844-cb71696b7220 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 200  len: 217 time: 0.0618551
Nov 29 12:53:56.070969 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680fdf-e444-439a-841b-9582ee35bb6e req-1f76f765-8a09-49cd-86ea-f3cbb907e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:56.072508 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-1f76f765-8a09-49cd-86ea-f3cbb907e546 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0649059
Nov 29 12:53:56.151223 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680fdf-e444-439a-841b-9582ee35bb6e req-08e8c5a9-75bc-4dec-9127-243b568058ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:56.152775 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-08e8c5a9-75bc-4dec-9127-243b568058ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730112
Nov 29 12:53:56.287516 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-a8199143-1c0b-461e-86a3-e0e2bd940f47 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266739
Nov 29 12:53:56.424993 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-34680fdf-e444-439a-841b-9582ee35bb6e req-ddfb0e28-ea95-456c-bed6-cd1797e5a786 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288640
Nov 29 12:53:56.585409 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d11ef2-3318-4598-aaa9-115efefd19a5 req-4acbf463-fdb1-4a24-b568-9fb9c621b0e9 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:56.586866 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e4d11ef2-3318-4598-aaa9-115efefd19a5 req-4acbf463-fdb1-4a24-b568-9fb9c621b0e9 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 944 time: 0.0908327
Nov 29 12:53:56.594949 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1558-a398-40d4-9865-c00e3bde2479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:56.633703 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e4d11ef2-3318-4598-aaa9-115efefd19a5 req-cfda1f93-f10e-4b9a-8910-384a633c2b52 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401316
Nov 29 12:53:57.159844 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:57.690630 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:53:57.828292 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:57.836431 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190fff4-d9e9-49e2-8dee-517a51f3dbc9 req-0f4e4f3a-d9fa-4e0f-bce0-a3893ef1e6c5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:57.837908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4190fff4-d9e9-49e2-8dee-517a51f3dbc9 req-0f4e4f3a-d9fa-4e0f-bce0-a3893ef1e6c5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 944 time: 0.0866070
Nov 29 12:53:57.842431 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'port_id': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'mac_address': 'fa:16:3e:8a:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:53:57.882495 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-4190fff4-d9e9-49e2-8dee-517a51f3dbc9 req-eadd2a52-93b1-4af3-9f38-7411d972bfdd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388110
Nov 29 12:53:57.901375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:57.918213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336cd607-4e42-46ac-a8b3-2f57c41e45da {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:53:57.934995 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:57.941436 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:57.943288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:53:58.009324 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=4']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:53:58.013131 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:53:58.246961 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['336cd607-4e42-46ac-a8b3-2f57c41e45da'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:53:59.083365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7991c2e-b08f-4c8b-a0e5-1d0d64b5fe6b req-a5e950e9-3b1f-4152-aefc-1b6e2a1f1b1e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:53:59.084799 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c7991c2e-b08f-4c8b-a0e5-1d0d64b5fe6b req-a5e950e9-3b1f-4152-aefc-1b6e2a1f1b1e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 945 time: 0.0868337
Nov 29 12:53:59.128748 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c7991c2e-b08f-4c8b-a0e5-1d0d64b5fe6b req-f0cfe2e5-5019-49a2-9600-cfbf43b37045 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378511
Nov 29 12:53:59.138115 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1acb6e09-56d6-43f1-b8e6-0d855a154f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:59.723721 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:53:59.799749 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning for port 336cd607-4e42-46ac-a8b3-2f57c41e45da completed by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 29 12:53:59.804726 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 336cd607-4e42-46ac-a8b3-2f57c41e45da triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:53:59.805112 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:59.924509 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:59.952355 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:53:59.963194 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:53:59.967705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:53:59.969570 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fede2fed-adc8-4cc2-b655-02ff2b8e739f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:54:00.004018 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'code': 200}
Nov 29 12:54:00.037362 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=5']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:54:00.040484 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:54:00.243486 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c43aa7-2bda-4e6b-9ba7-483be781d6a0 req-6ffdd829-a41f-40c0-83de-6c8c8f56edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:00.245207 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00c43aa7-2bda-4e6b-9ba7-483be781d6a0 req-6ffdd829-a41f-40c0-83de-6c8c8f56edcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1099 time: 0.0729215
Nov 29 12:54:00.287865 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-00c43aa7-2bda-4e6b-9ba7-483be781d6a0 req-c6e24148-8df9-4db5-ab7b-889047f24ff0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349562
Nov 29 12:54:00.332431 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480bab-5834-4ed3-a2da-ee1fc701c544 req-f569d1ce-5264-4827-9af3-1d2e9d137038 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:00.333948 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9480bab-5834-4ed3-a2da-ee1fc701c544 req-f569d1ce-5264-4827-9af3-1d2e9d137038 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 946 time: 0.0911281
Nov 29 12:54:00.378615 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9480bab-5834-4ed3-a2da-ee1fc701c544 req-17581f67-d305-4a7d-be83-9d34bf660b08 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390337
Nov 29 12:54:00.409619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:01.714410 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc71cb6-e885-49d8-848e-eee9b6b98d26 req-0d9b632c-1114-4b48-8219-9ae4b301e83f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:01.715812 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fcc71cb6-e885-49d8-848e-eee9b6b98d26 req-0d9b632c-1114-4b48-8219-9ae4b301e83f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 946 time: 0.2189755
Nov 29 12:54:01.759912 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-fcc71cb6-e885-49d8-848e-eee9b6b98d26 req-bf611af0-89de-4ed7-b599-ab828bb9149a tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381880
Nov 29 12:54:01.940703 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:01.950766 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307e7fc-c136-4cb0-bbec-ed80ccc87b6d req-f66efb37-0635-4e48-b543-3a6bd492e2f5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:01.952271 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3307e7fc-c136-4cb0-bbec-ed80ccc87b6d req-f66efb37-0635-4e48-b543-3a6bd492e2f5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 946 time: 0.0842969
Nov 29 12:54:01.996963 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3307e7fc-c136-4cb0-bbec-ed80ccc87b6d req-6b7e6b60-b490-4383-95d9-d91cb4137ed5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388663
Nov 29 12:54:02.020086 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:54:02.099083 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765945f3-b813-42ba-91c7-993fbd431978 tempest-TestSnapshotPattern-262449411 tempest-TestSnapshotPattern-262449411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:02.100649 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-765945f3-b813-42ba-91c7-993fbd431978 tempest-TestSnapshotPattern-262449411 tempest-TestSnapshotPattern-262449411-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1094 time: 0.0795603
Nov 29 12:54:02.104612 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36152) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:54:02.109638 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Request body: {'floatingip': {'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'port_id': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 29 12:54:02.115947 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 29 12:54:02.119924 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Usage tracker for resource:floatingip and tenant:3d90ce7fbfd24c898aa742ebe551136a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 29 12:54:02.122950 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 29 12:54:02.128779 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 29 12:54:02.141228 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:02.283975 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:02.422889 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Allocated IP 172.26.4.85 (c01ccd2b-c658-4738-a22e-50c7dec56a32/f374adae-60c3-4c16-a0b4-82d58f3faf42/b10d61dd-b1a9-4e6e-9580-abd8dd649530) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 29 12:54:02.580605 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:02.618474 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752348139075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:02.622762 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f102bac-e003-4956-8a22-33906f1791cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:54:02.684884 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Network c01ccd2b-c658-4738-a22e-50c7dec56a32 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 29 12:54:02.687830 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Resources bound (agent type, host, resource id):  {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 29 12:54:02.690357 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 29 12:54:02.732297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'Port': ['ID=b10d61dd-b1a9-4e6e-9580-abd8dd649530,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:54:02.744297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.744679 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.745064 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.745440 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.745829 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.746198 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.746560 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.746923 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.747313 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.747676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.748033 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.748373 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:54:02.752000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:54:03.126267 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:03.331053 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:03.545297 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:03.552408 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10115173'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:03.556337 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1712d65f-cadf-41d5-babc-a1a69c194c23 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:54:03.687714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event updated for resources: {'Port': ['ID=b10d61dd-b1a9-4e6e-9580-abd8dd649530,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:54:03.691396 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:54:03.701262 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912589'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:03.870699 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Floating IP a047a0c6-c680-4c86-af8b-b2f54e76f0b5 associated. External IP: 172.26.4.85, port: 336cd607-4e42-46ac-a8b3-2f57c41e45da.
Nov 29 12:54:04.242269 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:54:04.442209 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:54:04.453232 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:54:04.463375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:54:04.464100 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ee3d30>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:54:04.469852 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:04.527301 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4215746
Nov 29 12:54:04.528284 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:54:04.648550 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:54:04.667137 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'status': 'completed', 'code': 200}
Nov 29 12:54:04.769905 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-d800909b-4f33-402b-b29f-710499991423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:04.771468 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-d800909b-4f33-402b-b29f-710499991423 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1099 time: 0.0758576
Nov 29 12:54:04.903617 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-03863972-2690-4c2c-917a-11952389bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:04.905211 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-03863972-2690-4c2c-917a-11952389bcd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1258514
Nov 29 12:54:05.009908 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-c6d7e500-bf95-4685-abc0-b111f215cdf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 200  len: 999 time: 0.0978580
Nov 29 12:54:05.056714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ee3d30>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:30Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}, {'id': 'a047a0c6-c680-4c86-af8b-b2f54e76f0b5', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:8a:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:54:03Z', 'updated_at': '2021-11-29T12:54:03Z', 'revision_number': 0, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:54:05.061081 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:54:05.070095 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:54:05.070752 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02ee3d30>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:53:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:54:05.078920 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-e0d16d9c-0349-4cb1-8988-9fef4dbb11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:05.080433 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-e0d16d9c-0349-4cb1-8988-9fef4dbb11f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0640965
Nov 29 12:54:05.158889 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-caca8ff0-672c-4735-87b4-5a229012af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:05.160318 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-caca8ff0-672c-4735-87b4-5a229012af48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736220
Nov 29 12:54:05.257989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:54:05.296187 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-2d67c03c-a745-4569-b88e-5993cb89f48b service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289785
Nov 29 12:54:05.440349 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-19659ca7-9980-4ed5-be4b-c65a913f8250 req-e8049c7d-f6ef-4942-bcd5-3b4c8c6b3fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376433
Nov 29 12:54:05.631933 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02ee3d30>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:30Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}, {'id': 'a047a0c6-c680-4c86-af8b-b2f54e76f0b5', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:8a:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:54:03Z', 'updated_at': '2021-11-29T12:54:03Z', 'revision_number': 0, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:54:05.639303 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de1e41-cc28-4b27-8cf7-bd68f212d943 None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:30Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}, {'id': 'a047a0c6-c680-4c86-af8b-b2f54e76f0b5', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:8a:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:54:03Z', 'updated_at': '2021-11-29T12:54:03Z', 'revision_number': 0, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:54:05.848631 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee266d38-d587-4804-92a7-0a090cc1d8f1 None None] New status for floating IP a047a0c6-c680-4c86-af8b-b2f54e76f0b5: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:54:08.076229 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:54:14.005288 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:26.601256 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21b47003-5c64-48c6-b5b3-cd45865d3189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:27.161086 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:29.148054 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b299c7d6-2b49-44a4-a0fe-bfe99cfc0644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:30.424705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:31.955966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:36.690626 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-ee298b31-868d-40d1-95e4-7800de242f88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0828099
Nov 29 12:54:36.834089 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-2d5092a6-9d4e-420d-8420-0f55c86d15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:36.835674 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-2d5092a6-9d4e-420d-8420-0f55c86d15c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1096 time: 0.0724766
Nov 29 12:54:36.982526 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-dea3e075-c02f-4ff1-afad-181628a0a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:36.983921 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-dea3e075-c02f-4ff1-afad-181628a0a830 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1276996
Nov 29 12:54:37.088160 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-a9ad6460-b164-4138-a932-b05b464f5c7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 998 time: 0.0971258
Nov 29 12:54:37.152943 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-2391df77-7d63-4ffd-bdc4-21244ed9ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:37.154324 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-2391df77-7d63-4ffd-bdc4-21244ed9ecec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0578027
Nov 29 12:54:37.234311 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-9d398e86-b739-4d48-9f1c-01e2f6c92f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:54:37.235731 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-9d398e86-b739-4d48-9f1c-01e2f6c92f6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750380
Nov 29 12:54:37.369667 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-1b736559-da80-42a0-8bd5-11bc08d06b91 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267033
Nov 29 12:54:37.624953 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-e7507889-e3d4-4743-a42a-0258e4ed1d77 req-fec3ea88-3b78-4aa6-9682-f6db11f56eec service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2481434
Nov 29 12:54:44.003926 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:45.080979 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:54:56.595318 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f3420cad-2010-432f-a3ef-1daaad689a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:57.162080 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:54:59.149837 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae8f-61fd-41da-9aff-3fea2d4d22e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:00.417524 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:01.958341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:14.025645 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:22.085294 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:55:26.592225 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d48bcd5-0b7b-40d7-972e-2b63de5657b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:27.156624 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:29.150018 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43b5da1d-aed5-4ddd-a4c5-4995276027f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:30.298453 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=87601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 29 12:55:30.441748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:30.451710 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:30.465859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Returning: {'device': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'port_id': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'mac_address': 'fa:16:3e:8a:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 29 12:55:30.537567 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:30.619969 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 336cd607-4e42-46ac-a8b3-2f57c41e45da {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 29 12:55:30.639403 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:30.645122 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:30.647123 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:30.726243 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] get_ports_and_sgs() called for port_ids ['336cd607-4e42-46ac-a8b3-2f57c41e45da'] {{(pid=87601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 29 12:55:30.756077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:30.780659 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.781000 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.781334 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.781658 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.781983 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.782307 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.782626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.782947 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.783289 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.783614 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.784151 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.784470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:30.790012 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:31.954873 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:32.302751 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da up at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 29 12:55:32.384642 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Provisioning complete for port 336cd607-4e42-46ac-a8b3-2f57c41e45da triggered by entity L2. {{(pid=87601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 29 12:55:32.385402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805780'] for port, provisioning_complete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:32.512989 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:32.542127 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:55:32.552383 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:32.560895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:32.563463 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:32.612700 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'code': 200}
Nov 29 12:55:32.646008 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:32.652636 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:36.737578 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-a7b7b155-d453-4a9e-a2b3-5be31a9bdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:36.740085 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-a7b7b155-d453-4a9e-a2b3-5be31a9bdc3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1099 time: 0.0755825
Nov 29 12:55:36.904788 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-8464dfc6-9cd2-42d8-946d-990105893840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:36.906249 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-8464dfc6-9cd2-42d8-946d-990105893840 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1425750
Nov 29 12:55:37.018448 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-ac0a59a7-8b01-45e4-985a-57b9eb2c91a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 200  len: 1001 time: 0.1048594
Nov 29 12:55:37.090661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-8978d380-9215-460a-914f-8b183a57d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:37.092694 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-8978d380-9215-460a-914f-8b183a57d936 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0677485
Nov 29 12:55:37.175731 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-ab7d3e48-2a69-457c-ae7f-571518738ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:37.177265 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-ab7d3e48-2a69-457c-ae7f-571518738ed6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773971
Nov 29 12:55:37.320298 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-190e4c0f-b8c7-452b-be37-6e742843fe03 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349256
Nov 29 12:55:37.467388 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-850f4b89-f07f-4f7a-9661-ca0bcf0d9905 req-95b5232e-dea5-443a-8efd-e9b094c6f33d service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390982
Nov 29 12:55:40.746300 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:41.087481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Deleting port b10d61dd-b1a9-4e6e-9580-abd8dd649530 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:41.087789 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:41.274263 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:41.274568 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:41.399882 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Calling delete_port for b10d61dd-b1a9-4e6e-9580-abd8dd649530 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:41.563522 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:41.567087 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c0fa9de8-0b90-4039-965b-3675affeaf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:41.612708 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event deleted for resources: {'Port': ['ID=b10d61dd-b1a9-4e6e-9580-abd8dd649530,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:41.649446 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.649832 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.650275 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.650582 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.650946 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.651342 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.651713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.652072 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.652435 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.652796 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.653153 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.653512 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:41.660765 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:41.718232 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:41.718570 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Floating IP a047a0c6-c680-4c86-af8b-b2f54e76f0b5 disassociated (deleted). External IP: 172.26.4.85, port: 336cd607-4e42-46ac-a8b3-2f57c41e45da.
Nov 29 12:55:42.082845 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:55:42.275353 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:55:42.285341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:55:42.297676 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:42.300195 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:55:42.300824 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02e511f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:42.355069 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d64af3d3-2860-4916-aacb-95bf11f13271 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "DELETE /v2.0/floatingips/a047a0c6-c680-4c86-af8b-b2f54e76f0b5 HTTP/1.1" status: 204  len: 168 time: 1.6048458
Nov 29 12:55:42.355069 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:55:42.399788 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'status': 'completed', 'code': 200}
Nov 29 12:55:42.483375 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:55:42.497569 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-4d0f5166-7c6e-41ad-a6b1-faa2b6a73d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:42.499265 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-4d0f5166-7c6e-41ad-a6b1-faa2b6a73d27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 1099 time: 0.0744259
Nov 29 12:55:42.638692 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-f911405f-5c2a-4fbe-911a-6c5106044020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:42.639793 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-f911405f-5c2a-4fbe-911a-6c5106044020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1340871
Nov 29 12:55:42.746361 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-c2a5246b-a8f9-4377-9e35-8c7f5974c95a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 200  len: 217 time: 0.0981600
Nov 29 12:55:42.828037 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-b49ca6c0-f263-4544-bb75-660bdb776625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:42.829764 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-b49ca6c0-f263-4544-bb75-660bdb776625 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0752125
Nov 29 12:55:42.843895 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02e511f0>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:30Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:42.847832 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:55:42.856236 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:55:42.856840 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02e511f0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:42.879748 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418357b7-ac2d-46f8-b9ad-e641b10825ff req-82380865-0c7f-48d8-81a7-cdfb37a78a7f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:42.881455 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-418357b7-ac2d-46f8-b9ad-e641b10825ff req-82380865-0c7f-48d8-81a7-cdfb37a78a7f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 946 time: 0.1816704
Nov 29 12:55:42.943727 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-418357b7-ac2d-46f8-b9ad-e641b10825ff req-c9e01b23-2ff8-44e5-832f-638a8c2a9890 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554879
Nov 29 12:55:42.955918 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-739acbb2-4c83-4539-bca7-ccd98c96e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:42.957353 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-739acbb2-4c83-4539-bca7-ccd98c96e2cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1194637
Nov 29 12:55:43.042705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:55:43.092238 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-5a60942f-6041-4705-8f38-ab7ed98d2d24 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260376
Nov 29 12:55:43.227816 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-c53af238-fe87-4cbd-bdb4-c334c0e72bb2 req-b5a46d1e-4e99-42c7-b728-b645438c1dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277499
Nov 29 12:55:43.461473 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02e511f0>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:30Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:43.466037 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f2515-4ffe-4ab7-84b8-5ea3a26eab18 None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_floatingips': [{'id': '091380b7-0b9a-43e3-8505-15cb4d23c591', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'floating_ip_address': '172.26.4.39', 'floating_network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'router_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'port_id': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'mac_address': 'fa:16:3e:61:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96df336e-648f-4c33-9860-71579c55773f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:27Z', 'updated_at': '2021-11-29T12:51:30Z', 'revision_number': 1, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:55:43.700013 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1903c9-5096-4423-a4f1-43e6dc667b68 None None] New status for floating IP a047a0c6-c680-4c86-af8b-b2f54e76f0b5: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:55:44.029855 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:44.142770 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671c88-fbb0-49b3-b88f-b87859765dbf req-9701f0c6-6704-42d2-a3d2-f74389096505 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:44.143485 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b6671c88-fbb0-49b3-b88f-b87859765dbf req-9701f0c6-6704-42d2-a3d2-f74389096505 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:55:44.162714 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b6671c88-fbb0-49b3-b88f-b87859765dbf req-9701f0c6-6704-42d2-a3d2-f74389096505 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:55:44.164137 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b6671c88-fbb0-49b3-b88f-b87859765dbf req-9701f0c6-6704-42d2-a3d2-f74389096505 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 946 time: 0.1065006
Nov 29 12:55:44.216202 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b6671c88-fbb0-49b3-b88f-b87859765dbf req-5132ddcd-5f62-461c-b423-e0016b2b5f7f tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460060
Nov 29 12:55:44.339473 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-aec5ca6d-3502-459c-8158-2b99ed80607c tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:44.340803 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-aec5ca6d-3502-459c-8158-2b99ed80607c tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 946 time: 0.2181668
Nov 29 12:55:44.417115 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Deleting port 336cd607-4e42-46ac-a8b3-2f57c41e45da {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:44.417451 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:44.495531 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:55:44.613460 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-818279'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:44.640434 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:55:44.650073 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:44.654747 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752348684346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752348139093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752348139138'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:44.657627 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab0c9917-fd16-472e-a3e5-8d066eeb90bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:44.666525 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:44.666882 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:44.692921 dv-neutron-819579-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'code': 200}
Nov 29 12:55:44.731965 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Pushing event updated for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:44.735525 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:44.793257 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Calling delete_port for 336cd607-4e42-46ac-a8b3-2f57c41e45da owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:44.879840 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.db.api [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:55:44.880047 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_db.api [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:55:45.381986 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Deleting port 336cd607-4e42-46ac-a8b3-2f57c41e45da {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:45.382695 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:45.563506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce303e7-7e6c-42e7-a2c6-2f3cf19f758d req-96abe516-b1da-45da-b9a1-48dbc80deb36 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:45.565138 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fce303e7-7e6c-42e7-a2c6-2f3cf19f758d req-96abe516-b1da-45da-b9a1-48dbc80deb36 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=7edcd092-c3eb-40e6-8721-6b23f20e6c9a HTTP/1.1" status: 200  len: 944 time: 0.2227588
Nov 29 12:55:45.609446 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fce303e7-7e6c-42e7-a2c6-2f3cf19f758d req-c243cec4-66f4-4202-ba26-672a4f6a9145 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382726
Nov 29 12:55:45.645163 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] For port 336cd607-4e42-46ac-a8b3-2f57c41e45da, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=336cd607-4e42-46ac-a8b3-2f57c41e45da,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:45.645514 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:45.765515 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Calling delete_port for 336cd607-4e42-46ac-a8b3-2f57c41e45da owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:45.916951 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:45.922877 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b97cec54-a273-465d-ba25-7b2bca520774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:45.966705 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event deleted for resources: {'Port': ['ID=336cd607-4e42-46ac-a8b3-2f57c41e45da,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:46.020912 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.021297 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.021683 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.022052 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.022420 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.022789 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.023157 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.023552 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.023908 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.024265 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.024627 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.024985 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819579-1-hyperv {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 29 12:55:46.056719 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:46.062734 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] No DVR routers for this DVR port 336cd607-4e42-46ac-a8b3-2f57c41e45da on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:55:46.065114 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:46.067645 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-deleted', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:55:46.085466 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-d76f0cce-fc5b-4eac-89c3-50fc5ffec248 req-fae942e7-76ab-41fa-a0d3-a51c601a3154 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "DELETE /v2.0/ports/336cd607-4e42-46ac-a8b3-2f57c41e45da HTTP/1.1" status: 204  len: 173 time: 1.7384973
Nov 29 12:55:46.115283 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcd092-c3eb-40e6-8721-6b23f20e6c9a', 'name': 'network-vif-deleted', 'tag': '336cd607-4e42-46ac-a8b3-2f57c41e45da', 'status': 'completed', 'code': 200}
Nov 29 12:55:47.318462 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36418) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:47.530604 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Deleting port 3dcdb7ce-c239-4664-80d8-65a5132ef1d4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:47.530957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:47.714236 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:47.714530 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:47.838937 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Calling delete_port for 3dcdb7ce-c239-4664-80d8-65a5132ef1d4 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:47.993008 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:47.996805 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-211b0d60-9d84-47a5-b191-974a12ee5980 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:48.039432 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event deleted for resources: {'Port': ['ID=3dcdb7ce-c239-4664-80d8-65a5132ef1d4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:48.042538 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:48.136791 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:48.137132 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Floating IP 091380b7-0b9a-43e3-8505-15cb4d23c591 disassociated (deleted). External IP: 172.26.4.39, port: af611bd6-d05f-4a22-ae5a-2e09d10e78cb.
Nov 29 12:55:48.507208 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:55:48.533271 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:55:48.573322 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: 336cd607-4e42-46ac-a8b3-2f57c41e45da {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:55:48.573679 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device 336cd607-4e42-46ac-a8b3-2f57c41e45da not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:55:48.826826 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:55:48.837254 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:55:48.842930 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:48.848161 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:55:48.849074 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcff40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:48.899120 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed3d2abb-f1c4-4ae3-8b28-57da67e56d4e tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "DELETE /v2.0/floatingips/091380b7-0b9a-43e3-8505-15cb4d23c591 HTTP/1.1" status: 204  len: 168 time: 1.5766253
Nov 29 12:55:48.899120 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:55:48.945035 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'status': 'completed', 'code': 200}
Nov 29 12:55:49.033744 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:55:49.048759 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-4a2d364f-3a2d-436e-a6df-8180c1630076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:49.050233 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-4a2d364f-3a2d-436e-a6df-8180c1630076 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 1096 time: 0.0756626
Nov 29 12:55:49.186740 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-89801025-d000-42c5-9aac-c42c1fcf9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:49.188245 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-89801025-d000-42c5-9aac-c42c1fcf9103 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 200  len: 910 time: 0.1313772
Nov 29 12:55:49.288491 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c4d8c-6d4f-4dbe-b6d5-07a069a03334 req-166280ca-18fd-4e50-b530-360f3d50b1cd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:49.289868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6a3c4d8c-6d4f-4dbe-b6d5-07a069a03334 req-166280ca-18fd-4e50-b530-360f3d50b1cd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:55:49.306558 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-6a3c4d8c-6d4f-4dbe-b6d5-07a069a03334 req-166280ca-18fd-4e50-b530-360f3d50b1cd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:55:49.307973 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6a3c4d8c-6d4f-4dbe-b6d5-07a069a03334 req-166280ca-18fd-4e50-b530-360f3d50b1cd tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 943 time: 0.1105776
Nov 29 12:55:49.360644 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6a3c4d8c-6d4f-4dbe-b6d5-07a069a03334 req-145035a5-7632-46fb-85fc-d69cb8f75016 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468130
Nov 29 12:55:49.382828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcff40>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:49.386841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:55:49.389973 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-578f39f0-cef5-4b33-86b3-deb35eebda6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 200  len: 217 time: 0.1937814
Nov 29 12:55:49.395714 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:55:49.396371 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcff40>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:49.458758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-b66a49c1-5339-438b-a067-30d6e4072f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:49.460232 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-b66a49c1-5339-438b-a067-30d6e4072f0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 200  len: 848 time: 0.0633805
Nov 29 12:55:49.537429 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-c491b53c-fe27-43af-bac7-01e65d48ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:49.538916 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-c491b53c-fe27-43af-bac7-01e65d48ddcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0877e0f7-86af-4d84-9d98-fde93776448f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712986
Nov 29 12:55:49.573919 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:55:49.681193 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-810e0ad8-4ebb-4959-aab7-b59eea7c8e88 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344676
Nov 29 12:55:49.816382 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-86238c6e-9610-4c27-8a73-d252fa508be6 req-7aef5883-090a-421d-99c8-a8ec19df99c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285689
Nov 29 12:55:49.957201 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d02dcff40>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:49.961363 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab7b853-ec0b-475d-b5b4-9b5d920e2910 None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:51:03Z', 'revision_number': 4, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv', '_interfaces': [{'id': '4ab7c105-e0a6-47ed-9f12-19f422d78210', 'name': '', 'network_id': '0877e0f7-86af-4d84-9d98-fde93776448f', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'mac_address': 'fa:16:3e:bb:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:02Z', 'updated_at': '2021-11-29T12:51:11Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'subnets': [{'id': '1c31a668-b7de-4393-8a36-52b955da34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:55:50.203887 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33964f9d-87cd-49b4-92be-7d3f406a59ce None None] New status for floating IP 091380b7-0b9a-43e3-8505-15cb4d23c591: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 29 12:55:50.555521 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b0267-a01a-49e4-979c-e694ee40000b req-f2074b8d-09ac-4970-8bc7-9e4ae1c2205d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:50.556186 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-b11b0267-a01a-49e4-979c-e694ee40000b req-f2074b8d-09ac-4970-8bc7-9e4ae1c2205d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:55:50.568278 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-b11b0267-a01a-49e4-979c-e694ee40000b req-f2074b8d-09ac-4970-8bc7-9e4ae1c2205d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:55:50.569753 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b11b0267-a01a-49e4-979c-e694ee40000b req-f2074b8d-09ac-4970-8bc7-9e4ae1c2205d tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 943 time: 0.0981195
Nov 29 12:55:50.626704 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-b11b0267-a01a-49e4-979c-e694ee40000b req-f6dde152-5d6a-4074-888c-d0d80d1dc409 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/security-groups?id=365a250e-2066-4e80-8b3e-5b0d46a01373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510800
Nov 29 12:55:50.751434 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-7015ef25-e40b-4f08-b022-5e27e2c829e5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 29 12:55:50.752867 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-7015ef25-e40b-4f08-b022-5e27e2c829e5 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 943 time: 0.0828223
Nov 29 12:55:50.827129 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Deleting port af611bd6-d05f-4a22-ae5a-2e09d10e78cb {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:50.827664 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:51.096556 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] For port af611bd6-d05f-4a22-ae5a-2e09d10e78cb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:51.096871 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:51.219439 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Calling delete_port for af611bd6-d05f-4a22-ae5a-2e09d10e78cb owned by compute:nova {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:51.377369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:51.383003 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-20c7fbad-9a31-467d-9eee-370eb9072929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:51.428845 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event deleted for resources: {'Port': ['ID=af611bd6-d05f-4a22-ae5a-2e09d10e78cb,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:51.432768 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:51.508899 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] No DVR routers for this DVR port af611bd6-d05f-4a22-ae5a-2e09d10e78cb on host hv-neutron-8195 {{(pid=87599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:55:51.511369 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075199'] for port, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:51.513841 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-deleted', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb'}] {{(pid=87599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 29 12:55:51.532200 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-1fbe7e49-8eb7-42b6-9b1b-a77469ebeb6d req-d89ebc05-6080-4d16-92ba-cfafb58a1bf1 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.18 "DELETE /v2.0/ports/af611bd6-d05f-4a22-ae5a-2e09d10e78cb HTTP/1.1" status: 204  len: 173 time: 0.7737603
Nov 29 12:55:51.563940 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df336e-648f-4c33-9860-71579c55773f', 'name': 'network-vif-deleted', 'tag': 'af611bd6-d05f-4a22-ae5a-2e09d10e78cb', 'status': 'completed', 'code': 200}
Nov 29 12:55:51.799277 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-132ad5b7-5c6a-4c6c-8ba5-4fd93495cffc req-da2be559-5b7a-4bfa-96ce-030175701288 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Synchronizing usage tracker for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 29 12:55:51.816606 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.quota.resource [req-132ad5b7-5c6a-4c6c-8ba5-4fd93495cffc req-da2be559-5b7a-4bfa-96ce-030175701288 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Unset dirty status for tenant:3d90ce7fbfd24c898aa742ebe551136a on resource:port {{(pid=87599) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 29 12:55:51.818112 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [req-132ad5b7-5c6a-4c6c-8ba5-4fd93495cffc req-da2be559-5b7a-4bfa-96ce-030175701288 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "GET /v2.0/ports?device_id=96df336e-648f-4c33-9860-71579c55773f HTTP/1.1" status: 200  len: 210 time: 0.0630016
Nov 29 12:55:52.918833 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:53.002237 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:53.038873 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:53.114752 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:53.118618 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-583de108-693a-4f68-adef-268c93c771f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:53.134486 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365a250e-2066-4e80-8b3e-5b0d46a01373,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:53.137122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:53.147000 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:53.150777 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-09eebc63-7c89-47d1-9233-7723ed8a7741 tempest-TestSnapshotPattern-345185589 tempest-TestSnapshotPattern-345185589-project] 10.222.0.20 "DELETE /v2.0/security-groups/365a250e-2066-4e80-8b3e-5b0d46a01373 HTTP/1.1" status: 204  len: 168 time: 0.2284153
Nov 29 12:55:53.198307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36446) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:53.745780 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:54.101459 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Deleting port 4ab7c105-e0a6-47ed-9f12-19f422d78210 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:54.102094 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:54.424295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] For port 4ab7c105-e0a6-47ed-9f12-19f422d78210, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4ab7c105-e0a6-47ed-9f12-19f422d78210,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:54.424529 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:54.544333 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Calling delete_port for 4ab7c105-e0a6-47ed-9f12-19f422d78210 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:54.548304 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb no longer exists at agent hyperv_hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:55:54.583449 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] No Port match for: af611bd6-d05f-4a22-ae5a-2e09d10e78cb {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:55:54.583801 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Device af611bd6-d05f-4a22-ae5a-2e09d10e78cb not bound to the agent host hv-neutron-8195 {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:55:54.735920 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:54.739602 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bba272a9-78da-414c-a925-b09b3821f7a2 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:54.784365 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab7c105-e0a6-47ed-9f12-19f422d78210,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:54.787477 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:55.059564 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:55.426907 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:55:55.604493 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:55:55.614133 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] Sync routers for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:55:55.622071 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4da18bb-73fe-4044-85db-7afb973163bc admin admin] 10.222.0.20 "PUT /v2.0/routers/a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4219880
Nov 29 12:55:55.625537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36450) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:55.625966 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:55:55.626609 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08139a30>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:55.810975 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: dv-neutron-819579-1-hyperv {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:55:55.947771 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.101051 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08139a30>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:55:54Z', 'revision_number': 5, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port': {'id': '949099bf-047c-4d90-b0f8-e1a8d3f650ea', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:00Z', 'updated_at': '2021-11-29T12:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:56.105317 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] Checking router: a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e for host: dv-neutron-819579-1-hyperv {{(pid=87601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:55:56.117180 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] Routers {'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:55:56.117831 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08139a30>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:29Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'], 'active': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:56.123703 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.135253 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Deleting port 949099bf-047c-4d90-b0f8-e1a8d3f650ea {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:56.135587 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.273159 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvr_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] Set router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e gateway port host: None {{(pid=87601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:55:56.306908 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] For port 949099bf-047c-4d90-b0f8-e1a8d3f650ea, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=949099bf-047c-4d90-b0f8-e1a8d3f650ea,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:56.307286 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.383185 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_hamode_db [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08139a30>, [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:55:56Z', 'revision_number': 6, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:56.387402 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c560d-16e7-4d0c-9840-460354030668 None None] The sync data for ids ['a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e'] in dv-neutron-819579-1-hyperv is: [{'id': 'a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e', 'name': 'tempest-TestSnapshotPattern-236096997-router', 'tenant_id': '3d90ce7fbfd24c898aa742ebe551136a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:50:59Z', 'updated_at': '2021-11-29T12:55:56Z', 'revision_number': 6, 'project_id': '3d90ce7fbfd24c898aa742ebe551136a', 'gw_port_host': None}] {{(pid=87601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:55:56.433424 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Calling delete_port for 949099bf-047c-4d90-b0f8-e1a8d3f650ea owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:56.585368 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9caeed0c-56cc-47e7-bfbb-c95fe356a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.622981 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10115180'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.629671 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe7291e4-3d31-4135-bc8a-6430ec4e4ce3 tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:56.673668 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=949099bf-047c-4d90-b0f8-e1a8d3f650ea,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:56.699497 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:56.769157 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.946713 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.948987 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.977835 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.978453 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:55:56.990613 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:56.991755 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63e14ea6-95a1-4cef-b576-f401e22719a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a4f31f3b-2a5b-4cce-bf1d-1f8d41ac779e HTTP/1.1" status: 204  len: 168 time: 1.3652189
Nov 29 12:55:56.994379 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36454) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:57.065683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Deleting subnet 1c31a668-b7de-4393-8a36-52b955da34a5 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:55:57.069122 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.127190 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-920561'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.160936 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.210951 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.282628 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10115167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2183312'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.287600 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-629ffdef-7594-46c3-83dd-bc4ab951d46e tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:57.326018 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c31a668-b7de-4393-8a36-52b955da34a5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:57.328022 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.331114 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:57.335115 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-946b95b5-9dcb-4c6d-b8b5-c98dbd08a05a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c31a668-b7de-4393-8a36-52b955da34a5 HTTP/1.1" status: 204  len: 168 time: 0.3397300
Nov 29 12:55:57.335438 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9639c4a-a4d5-4a07-921e-de4adf61ddad None None] Network 0877e0f7-86af-4d84-9d98-fde93776448f requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:55:57.337599 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:57.631720 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] DHCP port deletion for 0877e0f7-86af-4d84-9d98-fde93776448f request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:55:57.636377 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Deleting port 4b26aace-ac26-46b2-93cc-f9620dc95605 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:57.636740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.682222 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.693255 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Deleting port 4b26aace-ac26-46b2-93cc-f9620dc95605 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:57.693506 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.891228 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] For port 4b26aace-ac26-46b2-93cc-f9620dc95605, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4b26aace-ac26-46b2-93cc-f9620dc95605,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:57.891619 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:57.898658 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] For port 4b26aace-ac26-46b2-93cc-f9620dc95605, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=4b26aace-ac26-46b2-93cc-f9620dc95605,segment=NetworkSegment(ba091a42-1f85-4a2d-a895-081fe32612eb),segment_id=ba091a42-1f85-4a2d-a895-081fe32612eb)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:55:57.899009 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.015592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Calling delete_port for 4b26aace-ac26-46b2-93cc-f9620dc95605 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:58.022644 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Calling delete_port for 4b26aace-ac26-46b2-93cc-f9620dc95605 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:55:58.094210 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.099077 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:58.100683 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:55:58.101002 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:55:58.142114 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Pushing event deleted for resources: {'Port': ['ID=4b26aace-ac26-46b2-93cc-f9620dc95605,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:58.143935 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] No DVR routers for this DVR port 4b26aace-ac26-46b2-93cc-f9620dc95605 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:55:58.145275 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-70bf26f3-faf6-4719-b5df-a37a9241609a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:58.153426 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4b26aace-ac26-46b2-93cc-f9620dc95605 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:55:58.186990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 4b26aace-ac26-46b2-93cc-f9620dc95605 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:55:58.187838 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4b26aace-ac26-46b2-93cc-f9620dc95605 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:55:58.187929 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4ab7c105-e0a6-47ed-9f12-19f422d78210 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:55:58.220979 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 4ab7c105-e0a6-47ed-9f12-19f422d78210 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:55:58.221323 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 4ab7c105-e0a6-47ed-9f12-19f422d78210 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:55:58.221748 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 949099bf-047c-4d90-b0f8-e1a8d3f650ea no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:55:58.253239 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 949099bf-047c-4d90-b0f8-e1a8d3f650ea {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:55:58.253562 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 949099bf-047c-4d90-b0f8-e1a8d3f650ea not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:55:58.602057 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Deleting port 4b26aace-ac26-46b2-93cc-f9620dc95605 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:55:58.602401 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.672102 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] The port '4b26aace-ac26-46b2-93cc-f9620dc95605' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:55:58.785662 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.811355 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d02b6d130>,) {'filters': {'network_id': ['0877e0f7-86af-4d84-9d98-fde93776448f']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:58.824174 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b6d130>, 'ba091a42-1f85-4a2d-a895-081fe32612eb') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:58.824470 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d02b6d130>, 'ba091a42-1f85-4a2d-a895-081fe32612eb') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:55:58.836415 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.853598 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.860235 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:55:58.860615 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   util.warn(
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:55:58.873644 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:55:58.967672 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.973741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:58.976207 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4911a002-82e6-4b1b-910b-ad286edc60c4 tempest-TestNetworkBasicOps-1853211401 tempest-TestNetworkBasicOps-1853211401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:55:58.999259 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0877e0f7-86af-4d84-9d98-fde93776448f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:55:59.004537 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:55:59.017224 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7169ae61-4e86-4416-bcd8-b6572253f2fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/0877e0f7-86af-4d84-9d98-fde93776448f HTTP/1.1" status: 204  len: 168 time: 1.6783652
Nov 29 12:55:59.020529 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 36464) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:55:59.084847 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:55:59.143561 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-af80719c-a836-4e41-b2ce-7853dc78820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:55:59.695112 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724447'] for router_interface, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:00.047844 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Deleting port 975018e1-fa2e-4d27-934f-2f25fa30504c {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:56:00.048590 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:00.218758 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] For port 975018e1-fa2e-4d27-934f-2f25fa30504c, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=975018e1-fa2e-4d27-934f-2f25fa30504c,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:56:00.219101 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:00.354995 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Calling delete_port for 975018e1-fa2e-4d27-934f-2f25fa30504c owned by network:router_interface {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:56:00.423341 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:00.532353 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:00.536201 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-4414db8a-d2db-43bc-93ae-7896531004ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:00.578307 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Pushing event deleted for resources: {'Port': ['ID=975018e1-fa2e-4d27-934f-2f25fa30504c,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:00.581364 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:00.978513 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3731802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719791'] for router_interface, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:01.344478 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Router 1bf57d99-bdd9-4036-b428-1921d1589423 has already been hosted by L3 agent 77a2d319-3e49-476b-9443-78a399ddb510 {{(pid=87599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 29 12:56:01.527094 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] Notify agent at l3_agent.dv-neutron-819579-1-hyperv the message routers_updated {{(pid=87599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 29 12:56:01.536241 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] Sync routers for ids ['1bf57d99-bdd9-4036-b428-1921d1589423'] in dv-neutron-819579-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 29 12:56:01.544683 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-005d3cc7-7586-4cb8-982e-6813609751bf admin admin] 10.222.0.20 "PUT /v2.0/routers/1bf57d99-bdd9-4036-b428-1921d1589423/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5228279
Nov 29 12:56:01.547553 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 36468) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:01.547687 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] Routers {'1bf57d99-bdd9-4036-b428-1921d1589423'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:56:01.548182 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08846ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bf57d99-bdd9-4036-b428-1921d1589423'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:01.726445 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks [] for router, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:01.760335 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] Set router 1bf57d99-bdd9-4036-b428-1921d1589423 gateway port host: dv-neutron-819579-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:56:01.901325 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:01.910916 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Deleting port f47e2059-7467-44b2-bdd6-68085673db8e {{(pid=87599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:56:01.911312 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:01.959971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.055130 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08846ac0>, [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'external_fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:56:00Z', 'revision_number': 5, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port': {'id': 'f47e2059-7467-44b2-bdd6-68085673db8e', 'name': '', 'network_id': 'c01ccd2b-c658-4738-a22e-50c7dec56a32', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819579-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:51:06Z', 'updated_at': '2021-11-29T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f374adae-60c3-4c16-a0b4-82d58f3faf42', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819579-1-hyperv'}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:02.059547 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] Checking router: 1bf57d99-bdd9-4036-b428-1921d1589423 for host: dv-neutron-819579-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 29 12:56:02.068334 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] Routers {'1bf57d99-bdd9-4036-b428-1921d1589423'} bound to L3 agent in host dv-neutron-819579-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 29 12:56:02.069252 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d08846ac0>, 'dv-neutron-819579-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:45:29Z,description=<?>,heartbeat_timestamp=2021-11-29T12:55:59Z,host='dv-neutron-819579-1-hyperv',id=77a2d319-3e49-476b-9443-78a399ddb510,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-29T11:45:29Z,topic='l3_agent')) {'router_ids': ['1bf57d99-bdd9-4036-b428-1921d1589423'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:02.094531 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] For port f47e2059-7467-44b2-bdd6-68085673db8e, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=f47e2059-7467-44b2-bdd6-68085673db8e,segment=NetworkSegment(21086bed-534e-48c9-b3c4-115792db29b9),segment_id=21086bed-534e-48c9-b3c4-115792db29b9)] {{(pid=87599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:56:02.094942 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.218807 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] Set router 1bf57d99-bdd9-4036-b428-1921d1589423 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 29 12:56:02.324514 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d08846ac0>, [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:56:01Z', 'revision_number': 6, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port_host': None}], 'dv-neutron-819579-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:02.328893 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f7952-dda5-4be4-8390-e34abbc9800b None None] The sync data for ids ['1bf57d99-bdd9-4036-b428-1921d1589423'] in dv-neutron-819579-1-hyperv is: [{'id': '1bf57d99-bdd9-4036-b428-1921d1589423', 'name': 'tempest-TestSnapshotPattern-1535042115-router', 'tenant_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:51:05Z', 'updated_at': '2021-11-29T12:56:01Z', 'revision_number': 6, 'project_id': '07ce2d8b052d43eea6dec2be6f7d44eb', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 29 12:56:02.358030 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.plugins.ml2.plugin [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Calling delete_port for f47e2059-7467-44b2-bdd6-68085673db8e owned by network:router_gateway {{(pid=87599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:56:02.538876 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9264666'] for port, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.544560 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b1ea067f-cdf1-4bf8-bd9a-7816f19bcb1c tempest-TestShelveInstance-1016567969 tempest-TestShelveInstance-1016567969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:02.596362 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Pushing event deleted for resources: {'Port': ['ID=f47e2059-7467-44b2-bdd6-68085673db8e,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:02.599343 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:02.688081 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912696'] for router_gateway, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.862212 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232816'] for router, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.864366 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.888272 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3724406'] for router, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.888756 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf57d99-bdd9-4036-b428-1921d1589423 {{(pid=87599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 29 12:56:02.901392 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] Notify callbacks [] for router, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:02.902688 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-40264897-52d9-4fa5-8571-5b9df05f670e admin admin] 10.222.0.20 "DELETE /v2.0/routers/1bf57d99-bdd9-4036-b428-1921d1589423 HTTP/1.1" status: 204  len: 168 time: 1.3540592
Nov 29 12:56:02.905238 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 36472) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:02.967313 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Deleting subnet 08fdd759-8905-4c5c-b851-d31293bed560 {{(pid=87599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 29 12:56:02.970630 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.028067 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11483977'] for subnet, precommit_delete_associations {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.111895 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-807478'] for subnet, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.183537 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-807534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9264681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9544346'] for subnet, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.189493 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-da6c8f7c-9d55-4ed3-9cd8-20d7137f58c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:03.225538 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.229503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fdd759-8905-4c5c-b851-d31293bed560,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:03.230398 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9610e9f-caba-44ef-ab8e-c175475fd244 None None] Network cc127183-998f-4cbc-aa1f-67e2840c0b9c requested from dv-neutron-819579-1-hyperv {{(pid=87601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 29 12:56:03.233472 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:03.239442 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:03.239836 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-c043ce81-ea09-43d0-8f36-4a05688a56e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/08fdd759-8905-4c5c-b851-d31293bed560 HTTP/1.1" status: 204  len: 168 time: 0.3331845
Nov 29 12:56:03.351492 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-869261'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.362402 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Deleting port b3c5461b-c743-460d-b6c2-543f2b19cb95 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:56:03.362741 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.490756 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] DHCP port deletion for cc127183-998f-4cbc-aa1f-67e2840c0b9c request from dv-neutron-819579-1-hyperv {{(pid=87601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 29 12:56:03.495146 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Deleting port b3c5461b-c743-460d-b6c2-543f2b19cb95 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:56:03.495563 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.585449 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] For port b3c5461b-c743-460d-b6c2-543f2b19cb95, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b3c5461b-c743-460d-b6c2-543f2b19cb95,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:56:03.585659 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.699859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] For port b3c5461b-c743-460d-b6c2-543f2b19cb95, host dv-neutron-819579-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819579-1-hyperv',level=0,port_id=b3c5461b-c743-460d-b6c2-543f2b19cb95,segment=NetworkSegment(63a7c8f4-336f-4064-9bb3-63877a0835b2),segment_id=63a7c8f4-336f-4064-9bb3-63877a0835b2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 29 12:56:03.700158 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912863'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.824175 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Calling delete_port for b3c5461b-c743-460d-b6c2-543f2b19cb95 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:56:03.837846 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Calling delete_port for b3c5461b-c743-460d-b6c2-543f2b19cb95 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 29 12:56:03.900101 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-818212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752348684373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752348139084'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:03.903819 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:03.912345 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 29 12:56:03.912673 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 29 12:56:03.948125 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Pushing event deleted for resources: {'Port': ['ID=b3c5461b-c743-460d-b6c2-543f2b19cb95,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:03.951576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:03.953737 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d4a79-779a-46a4-bd88-2a7adfefeae3 None None] No DVR routers for this DVR port b3c5461b-c743-460d-b6c2-543f2b19cb95 on host dv-neutron-819579-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 29 12:56:04.145736 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b3c5461b-c743-460d-b6c2-543f2b19cb95 no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:56:04.188621 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: b3c5461b-c743-460d-b6c2-543f2b19cb95 {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:56:04.188971 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device b3c5461b-c743-460d-b6c2-543f2b19cb95 not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:56:04.189391 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f47e2059-7467-44b2-bdd6-68085673db8e no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:56:04.221522 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: f47e2059-7467-44b2-bdd6-68085673db8e {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:56:04.221776 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device f47e2059-7467-44b2-bdd6-68085673db8e not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:56:04.222192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 975018e1-fa2e-4d27-934f-2f25fa30504c no longer exists at agent ovs-agent-dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 29 12:56:04.256829 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] No Port match for: 975018e1-fa2e-4d27-934f-2f25fa30504c {{(pid=87601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 29 12:56:04.257456 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.rpc [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Device 975018e1-fa2e-4d27-934f-2f25fa30504c not bound to the agent host dv-neutron-819579-1-hyperv {{(pid=87601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 29 12:56:04.414481 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Deleting port b3c5461b-c743-460d-b6c2-543f2b19cb95 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 29 12:56:04.415211 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752348681921'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.491295 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] The port 'b3c5461b-c743-460d-b6c2-543f2b19cb95' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 29 12:56:04.605317 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-808733', 'neutron.services.segments.db._delete_segments_for_network-8752348577958'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.630021 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d08348a60>,) {'filters': {'network_id': ['cc127183-998f-4cbc-aa1f-67e2840c0b9c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:04.642006 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08348a60>, '63a7c8f4-336f-4064-9bb3-63877a0835b2') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:04.642307 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d08348a60>, '63a7c8f4-336f-4064-9bb3-63877a0835b2') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 29 12:56:04.655400 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752348620921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920550'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.672583 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-812380'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.678957 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 29 12:56:04.679378 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-812373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10115201'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]: Traceback (most recent call last):
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     timer()
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     cb(*args, **kw)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     return func(*args, **kwargs)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     self._notify()
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     self.callback(batched_events)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     event.method(event)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     return f(self, *a, **k)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._get(url).json()
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     return self.request(url, 'GET', **kwargs)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 29 12:56:04.692498 dv-neutron-819579-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 29 12:56:04.775056 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-808740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912607'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.778648 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-395396f7-5ae1-49d5-b9c7-930718bd2302 tempest-NetworksIpV6Test-600016599 tempest-NetworksIpV6Test-600016599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:04.791563 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:04.801447 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc127183-998f-4cbc-aa1f-67e2840c0b9c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:04.805617 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:04.809078 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0eaba593-77e0-4eea-b84f-82c78975ac9f admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc127183-998f-4cbc-aa1f-67e2840c0b9c HTTP/1.1" status: 204  len: 168 time: 1.5686491
Nov 29 12:56:04.929868 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:04.979474 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-680a775e-4d9f-4c8e-a89e-41c4008e1ef5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d90ce7fbfd24c898aa742ebe551136a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0483398
Nov 29 12:56:04.981982 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.20', 36488) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:05.046457 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.076802 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.134783 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.140749 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a56e49f-c430-430a-a61a-a3ef87e1f75d tempest-TestNetworkAdvancedServerOps-1373561614 tempest-TestNetworkAdvancedServerOps-1373561614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:05.153206 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd7cdc-e14e-40b8-95c9-37a649968d3e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:05.155939 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:05.163804 dv-neutron-819579-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.164922 dv-neutron-819579-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07fd4117-217d-449a-93ee-a110b9af9af5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95dd7cdc-e14e-40b8-95c9-37a649968d3e HTTP/1.1" status: 204  len: 168 time: 0.1819673
Nov 29 12:56:05.627678 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 36496) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:05.683678 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-94660903-4bff-4892-922c-927165a7c71d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07ce2d8b052d43eea6dec2be6f7d44eb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0547168
Nov 29 12:56:05.686241 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.wsgi [-] (87599) accepted ('10.222.0.20', 36500) {{(pid=87599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 29 12:56:05.749565 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.775733 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.829503 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355887'] for security_group, after_delete {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.833281 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-5cb02f7f-0694-46f1-822a-8b021b165791 tempest-NegativeSecGroupTest-1727326077 tempest-NegativeSecGroupTest-1727326077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 29 12:56:05.845873 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe398902-0c21-4369-b2fd-daf7099ee588,revision_number=None']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 29 12:56:05.848688 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG oslo_concurrency.lockutils [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 29 12:56:05.850661 dv-neutron-819579-1-hyperv neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:05.854096 dv-neutron-819579-1-hyperv neutron-server[87599]: INFO neutron.wsgi [None req-b7849439-deb3-444d-84e8-af4715b4030b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe398902-0c21-4369-b2fd-daf7099ee588 HTTP/1.1" status: 204  len: 168 time: 0.1645770
Nov 29 12:56:14.030021 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:26.599740 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e858975a-a75b-45e0-be95-1bdaffc5e766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:27.171789 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:29.151148 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b87c2e75-6f02-47e9-a7de-885a3e6496e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:30.430349 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:31.959688 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:36.089226 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:56:44.074352 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:56.600553 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a6e8161f-c4ca-4818-82b2-a5a5f897d5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:57.167576 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:56:59.152795 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf80b645-697c-4d83-aedc-1998044d8ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:00.431529 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:01.964998 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:13.094512 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:57:14.079922 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:26.597600 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e99c7dc9-7339-4290-8c2c-4bedc1c8a81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:27.169213 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:29.151466 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f317d1eb-789e-4e41-905c-4ca3a98da5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:30.436653 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:31.972277 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:44.082064 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:50.099137 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:57:56.601828 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f4ba008c-83da-416f-a069-7eadc818dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:57.169360 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:57:59.151592 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4551877e-04db-4ff3-a9c8-b15db70e911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:00.441599 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:01.987262 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:14.092370 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:26.601577 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0a78a48e-e55f-415d-a8c4-15c1ba44002d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:27.104032 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:58:27.165290 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:29.150415 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8323adf-7dd8-430f-a10b-3d36c93812fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:30.441700 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:31.985092 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:44.102841 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:56.606894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24c6f442-e5b9-4d85-96df-edacd59368a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:57.163145 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:58:59.151248 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ed84137-e6b8-4ca9-8027-728dc94ce385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:00.446799 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:01.987920 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:04.108369 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:59:14.113797 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:26.603590 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a30032fc-2f16-406b-a8e4-8ec72aa38772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:27.163512 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:29.152917 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a719c1a9-ef01-4a10-99af-5e0ef67cbd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:30.455328 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:31.991024 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:41.113061 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 12:59:44.117981 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:56.605192 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0469ed4-8fb1-4d10-a10d-5a584995f3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:57.174519 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 12:59:59.158871 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0c99828b-acd2-48dc-82b2-10501c140edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:00.454815 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:02.000359 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:14.131440 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:18.112764 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 13:00:26.601470 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-121dbe4c-0a9a-4e9a-907a-38828727bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:27.169967 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:29.157626 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c10a1ef-17a3-4a4c-9ad5-ff480316090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:30.461705 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:31.998772 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:44.128601 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:55.117338 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 29 13:00:56.601793 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f3abd727-5934-4dab-ba0a-4bfb6ce17cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:57.157930 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:00:59.165894 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea4c839a-5a27-4920-a527-f7cf56118a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:00.463493 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:02.008409 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:14.128990 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90ecdd3a-0b65-4385-86d6-c876380153e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:26.598594 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4afda5cc-aea0-42d7-bed6-83d8a732cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:27.154859 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a1dab-850b-4350-b367-6fdf5d8b9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:29.151022 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63865826-bbd9-47f9-ba42-2a9d94a92b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:30.463138 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb39bea1-4b7a-4fdd-a82b-30de5b97dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:32.001033 dv-neutron-819579-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8931ed64-b6b2-4515-b583-c72d2a586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752348577967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805735'] for agent, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 29 13:01:32.119431 dv-neutron-819579-1-hyperv neutron-server[87602]: DEBUG neutron.db.agents_db [None req-a2c56fe3-9252-4a58-903a-c7840bdfac76 None None] Agent healthcheck: found 6 active agents {{(pid=87602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}